iverase commented on code in PR #13563:
URL: https://github.com/apache/lucene/pull/13563#discussion_r1681080290
##########
lucene/core/src/java/org/apache/lucene/codecs/lucene90/Lucene90DocValuesConsumer.java:
##########
@@ -207,65 +210,133 @@ void accumulate(long value) {
maxValue = Math.max(maxValue, value);
}
+ void accumulate(SkipAccumulator other) {
+ minDocID = Math.min(minDocID, other.minDocID);
+ maxDocID = Math.max(maxDocID, other.maxDocID);
+ minValue = Math.min(minValue, other.minValue);
+ maxValue = Math.max(maxValue, other.maxValue);
+ docCount += other.docCount;
+ }
+
void nextDoc(int docID) {
maxDocID = docID;
++docCount;
}
- void writeTo(DataOutput output) throws IOException {
- output.writeInt(maxDocID);
- output.writeInt(minDocID);
- output.writeLong(maxValue);
- output.writeLong(minValue);
- output.writeInt(docCount);
+ public static SkipAccumulator merge(List<SkipAccumulator> list, int index,
int length) {
+ SkipAccumulator acc = new SkipAccumulator(list.get(index).minDocID);
+ for (int i = 0; i < length; i++) {
+ acc.accumulate(list.get(index + i));
+ }
+ return acc;
}
}
private void writeSkipIndex(FieldInfo field, DocValuesProducer
valuesProducer)
throws IOException {
assert field.hasDocValuesSkipIndex();
- // TODO: This disk compression once we introduce levels
- long start = data.getFilePointer();
- SortedNumericDocValues values = valuesProducer.getSortedNumeric(field);
+ final long start = data.getFilePointer();
+ final SortedNumericDocValues values =
valuesProducer.getSortedNumeric(field);
long globalMaxValue = Long.MIN_VALUE;
long globalMinValue = Long.MAX_VALUE;
int globalDocCount = 0;
int maxDocId = -1;
+ final List<List<SkipAccumulator>> accumulators = new
ArrayList<>(SKIP_INDEX_MAX_LEVEL);
Review Comment:
yes, this list of list is awful. I was thinking in reusing ti but it creates
more issues that it helps.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: issues-unsubscr...@lucene.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@lucene.apache.org
For additional commands, e-mail: issues-h...@lucene.apache.org
