blob: 8269793e41f8a472ac51e381149f9bfcc34d3f6b (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
// Copyright (C) 2023 The Android Open Source Project
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package com.google.gerrit.index.query;
import static com.google.common.base.Preconditions.checkArgument;
import com.google.common.collect.FluentIterable;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.Iterables;
import com.google.gerrit.exceptions.StorageException;
import com.google.gerrit.index.IndexConfig;
import com.google.gerrit.index.QueryOptions;
import java.util.ArrayList;
import java.util.List;
public class FilteredSource<T> implements DataSource<T> {
protected final DataSource<T> source;
protected final int start;
protected final int cardinality;
protected final IndexConfig indexConfig;
private static final int PARTITION_SIZE = 50;
public FilteredSource(DataSource<T> source, int start, IndexConfig indexConfig) {
checkArgument(start >= 0, "negative start: %s", start);
this.source = source;
this.start = start;
this.cardinality = source.getCardinality();
this.indexConfig = indexConfig;
}
@Override
public ResultSet<T> read() {
if (source == null) {
throw new StorageException("No DataSource defined.");
}
// ResultSets are lazy. Calling #read here first and then dealing with ResultSets only when
// requested allows the index to run asynchronous queries.
ResultSet<T> resultSet = source.read();
return new LazyResultSet<>(
() -> {
List<T> r = new ArrayList<>();
T last = null;
int pageResultSize = 0;
for (T data : buffer(resultSet)) {
if (!isMatchable() || match(data)) {
r.add(data);
}
last = data;
pageResultSize++;
}
if (last != null && source instanceof Paginated) {
// Restart source and continue if we have not filled the
// full limit the caller wants.
Paginated<T> p = (Paginated<T>) source;
QueryOptions opts = p.getOptions();
final int limit = opts.limit();
int nextStart = pageResultSize;
while (pageResultSize == limit && r.size() < limit) {
ResultSet<T> next = p.restart(nextStart);
pageResultSize = 0;
for (T data : buffer(next)) {
if (match(data)) {
r.add(data);
}
pageResultSize++;
}
nextStart += pageResultSize;
}
}
if (start >= r.size()) {
return ImmutableList.of();
} else if (start > 0) {
return ImmutableList.copyOf(r.subList(start, r.size()));
}
return ImmutableList.copyOf(r);
});
}
@Override
public ResultSet<FieldBundle> readRaw() {
return source.readRaw();
}
protected Iterable<T> buffer(ResultSet<T> scanner) {
return FluentIterable.from(Iterables.partition(scanner, PARTITION_SIZE))
.transformAndConcat(this::transformBuffer);
}
protected List<T> transformBuffer(List<T> buffer) {
return buffer;
}
@Override
public int getCardinality() {
return cardinality;
}
protected boolean match(T object) {
return true;
}
protected boolean isMatchable() {
return true;
}
}
|
