summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorDavid Pursehouse <dpursehouse@collab.net>2018-03-30 21:02:15 +0100
committerDavid Pursehouse <dpursehouse@collab.net>2018-03-30 21:07:33 +0100
commit17783eed7010028370455030b04098ec298f3447 (patch)
tree9c6be355aa89b778dc2d0ff1e8cf12174cdf3e46
parent2f1e39e3622aab62f85103291d0bf2cac1366ed8 (diff)
parent8cd3ecb1e094a47dca7471a852390943a6d21d53 (diff)
Merge branch 'stable-2.14' into stable-2.15
* stable-2.14: ElasticTestUtils: also reuse index name constants Change default elasticsearch prefix to gerrit_ Fix init with elasticsearch and companion reindex ElasticChangeIndex: reuse change index name string Change-Id: Ic36572111501cae21a09dde364342d14a177fdfc
-rw-r--r--gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java6
-rw-r--r--gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java3
-rw-r--r--gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java10
-rw-r--r--gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java3
-rw-r--r--gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java20
-rw-r--r--gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java12
-rw-r--r--gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java16
-rw-r--r--gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java2
-rw-r--r--gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java10
9 files changed, 32 insertions, 50 deletions
diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java
index 8f0ea8fb84..0588c48d73 100644
--- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java
+++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java
@@ -60,6 +60,7 @@ abstract class AbstractElasticIndex<K, V> implements Index<K, V> {
private final Schema<V> schema;
private final SitePaths sitePaths;
+ private final String indexNameRaw;
protected final String indexName;
protected final JestHttpClient client;
@@ -78,10 +79,11 @@ abstract class AbstractElasticIndex<K, V> implements Index<K, V> {
this.queryBuilder = new ElasticQueryBuilder();
this.indexName =
String.format(
- "%s%s%04d",
+ "%s%s_%04d",
Strings.nullToEmpty(cfg.getString("elasticsearch", null, "prefix")),
indexName,
schema.getVersion());
+ this.indexNameRaw = indexName;
this.client = clientBuilder.build();
}
@@ -97,7 +99,7 @@ abstract class AbstractElasticIndex<K, V> implements Index<K, V> {
@Override
public void markReady(boolean ready) throws IOException {
- IndexUtils.setReady(sitePaths, indexName, schema.getVersion(), ready);
+ IndexUtils.setReady(sitePaths, indexNameRaw, schema.getVersion(), ready);
}
@Override
diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java
index 18eb6608ef..9c14c66c2f 100644
--- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java
+++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java
@@ -69,7 +69,6 @@ public class ElasticAccountIndex extends AbstractElasticIndex<Account.Id, Accoun
}
static final String ACCOUNTS = "accounts";
- static final String ACCOUNTS_PREFIX = ACCOUNTS + "_";
private static final Logger log = LoggerFactory.getLogger(ElasticAccountIndex.class);
@@ -83,7 +82,7 @@ public class ElasticAccountIndex extends AbstractElasticIndex<Account.Id, Accoun
Provider<AccountCache> accountCache,
JestClientBuilder clientBuilder,
@Assisted Schema<AccountState> schema) {
- super(cfg, sitePaths, schema, clientBuilder, ACCOUNTS_PREFIX);
+ super(cfg, sitePaths, schema, clientBuilder, ACCOUNTS);
this.accountCache = accountCache;
this.mapping = new AccountMapping(schema);
}
diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java
index b99f2969c3..0974710e7d 100644
--- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java
+++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java
@@ -92,9 +92,9 @@ class ElasticChangeIndex extends AbstractElasticIndex<Change.Id, ChangeData>
}
}
- static final String CHANGES_PREFIX = "changes_";
- static final String OPEN_CHANGES = "open_changes";
- static final String CLOSED_CHANGES = "closed_changes";
+ static final String CHANGES = "changes";
+ static final String OPEN_CHANGES = "open_" + CHANGES;
+ static final String CLOSED_CHANGES = "closed_" + CHANGES;
private final ChangeMapping mapping;
private final Provider<ReviewDb> db;
@@ -108,7 +108,7 @@ class ElasticChangeIndex extends AbstractElasticIndex<Change.Id, ChangeData>
SitePaths sitePaths,
JestClientBuilder clientBuilder,
@Assisted Schema<ChangeData> schema) {
- super(cfg, sitePaths, schema, clientBuilder, CHANGES_PREFIX);
+ super(cfg, sitePaths, schema, clientBuilder, CHANGES);
this.db = db;
this.changeDataFactory = changeDataFactory;
mapping = new ChangeMapping(schema);
@@ -134,7 +134,7 @@ class ElasticChangeIndex extends AbstractElasticIndex<Change.Id, ChangeData>
Bulk bulk =
new Bulk.Builder()
.defaultIndex(indexName)
- .defaultType("changes")
+ .defaultType(CHANGES)
.addAction(insert(insertIndex, cd))
.addAction(delete(deleteIndex, cd.getId()))
.refresh(true)
diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java
index 6ca4ad570c..85aa76d2e6 100644
--- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java
+++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java
@@ -68,7 +68,6 @@ public class ElasticGroupIndex extends AbstractElasticIndex<AccountGroup.UUID, I
}
static final String GROUPS = "groups";
- static final String GROUPS_PREFIX = GROUPS + "_";
private static final Logger log = LoggerFactory.getLogger(ElasticGroupIndex.class);
@@ -82,7 +81,7 @@ public class ElasticGroupIndex extends AbstractElasticIndex<AccountGroup.UUID, I
Provider<GroupCache> groupCache,
JestClientBuilder clientBuilder,
@Assisted Schema<InternalGroup> schema) {
- super(cfg, sitePaths, schema, clientBuilder, GROUPS_PREFIX);
+ super(cfg, sitePaths, schema, clientBuilder, GROUPS);
this.groupCache = groupCache;
this.mapping = new GroupMapping(schema);
}
diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java
index b2b241fd54..dce8fac2e8 100644
--- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java
+++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java
@@ -54,19 +54,9 @@ public class ElasticVersionManager extends VersionManager {
}
@Override
- protected <V> boolean isDirty(Collection<Version<V>> inUse, Version<V> v) {
- return !inUse.contains(v);
- }
-
- @Override
protected <K, V, I extends Index<K, V>> TreeMap<Integer, Version<V>> scanVersions(
IndexDefinition<K, V, I> def, GerritIndexStatus cfg) {
TreeMap<Integer, Version<V>> versions = new TreeMap<>();
- for (Schema<V> schema : def.getSchemas().values()) {
- int v = schema.getVersion();
- versions.put(v, new Version<>(schema, v, cfg.getReady(def.getName(), v)));
- }
-
try {
for (String version : versionDiscovery.discover(prefix, def.getName())) {
Integer v = Ints.tryParse(version);
@@ -74,13 +64,17 @@ public class ElasticVersionManager extends VersionManager {
log.warn("Unrecognized version in index {}: {}", def.getName(), version);
continue;
}
- if (!versions.containsKey(v)) {
- versions.put(v, new Version<V>(null, v, cfg.getReady(def.getName(), v)));
- }
+ versions.put(v, new Version<V>(null, v, true, cfg.getReady(def.getName(), v)));
}
} catch (IOException e) {
log.error("Error scanning index: " + def.getName(), e);
}
+
+ for (Schema<V> schema : def.getSchemas().values()) {
+ int v = schema.getVersion();
+ boolean exists = versions.containsKey(v);
+ versions.put(v, new Version<>(schema, v, exists, cfg.getReady(def.getName(), v)));
+ }
return versions;
}
}
diff --git a/gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java b/gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java
index fac10ebe1b..f39f0e575d 100644
--- a/gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java
+++ b/gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java
@@ -15,11 +15,11 @@
package com.google.gerrit.elasticsearch;
import static com.google.common.truth.Truth.assertThat;
-import static com.google.gerrit.elasticsearch.ElasticAccountIndex.ACCOUNTS_PREFIX;
-import static com.google.gerrit.elasticsearch.ElasticChangeIndex.CHANGES_PREFIX;
+import static com.google.gerrit.elasticsearch.ElasticAccountIndex.ACCOUNTS;
+import static com.google.gerrit.elasticsearch.ElasticChangeIndex.CHANGES;
import static com.google.gerrit.elasticsearch.ElasticChangeIndex.CLOSED_CHANGES;
import static com.google.gerrit.elasticsearch.ElasticChangeIndex.OPEN_CHANGES;
-import static com.google.gerrit.elasticsearch.ElasticGroupIndex.GROUPS_PREFIX;
+import static com.google.gerrit.elasticsearch.ElasticGroupIndex.GROUPS;
import com.google.common.base.Strings;
import com.google.common.io.Files;
@@ -128,7 +128,7 @@ final class ElasticTestUtils {
.client()
.admin()
.indices()
- .prepareCreate(String.format("%s%04d", CHANGES_PREFIX, changeSchema.getVersion()))
+ .prepareCreate(String.format("%s_%04d", CHANGES, changeSchema.getVersion()))
.addMapping(OPEN_CHANGES, gson.toJson(openChangesMapping))
.addMapping(CLOSED_CHANGES, gson.toJson(closedChangesMapping))
.execute()
@@ -141,7 +141,7 @@ final class ElasticTestUtils {
.client()
.admin()
.indices()
- .prepareCreate(String.format("%s%04d", ACCOUNTS_PREFIX, accountSchema.getVersion()))
+ .prepareCreate(String.format("%s_%04d", ACCOUNTS, accountSchema.getVersion()))
.addMapping(ElasticAccountIndex.ACCOUNTS, gson.toJson(accountMapping))
.execute()
.actionGet();
@@ -153,7 +153,7 @@ final class ElasticTestUtils {
.client()
.admin()
.indices()
- .prepareCreate(String.format("%s%04d", GROUPS_PREFIX, groupSchema.getVersion()))
+ .prepareCreate(String.format("%s_%04d", GROUPS, groupSchema.getVersion()))
.addMapping(ElasticGroupIndex.GROUPS, gson.toJson(groupMapping))
.execute()
.actionGet();
diff --git a/gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java b/gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java
index ce92432789..aabce35e45 100644
--- a/gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java
+++ b/gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java
@@ -40,15 +40,6 @@ import org.slf4j.LoggerFactory;
public class LuceneVersionManager extends VersionManager {
private static final Logger log = LoggerFactory.getLogger(LuceneVersionManager.class);
- private static class Version<V> extends VersionManager.Version<V> {
- private final boolean exists;
-
- private Version(Schema<V> schema, int version, boolean exists, boolean ready) {
- super(schema, version, ready);
- this.exists = exists;
- }
- }
-
static Path getDir(SitePaths sitePaths, String name, Schema<?> schema) {
return sitePaths.index_dir.resolve(String.format("%s_%04d", name, schema.getVersion()));
}
@@ -63,13 +54,6 @@ public class LuceneVersionManager extends VersionManager {
}
@Override
- protected <V> boolean isDirty(
- Collection<com.google.gerrit.server.index.VersionManager.Version<V>> inUse,
- com.google.gerrit.server.index.VersionManager.Version<V> v) {
- return !inUse.contains(v) && ((Version<V>) v).exists;
- }
-
- @Override
protected <K, V, I extends Index<K, V>> TreeMap<Integer, VersionManager.Version<V>> scanVersions(
IndexDefinition<K, V, I> def, GerritIndexStatus cfg) {
TreeMap<Integer, VersionManager.Version<V>> versions = new TreeMap<>();
diff --git a/gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java b/gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java
index 740f4cead9..93e0f5d76c 100644
--- a/gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java
+++ b/gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java
@@ -62,7 +62,7 @@ class InitIndex implements InitStep {
if (type == IndexType.ELASTICSEARCH) {
Section elasticsearch = sections.get("elasticsearch", null);
- elasticsearch.string("Index Prefix", "prefix", "gerrit");
+ elasticsearch.string("Index Prefix", "prefix", "gerrit_");
String name = ui.readString("default", "Server Name");
Section defaultServer = sections.get("elasticsearch", name);
diff --git a/gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java b/gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java
index 8389729081..620dd365ae 100644
--- a/gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java
+++ b/gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java
@@ -45,12 +45,14 @@ public abstract class VersionManager implements LifecycleListener {
public static class Version<V> {
public final Schema<V> schema;
public final int version;
+ public final boolean exists;
public final boolean ready;
- public Version(Schema<V> schema, int version, boolean ready) {
+ public Version(Schema<V> schema, int version, boolean exists, boolean ready) {
checkArgument(schema == null || schema.getVersion() == version);
this.schema = schema;
this.version = version;
+ this.exists = exists;
this.ready = ready;
}
}
@@ -221,11 +223,13 @@ public abstract class VersionManager implements LifecycleListener {
}
}
- protected abstract <V> boolean isDirty(Collection<Version<V>> inUse, Version<V> v);
-
protected abstract <K, V, I extends Index<K, V>> TreeMap<Integer, Version<V>> scanVersions(
IndexDefinition<K, V, I> def, GerritIndexStatus cfg);
+ private <V> boolean isDirty(Collection<Version<V>> inUse, Version<V> v) {
+ return !inUse.contains(v) && v.exists;
+ }
+
private boolean isLatestIndexVersion(String name, OnlineReindexer<?, ?, ?> reindexer) {
int readVersion = defs.get(name).getIndexCollection().getSearchIndex().getSchema().getVersion();
return reindexer == null || reindexer.getVersion() == readVersion;