diff options
author | David Pursehouse <dpursehouse@collab.net> | 2018-03-30 21:02:15 +0100 |
---|---|---|
committer | David Pursehouse <dpursehouse@collab.net> | 2018-03-30 21:07:33 +0100 |
commit | 17783eed7010028370455030b04098ec298f3447 (patch) | |
tree | 9c6be355aa89b778dc2d0ff1e8cf12174cdf3e46 | |
parent | 2f1e39e3622aab62f85103291d0bf2cac1366ed8 (diff) | |
parent | 8cd3ecb1e094a47dca7471a852390943a6d21d53 (diff) |
Merge branch 'stable-2.14' into stable-2.15
* stable-2.14:
ElasticTestUtils: also reuse index name constants
Change default elasticsearch prefix to gerrit_
Fix init with elasticsearch and companion reindex
ElasticChangeIndex: reuse change index name string
Change-Id: Ic36572111501cae21a09dde364342d14a177fdfc
9 files changed, 32 insertions, 50 deletions
diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java index 8f0ea8fb84..0588c48d73 100644 --- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java +++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/AbstractElasticIndex.java @@ -60,6 +60,7 @@ abstract class AbstractElasticIndex<K, V> implements Index<K, V> { private final Schema<V> schema; private final SitePaths sitePaths; + private final String indexNameRaw; protected final String indexName; protected final JestHttpClient client; @@ -78,10 +79,11 @@ abstract class AbstractElasticIndex<K, V> implements Index<K, V> { this.queryBuilder = new ElasticQueryBuilder(); this.indexName = String.format( - "%s%s%04d", + "%s%s_%04d", Strings.nullToEmpty(cfg.getString("elasticsearch", null, "prefix")), indexName, schema.getVersion()); + this.indexNameRaw = indexName; this.client = clientBuilder.build(); } @@ -97,7 +99,7 @@ abstract class AbstractElasticIndex<K, V> implements Index<K, V> { @Override public void markReady(boolean ready) throws IOException { - IndexUtils.setReady(sitePaths, indexName, schema.getVersion(), ready); + IndexUtils.setReady(sitePaths, indexNameRaw, schema.getVersion(), ready); } @Override diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java index 18eb6608ef..9c14c66c2f 100644 --- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java +++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticAccountIndex.java @@ -69,7 +69,6 @@ public class ElasticAccountIndex extends AbstractElasticIndex<Account.Id, Accoun } static final String ACCOUNTS = "accounts"; - static final String ACCOUNTS_PREFIX = ACCOUNTS + "_"; private static final Logger log = LoggerFactory.getLogger(ElasticAccountIndex.class); @@ -83,7 +82,7 @@ public class ElasticAccountIndex extends AbstractElasticIndex<Account.Id, Accoun Provider<AccountCache> accountCache, JestClientBuilder clientBuilder, @Assisted Schema<AccountState> schema) { - super(cfg, sitePaths, schema, clientBuilder, ACCOUNTS_PREFIX); + super(cfg, sitePaths, schema, clientBuilder, ACCOUNTS); this.accountCache = accountCache; this.mapping = new AccountMapping(schema); } diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java index b99f2969c3..0974710e7d 100644 --- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java +++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticChangeIndex.java @@ -92,9 +92,9 @@ class ElasticChangeIndex extends AbstractElasticIndex<Change.Id, ChangeData> } } - static final String CHANGES_PREFIX = "changes_"; - static final String OPEN_CHANGES = "open_changes"; - static final String CLOSED_CHANGES = "closed_changes"; + static final String CHANGES = "changes"; + static final String OPEN_CHANGES = "open_" + CHANGES; + static final String CLOSED_CHANGES = "closed_" + CHANGES; private final ChangeMapping mapping; private final Provider<ReviewDb> db; @@ -108,7 +108,7 @@ class ElasticChangeIndex extends AbstractElasticIndex<Change.Id, ChangeData> SitePaths sitePaths, JestClientBuilder clientBuilder, @Assisted Schema<ChangeData> schema) { - super(cfg, sitePaths, schema, clientBuilder, CHANGES_PREFIX); + super(cfg, sitePaths, schema, clientBuilder, CHANGES); this.db = db; this.changeDataFactory = changeDataFactory; mapping = new ChangeMapping(schema); @@ -134,7 +134,7 @@ class ElasticChangeIndex extends AbstractElasticIndex<Change.Id, ChangeData> Bulk bulk = new Bulk.Builder() .defaultIndex(indexName) - .defaultType("changes") + .defaultType(CHANGES) .addAction(insert(insertIndex, cd)) .addAction(delete(deleteIndex, cd.getId())) .refresh(true) diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java index 6ca4ad570c..85aa76d2e6 100644 --- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java +++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticGroupIndex.java @@ -68,7 +68,6 @@ public class ElasticGroupIndex extends AbstractElasticIndex<AccountGroup.UUID, I } static final String GROUPS = "groups"; - static final String GROUPS_PREFIX = GROUPS + "_"; private static final Logger log = LoggerFactory.getLogger(ElasticGroupIndex.class); @@ -82,7 +81,7 @@ public class ElasticGroupIndex extends AbstractElasticIndex<AccountGroup.UUID, I Provider<GroupCache> groupCache, JestClientBuilder clientBuilder, @Assisted Schema<InternalGroup> schema) { - super(cfg, sitePaths, schema, clientBuilder, GROUPS_PREFIX); + super(cfg, sitePaths, schema, clientBuilder, GROUPS); this.groupCache = groupCache; this.mapping = new GroupMapping(schema); } diff --git a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java index b2b241fd54..dce8fac2e8 100644 --- a/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java +++ b/gerrit-elasticsearch/src/main/java/com/google/gerrit/elasticsearch/ElasticVersionManager.java @@ -54,19 +54,9 @@ public class ElasticVersionManager extends VersionManager { } @Override - protected <V> boolean isDirty(Collection<Version<V>> inUse, Version<V> v) { - return !inUse.contains(v); - } - - @Override protected <K, V, I extends Index<K, V>> TreeMap<Integer, Version<V>> scanVersions( IndexDefinition<K, V, I> def, GerritIndexStatus cfg) { TreeMap<Integer, Version<V>> versions = new TreeMap<>(); - for (Schema<V> schema : def.getSchemas().values()) { - int v = schema.getVersion(); - versions.put(v, new Version<>(schema, v, cfg.getReady(def.getName(), v))); - } - try { for (String version : versionDiscovery.discover(prefix, def.getName())) { Integer v = Ints.tryParse(version); @@ -74,13 +64,17 @@ public class ElasticVersionManager extends VersionManager { log.warn("Unrecognized version in index {}: {}", def.getName(), version); continue; } - if (!versions.containsKey(v)) { - versions.put(v, new Version<V>(null, v, cfg.getReady(def.getName(), v))); - } + versions.put(v, new Version<V>(null, v, true, cfg.getReady(def.getName(), v))); } } catch (IOException e) { log.error("Error scanning index: " + def.getName(), e); } + + for (Schema<V> schema : def.getSchemas().values()) { + int v = schema.getVersion(); + boolean exists = versions.containsKey(v); + versions.put(v, new Version<>(schema, v, exists, cfg.getReady(def.getName(), v))); + } return versions; } } diff --git a/gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java b/gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java index fac10ebe1b..f39f0e575d 100644 --- a/gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java +++ b/gerrit-elasticsearch/src/test/java/com/google/gerrit/elasticsearch/ElasticTestUtils.java @@ -15,11 +15,11 @@ package com.google.gerrit.elasticsearch; import static com.google.common.truth.Truth.assertThat; -import static com.google.gerrit.elasticsearch.ElasticAccountIndex.ACCOUNTS_PREFIX; -import static com.google.gerrit.elasticsearch.ElasticChangeIndex.CHANGES_PREFIX; +import static com.google.gerrit.elasticsearch.ElasticAccountIndex.ACCOUNTS; +import static com.google.gerrit.elasticsearch.ElasticChangeIndex.CHANGES; import static com.google.gerrit.elasticsearch.ElasticChangeIndex.CLOSED_CHANGES; import static com.google.gerrit.elasticsearch.ElasticChangeIndex.OPEN_CHANGES; -import static com.google.gerrit.elasticsearch.ElasticGroupIndex.GROUPS_PREFIX; +import static com.google.gerrit.elasticsearch.ElasticGroupIndex.GROUPS; import com.google.common.base.Strings; import com.google.common.io.Files; @@ -128,7 +128,7 @@ final class ElasticTestUtils { .client() .admin() .indices() - .prepareCreate(String.format("%s%04d", CHANGES_PREFIX, changeSchema.getVersion())) + .prepareCreate(String.format("%s_%04d", CHANGES, changeSchema.getVersion())) .addMapping(OPEN_CHANGES, gson.toJson(openChangesMapping)) .addMapping(CLOSED_CHANGES, gson.toJson(closedChangesMapping)) .execute() @@ -141,7 +141,7 @@ final class ElasticTestUtils { .client() .admin() .indices() - .prepareCreate(String.format("%s%04d", ACCOUNTS_PREFIX, accountSchema.getVersion())) + .prepareCreate(String.format("%s_%04d", ACCOUNTS, accountSchema.getVersion())) .addMapping(ElasticAccountIndex.ACCOUNTS, gson.toJson(accountMapping)) .execute() .actionGet(); @@ -153,7 +153,7 @@ final class ElasticTestUtils { .client() .admin() .indices() - .prepareCreate(String.format("%s%04d", GROUPS_PREFIX, groupSchema.getVersion())) + .prepareCreate(String.format("%s_%04d", GROUPS, groupSchema.getVersion())) .addMapping(ElasticGroupIndex.GROUPS, gson.toJson(groupMapping)) .execute() .actionGet(); diff --git a/gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java b/gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java index ce92432789..aabce35e45 100644 --- a/gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java +++ b/gerrit-lucene/src/main/java/com/google/gerrit/lucene/LuceneVersionManager.java @@ -40,15 +40,6 @@ import org.slf4j.LoggerFactory; public class LuceneVersionManager extends VersionManager { private static final Logger log = LoggerFactory.getLogger(LuceneVersionManager.class); - private static class Version<V> extends VersionManager.Version<V> { - private final boolean exists; - - private Version(Schema<V> schema, int version, boolean exists, boolean ready) { - super(schema, version, ready); - this.exists = exists; - } - } - static Path getDir(SitePaths sitePaths, String name, Schema<?> schema) { return sitePaths.index_dir.resolve(String.format("%s_%04d", name, schema.getVersion())); } @@ -63,13 +54,6 @@ public class LuceneVersionManager extends VersionManager { } @Override - protected <V> boolean isDirty( - Collection<com.google.gerrit.server.index.VersionManager.Version<V>> inUse, - com.google.gerrit.server.index.VersionManager.Version<V> v) { - return !inUse.contains(v) && ((Version<V>) v).exists; - } - - @Override protected <K, V, I extends Index<K, V>> TreeMap<Integer, VersionManager.Version<V>> scanVersions( IndexDefinition<K, V, I> def, GerritIndexStatus cfg) { TreeMap<Integer, VersionManager.Version<V>> versions = new TreeMap<>(); diff --git a/gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java b/gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java index 740f4cead9..93e0f5d76c 100644 --- a/gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java +++ b/gerrit-pgm/src/main/java/com/google/gerrit/pgm/init/InitIndex.java @@ -62,7 +62,7 @@ class InitIndex implements InitStep { if (type == IndexType.ELASTICSEARCH) { Section elasticsearch = sections.get("elasticsearch", null); - elasticsearch.string("Index Prefix", "prefix", "gerrit"); + elasticsearch.string("Index Prefix", "prefix", "gerrit_"); String name = ui.readString("default", "Server Name"); Section defaultServer = sections.get("elasticsearch", name); diff --git a/gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java b/gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java index 8389729081..620dd365ae 100644 --- a/gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java +++ b/gerrit-server/src/main/java/com/google/gerrit/server/index/VersionManager.java @@ -45,12 +45,14 @@ public abstract class VersionManager implements LifecycleListener { public static class Version<V> { public final Schema<V> schema; public final int version; + public final boolean exists; public final boolean ready; - public Version(Schema<V> schema, int version, boolean ready) { + public Version(Schema<V> schema, int version, boolean exists, boolean ready) { checkArgument(schema == null || schema.getVersion() == version); this.schema = schema; this.version = version; + this.exists = exists; this.ready = ready; } } @@ -221,11 +223,13 @@ public abstract class VersionManager implements LifecycleListener { } } - protected abstract <V> boolean isDirty(Collection<Version<V>> inUse, Version<V> v); - protected abstract <K, V, I extends Index<K, V>> TreeMap<Integer, Version<V>> scanVersions( IndexDefinition<K, V, I> def, GerritIndexStatus cfg); + private <V> boolean isDirty(Collection<Version<V>> inUse, Version<V> v) { + return !inUse.contains(v) && v.exists; + } + private boolean isLatestIndexVersion(String name, OnlineReindexer<?, ?, ?> reindexer) { int readVersion = defs.get(name).getIndexCollection().getSearchIndex().getSchema().getVersion(); return reindexer == null || reindexer.getVersion() == readVersion; |