@LuceneTestCase.Slow public abstract class AbstractFullDistribZkTestBase extends AbstractDistribZkTestBase
| Modifier and Type | Class and Description |
|---|---|
static class |
AbstractFullDistribZkTestBase.CloudJettyRunner |
BaseDistributedSearchTestCase.RandDate, BaseDistributedSearchTestCase.RandValSolrTestCaseJ4.CoreDescriptorBuilder, SolrTestCaseJ4.Doc, SolrTestCaseJ4.Fld, SolrTestCaseJ4.FldType, SolrTestCaseJ4.FVal, SolrTestCaseJ4.IRange, SolrTestCaseJ4.IVals, SolrTestCaseJ4.IValsPercent, SolrTestCaseJ4.SVal, SolrTestCaseJ4.Vals, SolrTestCaseJ4.XmlDocorg.apache.lucene.util.LuceneTestCase.AwaitsFix, org.apache.lucene.util.LuceneTestCase.BadApple, org.apache.lucene.util.LuceneTestCase.Nightly, org.apache.lucene.util.LuceneTestCase.Slow, org.apache.lucene.util.LuceneTestCase.SuppressCodecs, org.apache.lucene.util.LuceneTestCase.Weekly| Modifier and Type | Field and Description |
|---|---|
protected ChaosMonkey |
chaosMonkey |
protected boolean |
checkCreatedVsState |
protected org.apache.solr.client.solrj.impl.CloudSolrServer |
cloudClient |
protected List<AbstractFullDistribZkTestBase.CloudJettyRunner> |
cloudJettys |
protected org.apache.solr.client.solrj.impl.CloudSolrServer |
controlClientCloud |
protected boolean |
printLayoutOnTearDown |
static String |
SHARD1 |
static String |
SHARD2 |
protected Map<String,List<AbstractFullDistribZkTestBase.CloudJettyRunner>> |
shardToJetty |
protected Map<String,AbstractFullDistribZkTestBase.CloudJettyRunner> |
shardToLeaderJetty |
protected int |
sliceCount |
protected boolean |
useJettyDataDir |
DEFAULT_COLLECTION, zkServerclients, context, controlClient, controlJetty, deadServers, fieldNames, fixShardCount, flags, handle, id, jettys, nThreads, ORDERED, r, randVals, rdate, rdouble, rfloat, rint, rlong, shardCount, shards, shardsArr, SKIP, SKIPVAL, stress, testDir, UNORDERED, useExplicitNodeNames, verifyStressALLOW_SSL, configString, dataDir, DEFAULT_CONNECTION_TIMEOUT, formatter, h, hdfsDataDir, lrf, ONE_ONE, schemaString, solrClassRules, solrConfig, solrTestRules, sslConfig, testSolrHome, ZERO_ONE, ZERO_TWOclassRules, DEFAULT_LINE_DOCS_FILE, doesntSupportOffsets, INFOSTREAM, JENKINS_LARGE_LINE_DOCS_FILE, OLD_FORMAT_IMPERSONATION_IS_ACTIVE, RANDOM_MULTIPLIER, ruleChain, suiteFailureMarker, SYSPROP_AWAITSFIX, SYSPROP_BADAPPLES, SYSPROP_FAILFAST, SYSPROP_MAXFAILURES, SYSPROP_NIGHTLY, SYSPROP_SLOW, SYSPROP_WEEKLY, TEMP_DIR, TEST_AWAITSFIX, TEST_CODEC, TEST_DIRECTORY, TEST_DOCVALUESFORMAT, TEST_LINE_DOCS_FILE, TEST_NIGHTLY, TEST_POSTINGSFORMAT, TEST_SLOW, TEST_THROTTLING, TEST_VERSION_CURRENT, TEST_WEEKLY, VERBOSE| Constructor and Description |
|---|
AbstractFullDistribZkTestBase() |
| Modifier and Type | Method and Description |
|---|---|
static void |
afterClass() |
protected void |
assertDocCounts(boolean verbose) |
static void |
beforeClass() |
static void |
beforeFullSolrCloudTest() |
protected void |
checkForCollection(String collectionName,
List<Integer> numShardsNumReplicaList,
List<String> nodesAllowedToRunShards) |
protected void |
checkQueries() |
protected void |
checkShardConsistency() |
protected void |
checkShardConsistency(boolean checkVsControl,
boolean verbose) |
protected void |
checkShardConsistency(boolean checkVsControl,
boolean verbose,
Set<String> addFails,
Set<String> deleteFails) |
protected void |
checkShardConsistency(String shard)
Returns a non-null string if replicas within the same shard do not have a
consistent number of documents.
|
protected String |
checkShardConsistency(String shard,
boolean expectFailure,
boolean verbose)
Returns a non-null string if replicas within the same shard do not have a
consistent number of documents.
|
protected void |
commit() |
protected boolean |
compareResults(long controlDocs,
long cloudClientDocs) |
protected boolean |
compareResults(long controlDocs,
long cloudClientDocs,
Set<String> addFails,
Set<String> deleteFails) |
protected org.apache.solr.client.solrj.impl.CloudSolrServer |
createCloudClient(String defaultCollection) |
protected void |
createCollection(Map<String,List<Integer>> collectionInfos,
String collectionName,
int numShards,
int numReplicas,
int maxShardsPerNode,
org.apache.solr.client.solrj.SolrServer client,
String createNodeSetStr) |
protected void |
createCollection(Map<String,List<Integer>> collectionInfos,
String collectionName,
int numShards,
int numReplicas,
int maxShardsPerNode,
org.apache.solr.client.solrj.SolrServer client,
String createNodeSetStr,
String configName) |
protected void |
createCollection(Map<String,List<Integer>> collectionInfos,
String collectionName,
Map<String,Object> collectionProps,
org.apache.solr.client.solrj.SolrServer client) |
protected void |
createCollection(Map<String,List<Integer>> collectionInfos,
String collectionName,
Map<String,Object> collectionProps,
org.apache.solr.client.solrj.SolrServer client,
String confSetName) |
protected void |
createCollection(String collectionName,
int numShards,
int numReplicas,
int maxShardsPerNode) |
org.apache.solr.client.solrj.embedded.JettySolrRunner |
createJetty(File solrHome,
String dataDir,
String shardList,
String solrConfigOverride,
String schemaOverride) |
org.apache.solr.client.solrj.embedded.JettySolrRunner |
createJetty(String dataDir,
String ulogDir,
String shardList,
String solrConfigOverride) |
protected List<org.apache.solr.client.solrj.embedded.JettySolrRunner> |
createJettys(int numJettys) |
protected List<org.apache.solr.client.solrj.embedded.JettySolrRunner> |
createJettys(int numJettys,
boolean checkCreatedVsState) |
protected org.apache.solr.client.solrj.SolrServer |
createNewSolrServer(int port) |
protected org.apache.solr.client.solrj.SolrServer |
createNewSolrServer(String collection,
String baseUrl) |
protected void |
createServers(int numServers) |
protected void |
del(String q) |
protected void |
destroyServers() |
protected void |
enableAutoSoftCommit(int time) |
protected String |
getBaseUrl(org.apache.solr.client.solrj.impl.HttpSolrServer client) |
protected org.apache.solr.client.solrj.SolrServer |
getClient(String nodeName) |
protected org.apache.solr.client.solrj.impl.CloudSolrServer |
getCommonCloudSolrServer() |
protected String |
getDataDir(String dataDir) |
protected org.apache.solr.common.SolrInputDocument |
getDoc(Object... fields) |
protected int |
getTotalReplicas(String collection) |
static String |
getUrlFromZk(org.apache.solr.common.cloud.ClusterState clusterState,
String collection) |
protected void |
index_specific(int serverNumber,
Object... fields) |
protected void |
index_specific(org.apache.solr.client.solrj.SolrServer client,
Object... fields) |
protected void |
indexAbunchOfDocs() |
protected void |
indexDoc(org.apache.solr.common.SolrInputDocument doc)
Indexes the document in both the control client, and a randomly selected client
|
protected void |
initCloud() |
org.apache.solr.client.solrj.response.QueryResponse |
queryAndCompareReplicas(org.apache.solr.common.params.SolrParams params,
String shard)
Executes a query against each live and active replica of the specified shard
and aserts that the results are identical.
|
void |
queryAndCompareShards(org.apache.solr.common.params.SolrParams params)
For each Shard, executes a query against each live and active replica of that shard
and asserts that the results are identical for each replica of the same shard.
|
protected org.apache.solr.client.solrj.response.QueryResponse |
queryServer(org.apache.solr.common.params.ModifiableSolrParams params) |
protected void |
runCollectionAdminCommand(org.apache.solr.common.params.ModifiableSolrParams params) |
protected void |
setDistributedParams(org.apache.solr.common.params.ModifiableSolrParams params) |
void |
setUp() |
void |
showCounts() |
protected org.apache.solr.client.solrj.SolrServer |
startCloudJetty(String collection,
String shard) |
void |
tearDown() |
protected void |
updateMappingsFromZk(List<org.apache.solr.client.solrj.embedded.JettySolrRunner> jettys,
List<org.apache.solr.client.solrj.SolrServer> clients) |
protected void |
updateMappingsFromZk(List<org.apache.solr.client.solrj.embedded.JettySolrRunner> jettys,
List<org.apache.solr.client.solrj.SolrServer> clients,
boolean allowOverSharding) |
protected void |
waitForCollection(org.apache.solr.common.cloud.ZkStateReader reader,
String collection,
int slices) |
static void |
waitForNon403or404or503(org.apache.solr.client.solrj.impl.HttpSolrServer collectionClient) |
protected void |
waitForRecoveriesToFinish(boolean verbose) |
protected void |
waitForRecoveriesToFinish(boolean verbose,
int timeoutSeconds) |
protected void |
waitForRecoveriesToFinish(String collection,
boolean verbose) |
void |
waitForThingsToLevelOut(int waitForRecTimeSeconds) |
assertAllActive, beforeThisClass, getCloudSolrConfig, printLayout, waitForRecoveriesToFinish, waitForRecoveriesToFinish, waitForRecoveriesToFinishadd, addFields, addRandFields, buildUrl, clearHostContext, compare, compare, compare, compare, compare, compare, compare1, compareResponses, compareSolrResponses, createJetty, createJetty, createJetty, del, delQ, doTest, eq, flags, getExtraRequestFilters, getExtraServlets, getFieldNames, getRandFields, getRandValues, getShardsString, getSolrHome, getSolrXml, index, indexDoc, indexr, initHostContext, initialize, query, query, query, query, queryAndCompare, queryAndCompare, setupJettySolrHome, testDistribSearch, validateControlDataadd, addAndGetVersion, adoc, adoc, assertFailedU, assertFailedU, assertFieldValues, assertJQ, assertJQ, assertQ, assertQ, assertQEx, assertQEx, assertU, assertU, assertXmlFile, buildCoreDescriptor, buildUrl, clearIndex, commit, copyMinConf, copyMinConf, copyMinFullSetup, copySolrHomeToTemp, copySolrHomeToTemp, createComparator, createComparator, createCore, createCoreContainer, createDefaultCoreContainer, createDoc, createSort, createTempDir, deleteAndGetVersion, deleteByQueryAndGetVersion, deleteCore, delI, delQ, doc, endTrackingSearchers, endTrackingZkClients, getClassName, getFile, getRootCause, getSchemaFile, getSimpleClassName, getSolrConfigFile, hasInitException, hasInitException, ignoreException, indexDocs, initCore, initCore, initCore, initCore, invertField, isSSLMode, JQ, json, json, jsonAdd, jsonDelId, jsonDelQ, map, newRandomConfig, optimize, params, postSetUp, preTearDown, recurseDelete, req, req, req, resetExceptionIgnores, resetFactory, sdoc, sdocs, setLoggingLevel, setupLogging, setupNoCoreTest, startTrackingSearchers, startTrackingZkClients, TEST_HOME, toJSON, unIgnoreException, updateJ, useFactoryassertDeletedDocsEquals, assertDocsAndPositionsEnumEquals, assertDocsEnumEquals, assertDocsSkippingEquals, assertDocValuesEquals, assertDocValuesEquals, assertFieldInfosEquals, assertFieldsEquals, assertFieldStatisticsEquals, assertNormsEquals, assertPositionsSkippingEquals, assertReaderEquals, assertReaderStatisticsEquals, assertSaneFieldCaches, assertStoredFieldEquals, assertStoredFieldsEquals, assertTermsEnumEquals, assertTermsEquals, assertTermsStatisticsEquals, assertTermStatsEquals, assertTermVectorsEquals, asSet, assumeFalse, assumeNoException, assumeTrue, atLeast, atLeast, closeAfterSuite, closeAfterTest, defaultCodecSupportsDocsWithField, defaultCodecSupportsDocValues, defaultCodecSupportsFieldUpdates, defaultCodecSupportsMissingDocValues, defaultCodecSupportsSortedSet, dumpArray, dumpIterator, getDataFile, getOnlySegmentReader, getTestClass, getTestName, isTestThread, localeForName, maybeWrapReader, newAlcoholicMergePolicy, newAlcoholicMergePolicy, newDirectory, newDirectory, newDirectory, newDirectory, newField, newField, newFSDirectory, newFSDirectory, newIndexWriterConfig, newIndexWriterConfig, newIOContext, newIOContext, newLogMergePolicy, newLogMergePolicy, newLogMergePolicy, newLogMergePolicy, newLogMergePolicy, newMergePolicy, newMergePolicy, newMockDirectory, newMockDirectory, newMockFSDirectory, newSearcher, newSearcher, newStringField, newStringField, newTextField, newTextField, newTieredMergePolicy, newTieredMergePolicy, random, randomLocale, randomTimeZone, rarely, rarely, replaceMaxFailureRule, usually, usuallyassertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertArrayEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertEquals, assertFalse, assertFalse, assertNotNull, assertNotNull, assertNotSame, assertNotSame, assertNull, assertNull, assertSame, assertSame, assertThat, assertThat, assertTrue, assertTrue, fail, failpublic static final String SHARD1
public static final String SHARD2
protected boolean printLayoutOnTearDown
protected int sliceCount
protected org.apache.solr.client.solrj.impl.CloudSolrServer controlClientCloud
protected volatile org.apache.solr.client.solrj.impl.CloudSolrServer cloudClient
protected List<AbstractFullDistribZkTestBase.CloudJettyRunner> cloudJettys
protected Map<String,List<AbstractFullDistribZkTestBase.CloudJettyRunner>> shardToJetty
protected ChaosMonkey chaosMonkey
protected Map<String,AbstractFullDistribZkTestBase.CloudJettyRunner> shardToLeaderJetty
protected boolean checkCreatedVsState
protected boolean useJettyDataDir
public static void beforeFullSolrCloudTest()
public void setUp()
throws Exception
setUp in class AbstractDistribZkTestBaseExceptionpublic static void beforeClass()
protected String getDataDir(String dataDir) throws IOException
IOExceptionprotected org.apache.solr.client.solrj.impl.CloudSolrServer createCloudClient(String defaultCollection) throws MalformedURLException
MalformedURLExceptionprotected void createServers(int numServers)
throws Exception
createServers in class AbstractDistribZkTestBaseExceptionprotected void waitForCollection(org.apache.solr.common.cloud.ZkStateReader reader,
String collection,
int slices)
throws Exception
Exceptionprotected List<org.apache.solr.client.solrj.embedded.JettySolrRunner> createJettys(int numJettys) throws Exception
Exceptionprotected List<org.apache.solr.client.solrj.embedded.JettySolrRunner> createJettys(int numJettys, boolean checkCreatedVsState) throws Exception
checkCreatedVsState - if true, make sure the number created (numJettys) matches the
number in the cluster state - if you add more jetties this may not
be the caseExceptionprotected org.apache.solr.client.solrj.SolrServer startCloudJetty(String collection, String shard) throws Exception
Exceptionprotected int getTotalReplicas(String collection)
public org.apache.solr.client.solrj.embedded.JettySolrRunner createJetty(String dataDir, String ulogDir, String shardList, String solrConfigOverride) throws Exception
Exceptionpublic org.apache.solr.client.solrj.embedded.JettySolrRunner createJetty(File solrHome, String dataDir, String shardList, String solrConfigOverride, String schemaOverride) throws Exception
createJetty in class BaseDistributedSearchTestCaseExceptionprotected void updateMappingsFromZk(List<org.apache.solr.client.solrj.embedded.JettySolrRunner> jettys, List<org.apache.solr.client.solrj.SolrServer> clients) throws Exception
Exceptionprotected void updateMappingsFromZk(List<org.apache.solr.client.solrj.embedded.JettySolrRunner> jettys, List<org.apache.solr.client.solrj.SolrServer> clients, boolean allowOverSharding) throws Exception
Exceptionprotected void setDistributedParams(org.apache.solr.common.params.ModifiableSolrParams params)
setDistributedParams in class BaseDistributedSearchTestCaseprotected void indexDoc(org.apache.solr.common.SolrInputDocument doc)
throws IOException,
org.apache.solr.client.solrj.SolrServerException
BaseDistributedSearchTestCaseindexDoc in class BaseDistributedSearchTestCaseIOExceptionorg.apache.solr.client.solrj.SolrServerExceptionprotected void index_specific(int serverNumber,
Object... fields)
throws Exception
index_specific in class BaseDistributedSearchTestCaseExceptionprotected void index_specific(org.apache.solr.client.solrj.SolrServer client,
Object... fields)
throws Exception
Exceptionprotected void del(String q) throws Exception
del in class BaseDistributedSearchTestCaseExceptionprotected void waitForRecoveriesToFinish(boolean verbose)
throws Exception
Exceptionprotected void waitForRecoveriesToFinish(String collection, boolean verbose) throws Exception
Exceptionprotected void waitForRecoveriesToFinish(boolean verbose,
int timeoutSeconds)
throws Exception
Exceptionpublic org.apache.solr.client.solrj.response.QueryResponse queryAndCompareReplicas(org.apache.solr.common.params.SolrParams params,
String shard)
throws Exception
public void queryAndCompareShards(org.apache.solr.common.params.SolrParams params)
throws Exception
ExceptionqueryAndCompareReplicas(SolrParams, String)protected void checkShardConsistency(String shard) throws Exception
Exceptionprotected String checkShardConsistency(String shard, boolean expectFailure, boolean verbose) throws Exception
Exceptionpublic void showCounts()
protected void enableAutoSoftCommit(int time)
protected void checkShardConsistency(boolean checkVsControl,
boolean verbose)
throws Exception
Exceptionprotected void checkShardConsistency(boolean checkVsControl,
boolean verbose,
Set<String> addFails,
Set<String> deleteFails)
throws Exception
Exceptionprotected boolean compareResults(long controlDocs,
long cloudClientDocs)
throws org.apache.solr.client.solrj.SolrServerException
org.apache.solr.client.solrj.SolrServerExceptionprotected boolean compareResults(long controlDocs,
long cloudClientDocs,
Set<String> addFails,
Set<String> deleteFails)
throws org.apache.solr.client.solrj.SolrServerException
org.apache.solr.client.solrj.SolrServerExceptionprotected org.apache.solr.client.solrj.SolrServer getClient(String nodeName)
protected org.apache.solr.client.solrj.response.QueryResponse queryServer(org.apache.solr.common.params.ModifiableSolrParams params)
throws org.apache.solr.client.solrj.SolrServerException
queryServer in class BaseDistributedSearchTestCaseorg.apache.solr.client.solrj.SolrServerExceptionpublic void waitForThingsToLevelOut(int waitForRecTimeSeconds)
throws Exception
Exceptionpublic void tearDown()
throws Exception
tearDown in class AbstractDistribZkTestBaseExceptionprotected void commit()
throws Exception
commit in class BaseDistributedSearchTestCaseExceptionprotected void destroyServers()
throws Exception
destroyServers in class BaseDistributedSearchTestCaseExceptionprotected void createCollection(String collectionName, int numShards, int numReplicas, int maxShardsPerNode) throws org.apache.solr.client.solrj.SolrServerException, IOException
org.apache.solr.client.solrj.SolrServerExceptionIOExceptionprotected void createCollection(Map<String,List<Integer>> collectionInfos, String collectionName, Map<String,Object> collectionProps, org.apache.solr.client.solrj.SolrServer client) throws org.apache.solr.client.solrj.SolrServerException, IOException
org.apache.solr.client.solrj.SolrServerExceptionIOExceptionprotected void createCollection(Map<String,List<Integer>> collectionInfos, String collectionName, Map<String,Object> collectionProps, org.apache.solr.client.solrj.SolrServer client, String confSetName) throws org.apache.solr.client.solrj.SolrServerException, IOException
org.apache.solr.client.solrj.SolrServerExceptionIOExceptionprotected void runCollectionAdminCommand(org.apache.solr.common.params.ModifiableSolrParams params)
protected void createCollection(Map<String,List<Integer>> collectionInfos, String collectionName, int numShards, int numReplicas, int maxShardsPerNode, org.apache.solr.client.solrj.SolrServer client, String createNodeSetStr) throws org.apache.solr.client.solrj.SolrServerException, IOException
org.apache.solr.client.solrj.SolrServerExceptionIOExceptionprotected void createCollection(Map<String,List<Integer>> collectionInfos, String collectionName, int numShards, int numReplicas, int maxShardsPerNode, org.apache.solr.client.solrj.SolrServer client, String createNodeSetStr, String configName) throws org.apache.solr.client.solrj.SolrServerException, IOException
org.apache.solr.client.solrj.SolrServerExceptionIOExceptionprotected org.apache.solr.client.solrj.SolrServer createNewSolrServer(int port)
createNewSolrServer in class BaseDistributedSearchTestCaseprotected org.apache.solr.client.solrj.SolrServer createNewSolrServer(String collection, String baseUrl)
protected String getBaseUrl(org.apache.solr.client.solrj.impl.HttpSolrServer client)
protected org.apache.solr.common.SolrInputDocument getDoc(Object... fields) throws Exception
Exceptionprotected void checkForCollection(String collectionName, List<Integer> numShardsNumReplicaList, List<String> nodesAllowedToRunShards) throws Exception
Exceptionprotected org.apache.solr.client.solrj.impl.CloudSolrServer getCommonCloudSolrServer()
public static String getUrlFromZk(org.apache.solr.common.cloud.ClusterState clusterState, String collection)
Copyright © 2000-2014 Apache Software Foundation. All Rights Reserved.