ZkConnection(boolean makeRoot) throws Exception { String zkDir = createTempDir("zkData").toFile().getAbsolutePath(); server = new ZkTestServer(zkDir); server.run(); AbstractZkTestCase.tryCleanSolrZkNode(server.getZkHost()); if (makeRoot) AbstractZkTestCase.makeSolrZkNode(server.getZkHost()); zkClient = new SolrZkClient(server.getZkAddress(), AbstractZkTestCase.TIMEOUT); }
@Test public void testUploadToCloud() throws Exception { String zkDir = dataDir.getAbsolutePath() + File.separator + "zookeeper/server1/data"; ZkTestServer server = new ZkTestServer(zkDir); ZkController zkController = null; try { server.run(); AbstractZkTestCase.makeSolrZkNode(server.getZkHost()); zkController = new ZkController(server.getZkAddress(), TIMEOUT, 1000, "localhost", "8983", "/solr"); zkController.uploadToZK(new File("solr/conf"), ZkController.CONFIGS_ZKNODE + "/config1"); if (DEBUG) { zkController.printLayoutToStdOut(); } } finally { if (zkController != null) { zkController.close(); } server.shutdown(); } }
public void testZkCmdExectutor() throws Exception { String zkDir = createTempDir("zkData").toFile().getAbsolutePath(); ZkTestServer server = null; try { server = new ZkTestServer(zkDir); server.run(); AbstractZkTestCase.tryCleanSolrZkNode(server.getZkHost()); AbstractZkTestCase.makeSolrZkNode(server.getZkHost()); final int timeout = random().nextInt(10000) + 5000; ZkCmdExecutor zkCmdExecutor = new ZkCmdExecutor(timeout); final long start = System.nanoTime(); try { zkCmdExecutor.retryOperation( new ZkOperation() { @Override public String execute() throws KeeperException, InterruptedException { if (System.nanoTime() - start > TimeUnit.NANOSECONDS.convert(timeout, TimeUnit.MILLISECONDS)) { throw new KeeperException.SessionExpiredException(); } throw new KeeperException.ConnectionLossException(); } }); } catch (KeeperException.SessionExpiredException e) { } catch (Exception e) { fail( "Expected " + KeeperException.SessionExpiredException.class.getSimpleName() + " but got " + e.getClass().getSimpleName()); } } finally { if (server != null) { server.shutdown(); } } }
private void setUpZkAndDiskXml(boolean toZk, boolean leaveOnLocal) throws Exception { createTempDir(); File solrHome = new File(dataDir, "home"); copyMinConf(new File(solrHome, "myCollect")); if (leaveOnLocal) { FileUtils.copyFile( new File(SolrTestCaseJ4.TEST_HOME(), "solr-stress-new.xml"), new File(solrHome, "solr.xml")); } System.setProperty("solr.solr.home", solrHome.getAbsolutePath()); ignoreException("No UpdateLog found - cannot sync"); ignoreException("No UpdateLog found - cannot recover"); System.setProperty("zkClientTimeout", "8000"); zkDir = dataDir.getAbsolutePath() + File.separator + "zookeeper" + System.currentTimeMillis() + "/server1/data"; zkServer = new ZkTestServer(zkDir); zkServer.run(); System.setProperty("zkHost", zkServer.getZkAddress()); AbstractZkTestCase.buildZooKeeper( zkServer.getZkHost(), zkServer.getZkAddress(), "solrconfig.xml", "schema.xml"); zkClient = new SolrZkClient(zkServer.getZkAddress(), AbstractZkTestCase.TIMEOUT); if (toZk) { zkClient.makePath("solr.xml", XML_FOR_ZK.getBytes(Charsets.UTF_8), true); } zkClient.close(); log.info("####SETUP_START " + getTestName()); // set some system properties for use by tests System.setProperty("solr.test.sys.prop1", "propone"); System.setProperty("solr.test.sys.prop2", "proptwo"); Method method = SolrDispatchFilter.class.getDeclaredMethod("loadConfigSolr", SolrResourceLoader.class); method.setAccessible(true); Object obj = method.invoke(new SolrDispatchFilter(), new SolrResourceLoader(null)); cfg = (ConfigSolr) obj; log.info("####SETUP_END " + getTestName()); }
@Test public void testReadConfigName() throws Exception { String zkDir = dataDir.getAbsolutePath() + File.separator + "zookeeper/server1/data"; ZkTestServer server = new ZkTestServer(zkDir); try { server.run(); AbstractZkTestCase.makeSolrZkNode(server.getZkHost()); SolrZkClient zkClient = new SolrZkClient(server.getZkAddress(), TIMEOUT); String actualConfigName = "firstConfig"; zkClient.makePath(ZkController.CONFIGS_ZKNODE + "/" + actualConfigName); ZkNodeProps props = new ZkNodeProps(); props.put("configName", actualConfigName); zkClient.makePath( ZkStateReader.COLLECTIONS_ZKNODE + "/" + COLLECTION_NAME, props.store(), CreateMode.PERSISTENT); if (DEBUG) { zkClient.printLayoutToStdOut(); } zkClient.close(); ZkController zkController = new ZkController(server.getZkAddress(), TIMEOUT, TIMEOUT, "localhost", "8983", "/solr"); try { String configName = zkController.readConfigName(COLLECTION_NAME); assertEquals(configName, actualConfigName); } finally { zkController.close(); } } finally { server.shutdown(); } }
public void testReconnect() throws Exception { String zkDir = createTempDir("zkData").toFile().getAbsolutePath(); ZkTestServer server = null; SolrZkClient zkClient = null; try { server = new ZkTestServer(zkDir); server.run(); AbstractZkTestCase.tryCleanSolrZkNode(server.getZkHost()); AbstractZkTestCase.makeSolrZkNode(server.getZkHost()); zkClient = new SolrZkClient(server.getZkAddress(), AbstractZkTestCase.TIMEOUT); String shardsPath = "/collections/collection1/shards"; zkClient.makePath(shardsPath, false, true); zkClient.makePath("collections/collection1", false, true); int zkServerPort = server.getPort(); // this tests disconnect state server.shutdown(); Thread.sleep(80); try { zkClient.makePath("collections/collection2", false); Assert.fail("Server should be down here"); } catch (KeeperException.ConnectionLossException e) { } // bring server back up server = new ZkTestServer(zkDir, zkServerPort); server.run(); // TODO: can we do better? // wait for reconnect Thread.sleep(600); try { zkClient.makePath("collections/collection3", true); } catch (KeeperException.ConnectionLossException e) { Thread.sleep(5000); // try again in a bit zkClient.makePath("collections/collection3", true); } if (DEBUG) { zkClient.printLayoutToStdOut(); } assertNotNull(zkClient.exists("/collections/collection3", null, true)); assertNotNull(zkClient.exists("/collections/collection1", null, true)); // simulate session expiration // one option long sessionId = zkClient.getSolrZooKeeper().getSessionId(); server.expire(sessionId); // another option // zkClient.getSolrZooKeeper().getConnection().disconnect(); // this tests expired state Thread.sleep(1000); // pause for reconnect for (int i = 0; i < 8; i++) { try { zkClient.makePath("collections/collection4", true); break; } catch (KeeperException.SessionExpiredException | KeeperException.ConnectionLossException e) { } Thread.sleep(1000 * i); } if (DEBUG) { zkClient.printLayoutToStdOut(); } assertNotNull( "Node does not exist, but it should", zkClient.exists("/collections/collection4", null, true)); } finally { if (zkClient != null) { zkClient.close(); } if (server != null) { server.shutdown(); } } }
@Before @Override public void setUp() throws Exception { super.setUp(); useJettyDataDir = false; oldStyleSolrXml = random().nextBoolean(); if (oldStyleSolrXml) { System.err.println("Using old style solr.xml"); } else { System.err.println("Using new style solr.xml"); } if (secondConfigSet) { String zkHost = zkServer.getZkHost(); String zkAddress = zkServer.getZkAddress(); SolrZkClient zkClient = new SolrZkClient(zkHost, AbstractZkTestCase.TIMEOUT); zkClient.makePath("/solr", false, true); zkClient.close(); zkClient = new SolrZkClient(zkAddress, AbstractZkTestCase.TIMEOUT); File solrhome = new File(TEST_HOME()); // for now, always upload the config and schema to the canonical names AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "solrconfig.xml", "solrconfig.xml"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "schema.xml", "schema.xml"); AbstractZkTestCase.putConfig( "conf2", zkClient, solrhome, "solrconfig.snippet.randomindexconfig.xml"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "stopwords.txt"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "protwords.txt"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "currency.xml"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "open-exchange-rates.json"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "mapping-ISOLatin1Accent.txt"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "old_synonyms.txt"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "synonyms.txt"); AbstractZkTestCase.putConfig("conf2", zkClient, solrhome, "elevate.xml"); zkClient.close(); } System.setProperty("numShards", Integer.toString(sliceCount)); System.setProperty("solr.xml.persist", "true"); }
@Test public void testReadShards() throws Exception { String zkDir = dataDir.getAbsolutePath() + File.separator + "zookeeper/server1/data"; ZkTestServer server = null; SolrZkClient zkClient = null; ZkController zkController = null; try { server = new ZkTestServer(zkDir); server.run(); AbstractZkTestCase.makeSolrZkNode(server.getZkHost()); zkClient = new SolrZkClient(server.getZkAddress(), TIMEOUT); String shardsPath = "/collections/collection1/shards/shardid1"; zkClient.makePath(shardsPath); addShardToZk(zkClient, shardsPath, SHARD1, URL1); addShardToZk(zkClient, shardsPath, SHARD2, URL2); addShardToZk(zkClient, shardsPath, SHARD3, URL3); if (DEBUG) { zkClient.printLayoutToStdOut(); } zkController = new ZkController(server.getZkAddress(), TIMEOUT, 1000, "localhost", "8983", "solr"); zkController.getZkStateReader().updateCloudState(true); CloudState cloudInfo = zkController.getCloudState(); Map<String, Slice> slices = cloudInfo.getSlices("collection1"); assertNotNull(slices); for (Slice slice : slices.values()) { Map<String, ZkNodeProps> shards = slice.getShards(); if (DEBUG) { for (String shardName : shards.keySet()) { ZkNodeProps props = shards.get(shardName); System.out.println("shard:" + shardName); System.out.println("props:" + props.toString()); } } assertNotNull(shards.get(SHARD1)); assertNotNull(shards.get(SHARD2)); assertNotNull(shards.get(SHARD3)); ZkNodeProps props = shards.get(SHARD1); assertEquals(URL1, props.get(ZkStateReader.URL_PROP)); assertEquals(TEST_NODE_NAME, props.get(ZkStateReader.NODE_NAME)); props = shards.get(SHARD2); assertEquals(URL2, props.get(ZkStateReader.URL_PROP)); assertEquals(TEST_NODE_NAME, props.get(ZkStateReader.NODE_NAME)); props = shards.get(SHARD3); assertEquals(URL3, props.get(ZkStateReader.URL_PROP)); assertEquals(TEST_NODE_NAME, props.get(ZkStateReader.NODE_NAME)); } } finally { if (zkClient != null) { zkClient.close(); } if (zkController != null) { zkController.close(); } if (server != null) { server.shutdown(); } } }