@Override public LookupTable combine(LookupTable other) { byte[] lut = this.lut; if (other.outBits > 8) { short[] ss = new short[lut.length]; other.lookup(lut, 0, ss, 0, lut.length); return new ShortLookupTable(inBits, other.outBits, offset, ss); } other.lookup(lut, 0, lut, 0, lut.length); this.outBits = other.outBits; return this; }
/** * For use by implementors; sets the bit corresponding to each character ('\0' to '{@literal * \}uFFFF') that matches this matcher in the given bit array, leaving all other bits untouched. * * <p>The default implementation loops over every possible character value, invoking {@link * #matches} for each one. */ void setBits(LookupTable table) { char c = Character.MIN_VALUE; while (true) { if (matches(c)) { table.set(c); } if (c++ == Character.MAX_VALUE) { break; } } }
public static DBRouter loadBasicRouter( Map<Integer, Connection> cnxMap, String schemaName, Map<String, String> tableToColNames) { System.out.println("loading router...."); DBRouter dbRouter = new DBRouter(new HashSet<Integer>(cnxMap.keySet())); // dbRouter.addLookupTable(new BasicLookupTable("persons", "p_id", null)); if (DebugUtil.WIKIPEDIA_DATA_SET) { try { // create the range partition lookup on table name StringRangeRouter srr = loadStringRangeRouter(cnxMap); // create the dual lookup table for page.page_id and revision.rev_id // LookupTable lt1 = loadLookupTable(schemaName, "revision", "rev_page", cnxMap); LookupTable lt1 = loadLookupTable(schemaName, "page", "page_id", cnxMap); // create the lookup table on text.old_id (can use revision.rev_text_id here) LookupTable lt2 = loadLookupTable(schemaName, "revision", "rev_text_id", cnxMap); lt2.setName("text"); dbRouter.addLookupTable(lt1); dbRouter.addLookupTable(lt2); dbRouter.addSecondaryLookup("page", srr); } catch (SQLException e) { // TODO Auto-generated catch block e.printStackTrace(); } return dbRouter; } else if (DebugUtil.TPCE_DATA_SET) { if (DebugUtil.TPCE_ROUTER_TYPE.equals(TpceRouterType.LOOKUP_TABLE)) { try { // read in the a_id -> partition table ConcurrentHashMap<Long, Integer> a_id_map = loadConcurrentLongHashMap("a_by_aid", cnxMap); ConcurrentLookupLong cl_a_id = new ConcurrentLookupLong(a_id_map); // read in the b_id mapping ConcurrentHashMap<Long, Integer> b_id_map = loadConcurrentLongHashMap("b_by_bid", cnxMap); ConcurrentLookupLong cl_b_id = new ConcurrentLookupLong(b_id_map); // read in the c_id mapping ConcurrentHashMap<Long, Integer> c_id_map = loadConcurrentLongHashMap("c_by_cid", cnxMap); ConcurrentLookupLong cl_c_id = new ConcurrentLookupLong(c_id_map); // read in the c tax_id ConcurrentHashMap<String, Integer> taxid_map = loadConcurrentStringHashMap("c_by_taxid", cnxMap); ConcurrentLookupString cl_taxid = new ConcurrentLookupString(taxid_map); // read in the tid map ConcurrentHashMap<Long, Integer> t_id_map = loadConcurrentLongHashMap("t_by_tid", cnxMap); ConcurrentLookupLong cl_t_id = new ConcurrentLookupLong(t_id_map); // create lt for trade LookupMultiColumn ltTrade = new LookupMultiColumn("trade", dbRouter.allPartitionIds); ltTrade.addLookupTable("t_id", cl_t_id); ltTrade.addLookupTable("t_ca_id", cl_a_id); // create lt for customer_account LookupMultiColumn ltCustAcct = new LookupMultiColumn("customer_account", dbRouter.allPartitionIds); ltCustAcct.addLookupTable("ca_id", cl_a_id); ltCustAcct.addLookupTable("ca_c_id", cl_c_id); ltCustAcct.addLookupTable("ca_b_id", cl_b_id); // create lt for customer LookupMultiColumn ltCustomer = new LookupMultiColumn("customer", dbRouter.allPartitionIds); ltCustomer.addLookupTable("c_id", cl_c_id); ltCustomer.addLookupTable("c_tax_id", cl_taxid); // create lt for broker LookupMultiColumn ltBroker = new LookupMultiColumn("broker", dbRouter.allPartitionIds); ltBroker.addLookupTable("b_id", cl_b_id); // add lt to the router dbRouter.addLookupTable(ltBroker); dbRouter.addLookupTable(ltCustomer); dbRouter.addLookupTable(ltCustAcct); dbRouter.addLookupTable(ltTrade); return dbRouter; } catch (SQLException e) { // TODO Auto-generated catch block throw new RuntimeException(e); } } else if (DebugUtil.TPCE_ROUTER_TYPE.equals(TpceRouterType.RANGE)) { ConcurrentRangeLookup cl_broker = new ConcurrentRangeLookup(4300000001L, 4300000100L); ConcurrentRangeLookup cl_cust = new ConcurrentRangeLookup(4300000001L, 4300010000L); ConcurrentRangeLookup cl_account = new ConcurrentRangeLookup(43000000001L, 43000099992L); // create lt for trade LookupMultiColumn ltTrade = new LookupMultiColumn("trade", dbRouter.allPartitionIds); ltTrade.addLookupTable("t_ca_id", cl_account); // create lt for customer_account LookupMultiColumn ltCustAcct = new LookupMultiColumn("customer_account", dbRouter.allPartitionIds); ltCustAcct.addLookupTable("ca_id", cl_account); // create lt for customer LookupMultiColumn ltCustomer = new LookupMultiColumn("customer", dbRouter.allPartitionIds); ltCustomer.addLookupTable("c_id", cl_cust); // create lt for broker LookupMultiColumn ltBroker = new LookupMultiColumn("broker", dbRouter.allPartitionIds); ltBroker.addLookupTable("b_id", cl_broker); // add lt to the router dbRouter.addLookupTable(ltBroker); dbRouter.addLookupTable(ltCustomer); dbRouter.addLookupTable(ltCustAcct); dbRouter.addLookupTable(ltTrade); return dbRouter; } else if (DebugUtil.TPCE_ROUTER_TYPE.equals(TpceRouterType.HASH)) { ConcurrentHashLookup cl_broker = new ConcurrentHashLookup(); ConcurrentHashLookup cl_cust = new ConcurrentHashLookup(); ConcurrentHashLookup cl_account = new ConcurrentHashLookup(); // create lt for trade LookupMultiColumn ltTrade = new LookupMultiColumn("trade", dbRouter.allPartitionIds); ltTrade.addLookupTable("t_ca_id", cl_account); // create lt for customer_account LookupMultiColumn ltCustAcct = new LookupMultiColumn("customer_account", dbRouter.allPartitionIds); ltCustAcct.addLookupTable("ca_id", cl_account); // create lt for customer LookupMultiColumn ltCustomer = new LookupMultiColumn("customer", dbRouter.allPartitionIds); ltCustomer.addLookupTable("c_id", cl_cust); // create lt for broker LookupMultiColumn ltBroker = new LookupMultiColumn("broker", dbRouter.allPartitionIds); ltBroker.addLookupTable("b_id", cl_broker); // add lt to the router dbRouter.addLookupTable(ltBroker); dbRouter.addLookupTable(ltCustomer); dbRouter.addLookupTable(ltCustAcct); dbRouter.addLookupTable(ltTrade); return dbRouter; } else if (DebugUtil.TPCE_ROUTER_TYPE.equals(TpceRouterType.SINGLE_BACKEND)) { OnePartitionTable opt_trade = new OnePartitionTable("trade", "", 1); OnePartitionTable opt_cust_ac = new OnePartitionTable("customer_account", "", 1); OnePartitionTable opt_cust = new OnePartitionTable("customer", "", 1); OnePartitionTable opt_broker = new OnePartitionTable("broker", "", 1); // add lt to the router dbRouter.addLookupTable(opt_trade); dbRouter.addLookupTable(opt_cust_ac); dbRouter.addLookupTable(opt_cust); dbRouter.addLookupTable(opt_broker); return dbRouter; } else { throw new RuntimeException("other router types not supported for tpce"); } } else if (DebugUtil.TWITTER_DATA_SET) { if (DebugUtil.TWITTER_ROUTER_TYPE.equals(TwitterRouterType.SINGLE_BACKEND)) { OnePartitionTable t_user = new OnePartitionTable("user", "uid", 1); OnePartitionTable t_followers = new OnePartitionTable("followers", "f1", 1); OnePartitionTable t_follows = new OnePartitionTable("follows", "f1", 1); OnePartitionTable t_tweets = new OnePartitionTable("tweets", "uid", 1); OnePartitionTable t_added_tweets = new OnePartitionTable("added_tweets", "uid", 1); dbRouter.addLookupTable(t_tweets); dbRouter.addLookupTable(t_user); dbRouter.addLookupTable(t_followers); dbRouter.addLookupTable(t_follows); dbRouter.addLookupTable(t_added_tweets); } else if (DebugUtil.TWITTER_ROUTER_TYPE.equals(TwitterRouterType.LOOKUP_TABLE) || DebugUtil.TWITTER_ROUTER_TYPE.equals(TwitterRouterType.ONE_HOP)) { try { OpenIntIntHashMap map = getIntegerMapUidToPartitionColt(cnxMap); IntLookupTable lt_user = new IntLookupTable("user", "uid", map, dbRouter.allPartitionIds); IntLookupTable lt_tweets = new IntLookupTable("tweets", "uid", lt_user); IntLookupTable lt_follows = new IntLookupTable("follows", "f1", lt_user); IntLookupTable lt_followers = new IntLookupTable("followers", "f1", lt_user); IntLookupTable lt_added = new IntLookupTable("added_tweets", "uid", lt_user); dbRouter.addLookupTable(lt_user); dbRouter.addLookupTable(lt_tweets); dbRouter.addLookupTable(lt_follows); dbRouter.addLookupTable(lt_followers); dbRouter.addLookupTable(lt_added); } catch (SQLException e) { // TODO Auto-generated catch block throw new RuntimeException(e); } } // also used for uber hash, but make sure lookup of 1 tweet has userid too else if (DebugUtil.TWITTER_ROUTER_TYPE.equals( TwitterRouterType .REAL_HASH_UID)) { // also used for uber hash, but make sure tweet has userid too HashPartitionLookup hp_user = new HashPartitionLookup("user", "uid", dbRouter.allPartitionIds); HashPartitionLookup hp_tweets = new HashPartitionLookup("tweets", "uid", dbRouter.allPartitionIds); HashPartitionLookup hp_follows = new HashPartitionLookup("follows", "f1", dbRouter.allPartitionIds); HashPartitionLookup hp_followers = new HashPartitionLookup("followers", "f1", dbRouter.allPartitionIds); HashPartitionLookup hp_added = new HashPartitionLookup("added_tweets", "uid", dbRouter.allPartitionIds); dbRouter.addLookupTable(hp_user); dbRouter.addLookupTable(hp_tweets); dbRouter.addLookupTable(hp_follows); dbRouter.addLookupTable(hp_followers); dbRouter.addLookupTable(hp_added); } else if (DebugUtil.TWITTER_ROUTER_TYPE.equals(TwitterRouterType.REAL_HASH_TID)) { HashPartitionLookup hp_user = new HashPartitionLookup("user", "uid", dbRouter.allPartitionIds); HashPartitionLookup hp_tweets = new HashPartitionLookup("tweets", "id", dbRouter.allPartitionIds); HashPartitionLookup hp_follows = new HashPartitionLookup("follows", "f1", dbRouter.allPartitionIds); HashPartitionLookup hp_followers = new HashPartitionLookup("followers", "f1", dbRouter.allPartitionIds); HashPartitionLookup hp_added = new HashPartitionLookup("added_tweets", "uid", dbRouter.allPartitionIds); dbRouter.addLookupTable(hp_user); dbRouter.addLookupTable(hp_tweets); dbRouter.addLookupTable(hp_follows); dbRouter.addLookupTable(hp_followers); dbRouter.addLookupTable(hp_added); } else if (DebugUtil.TWITTER_ROUTER_TYPE.equals(TwitterRouterType.SINGLE_BACKEND)) { assert dbRouter.allPartitionIds.size() == 1; int partId = dbRouter.allPartitionIds.iterator().next(); OnePartitionTable o_user = new OnePartitionTable("user", "uid", partId); OnePartitionTable o_tweets = new OnePartitionTable("tweets", "id", partId); OnePartitionTable o_follows = new OnePartitionTable("follows", "f1", partId); OnePartitionTable o_followers = new OnePartitionTable("followers", "f1", partId); OnePartitionTable o_added = new OnePartitionTable("added_tweets", "uid", partId); dbRouter.addLookupTable(o_user); dbRouter.addLookupTable(o_tweets); dbRouter.addLookupTable(o_follows); dbRouter.addLookupTable(o_followers); dbRouter.addLookupTable(o_added); } else { assert false : "no other twitter routers supported"; } return dbRouter; } else { for (String tabName : tableToColNames.keySet()) { try { LookupTable lt = RouterLoader.loadLookupTable( schemaName, tabName, tableToColNames.get(tabName), cnxMap); DebugUtil.print(lt.toString()); dbRouter.addLookupTable(lt); } catch (SQLException e) { // TODO Auto-generated catch block throw new RuntimeException(e); } } return dbRouter; } }