private boolean validateTables(TSelectSqlStatement stmt) {
HashMap<String, Integer> present = new HashMap<String, Integer>();
if (!stmt.getResultColumnList().getResultColumn(0).toString().equals("*")) {
int cols = stmt.getResultColumnList().size();
for (int a = 0; a < cols; a++) {
present.put(
stmt.getResultColumnList()
.getResultColumn(a)
.toString()
.toLowerCase()
.replace("(", "")
.replace(")", ""),
0);
}
}
TJoinList joins = stmt.joins;
int j = joins.size();
int invalid = 1;
for (int i = 0; i < j; i++) {
Iterator<Table> it = DBSystem.tableList.iterator();
Table table = null;
while (it.hasNext()) {
table = it.next();
if (table.getName().equalsIgnoreCase(joins.getJoin(i).toString())) {
invalid = 0;
if (!stmt.getResultColumnList().getResultColumn(0).toString().equals("*")) {
Iterator it1 = table.getColumnData().entrySet().iterator();
while (it1.hasNext()) {
Map.Entry pairs = (Map.Entry) it1.next();
if (present.get(pairs.getKey().toString().toLowerCase()) != null
&& present.get(pairs.getKey().toString().toLowerCase()) == 0) {
present.put(pairs.getKey().toString(), 1);
} else if (present.get(pairs.getKey().toString().toLowerCase()) != null
&& present.get(pairs.getKey().toString().toLowerCase()) == 1) return false;
}
}
}
}
if (invalid == 1) return false;
else {
invalid = 1;
}
}
if (!stmt.getResultColumnList().getResultColumn(0).toString().equals("*")) {
Iterator it2 = present.entrySet().iterator();
while (it2.hasNext()) {
Map.Entry pairs = (Map.Entry) it2.next();
if ((Integer) pairs.getValue() == 0) {
return false;
}
}
}
return true;
}
public Shell open(Display display) {
shell = new Shell(display);
shell.setLayout(new FillLayout());
shell.addShellListener(
new ShellAdapter() {
@Override
public void shellClosed(ShellEvent e) {
e.doit = closeAddressBook();
}
});
createMenuBar();
searchDialog = new SearchDialog(shell);
searchDialog.setSearchAreaNames(columnNames);
searchDialog.setSearchAreaLabel(resAddressBook.getString("Column"));
searchDialog.addFindListener(
new FindListener() {
public boolean find() {
return findEntry();
}
});
table = new Table(shell, SWT.SINGLE | SWT.BORDER | SWT.FULL_SELECTION);
table.setHeaderVisible(true);
table.setMenu(createPopUpMenu());
table.addSelectionListener(
new SelectionAdapter() {
@Override
public void widgetDefaultSelected(SelectionEvent e) {
TableItem[] items = table.getSelection();
if (items.length > 0) editEntry(items[0]);
}
});
for (int i = 0; i < columnNames.length; i++) {
TableColumn column = new TableColumn(table, SWT.NONE);
column.setText(columnNames[i]);
column.setWidth(150);
final int columnIndex = i;
column.addSelectionListener(
new SelectionAdapter() {
@Override
public void widgetSelected(SelectionEvent e) {
sort(columnIndex);
}
});
}
newAddressBook();
shell.setSize(table.computeSize(SWT.DEFAULT, SWT.DEFAULT).x, 300);
shell.open();
return shell;
}
public JTable getTable(ArrayList list, Table element) throws InvalidTemplateException {
int rows = element.getRowCount();
int columns = element.getColumnCount();
int[] widths = element.getColumnWidths();
int size = element.getUserInputs().size();
if (list.size() == 0) return new JTable();
CustomProvisioningTable tableElement = new CustomProvisioningTable();
JTable table = tableElement.getTable(list, rows, columns, widths);
return table;
}
private void sort(int column) {
if (table.getItemCount() <= 1) return;
TableItem[] items = table.getItems();
String[][] data = new String[items.length][table.getColumnCount()];
for (int i = 0; i < items.length; i++) {
for (int j = 0; j < table.getColumnCount(); j++) {
data[i][j] = items[i].getText(j);
}
}
Arrays.sort(data, new RowComparator(column));
if (lastSortColumn != column) {
table.setSortColumn(table.getColumn(column));
table.setSortDirection(SWT.DOWN);
for (int i = 0; i < data.length; i++) {
items[i].setText(data[i]);
}
lastSortColumn = column;
} else {
// reverse order if the current column is selected again
table.setSortDirection(SWT.UP);
int j = data.length - 1;
for (int i = 0; i < data.length; i++) {
items[i].setText(data[j--]);
}
lastSortColumn = -1;
}
}
public int validateAndDisplayCreateCommandParameters(String query) { // incomplete
int rValue = 0;
TGSqlParser tgSqlParser = new TGSqlParser(EDbVendor.dbvoracle);
tgSqlParser.sqltext = query;
tgSqlParser.parse();
TCreateTableSqlStatement tCreateTableSqlStatement =
(TCreateTableSqlStatement) tgSqlParser.sqlstatements.get(0);
try {
// Also validate that if that table is present
// by searching for that table in the tablelist
// populated by the readConfig method.
for (Table t : DBSystem.tableList) {
if (t.getName().equalsIgnoreCase(tCreateTableSqlStatement.getTableName().toString())) {
return 0;
}
}
System.out.println("Querytype:create");
System.out.println("Tablename:" + tCreateTableSqlStatement.getTableName());
tab_name = tCreateTableSqlStatement.getTableName().toString().toLowerCase();
// System.out.println(tCreateTableSqlStatement.getTableName()); //table name
int numberOfCols = tCreateTableSqlStatement.getColumnList().size();
// System.out.println(numberOfCols);
System.out.print("Attributes:");
for (int k = 0; k < numberOfCols; k++) {
String CName =
tCreateTableSqlStatement.getColumnList().getColumn(k).getColumnName().toString();
String dType =
tCreateTableSqlStatement.getColumnList().getColumn(k).getDatatype().toString();
System.out.print(CName); // get 1st column name
System.out.print(" ");
System.out.print(dType); // get 1st column data type
if (k != numberOfCols - 1) {
sb.append(CName).append(":").append(dType).append(",");
System.out.print(",");
} else {
sb.append(CName).append(":").append(dType);
}
}
System.out.println();
rValue = 1;
} catch (NullPointerException ne) {
// ne.printStackTrace();
}
return rValue;
}
/**
* Find report with input, throw exception if could not found. When there's more than one, use id
* small one
*
* @param clientDomain
* @param tableName
* @param reportType
* @return
* @throws Exception
*/
private int getReportId(String clientDomain, String tableName, String reportType)
throws Exception {
reportType = reportType.toUpperCase();
Table table = nds.schema.TableManager.getInstance().findTable(tableName);
if (table == null) throw new NDSException("table " + tableName + " not found.");
String sql =
"select r.id from ad_report r, ad_client c where c.domain='"
+ clientDomain
+ "' and r.ad_table_id="
+ table.getId()
+ " and r.reporttype='"
+ reportType
+ "' and c.id=r.ad_client_id order by id asc";
return Tools.getInt(QueryEngine.getInstance().doQueryOne(sql), -1);
}
public void buildWUIDTab(String wuid) {
CTabItem tab2 = new CTabItem(folder, SWT.NONE);
tab2.setText(wuid);
Table table = new Table(folder, SWT.VIRTUAL | SWT.BORDER);
table.setLinesVisible(true);
table.setHeaderVisible(true);
table.clearAll();
GridData data = new GridData(SWT.FILL, SWT.FILL, true, true);
data.heightHint = 200;
table.setLayoutData(data);
// openFile(fileName,table);
tab2.setControl(table);
}
public String[] getCleanSql() {
if (cleanSql == null) {
// loop over all foreign key constraints
List dropForeignKeysSql = new ArrayList();
List createForeignKeysSql = new ArrayList();
Iterator iter = configuration.getTableMappings();
while (iter.hasNext()) {
Table table = (Table) iter.next();
if (table.isPhysicalTable()) {
Iterator subIter = table.getForeignKeyIterator();
while (subIter.hasNext()) {
ForeignKey fk = (ForeignKey) subIter.next();
if (fk.isPhysicalConstraint()) {
// collect the drop key constraint
dropForeignKeysSql.add(
fk.sqlDropString(
dialect,
properties.getProperty(Environment.DEFAULT_CATALOG),
properties.getProperty(Environment.DEFAULT_SCHEMA)));
createForeignKeysSql.add(
fk.sqlCreateString(
dialect,
mapping,
properties.getProperty(Environment.DEFAULT_CATALOG),
properties.getProperty(Environment.DEFAULT_SCHEMA)));
}
}
}
}
List deleteSql = new ArrayList();
iter = configuration.getTableMappings();
while (iter.hasNext()) {
Table table = (Table) iter.next();
deleteSql.add("delete from " + table.getName());
}
List cleanSqlList = new ArrayList();
cleanSqlList.addAll(dropForeignKeysSql);
cleanSqlList.addAll(deleteSql);
cleanSqlList.addAll(createForeignKeysSql);
cleanSql = (String[]) cleanSqlList.toArray(new String[cleanSqlList.size()]);
}
return cleanSql;
}
private void sort(int column) {
if (table.getItemCount() <= 1) return;
TableItem[] items = table.getItems();
String[][] data = new String[items.length][table.getColumnCount()];
for (int i = 0; i < items.length; i++) {
for (int j = 0; j < table.getColumnCount(); j++) {
data[i][j] = items[i].getText(j);
}
}
Arrays.sort(data, new RowComparator(column));
for (int i = 0; i < data.length; i++) {
items[i].setText(data[i]);
}
}
private boolean save() {
if (file == null) return saveAs();
Cursor waitCursor = new Cursor(shell.getDisplay(), SWT.CURSOR_WAIT);
shell.setCursor(waitCursor);
TableItem[] items = table.getItems();
String[] lines = new String[items.length];
for (int i = 0; i < items.length; i++) {
String[] itemText = new String[table.getColumnCount()];
for (int j = 0; j < itemText.length; j++) {
itemText[j] = items[i].getText(j);
}
lines[i] = encodeLine(itemText);
}
FileWriter fileWriter = null;
try {
fileWriter = new FileWriter(file.getAbsolutePath(), false);
for (int i = 0; i < lines.length; i++) {
fileWriter.write(lines[i]);
}
} catch (FileNotFoundException e) {
displayError(resMessages.getString("File_not_found") + "\n" + file.getName());
return false;
} catch (IOException e) {
displayError(resMessages.getString("IO_error_write") + "\n" + file.getName());
return false;
} finally {
shell.setCursor(null);
waitCursor.dispose();
if (fileWriter != null) {
try {
fileWriter.close();
} catch (IOException e) {
displayError(resMessages.getString("IO_error_close") + "\n" + file.getName());
return false;
}
}
}
shell.setText(resMessages.getString("Title_bar") + file.getName());
isModified = false;
return true;
}
private boolean findEntry() {
Cursor waitCursor = shell.getDisplay().getSystemCursor(SWT.CURSOR_WAIT);
shell.setCursor(waitCursor);
boolean matchCase = searchDialog.getMatchCase();
boolean matchWord = searchDialog.getMatchWord();
String searchString = searchDialog.getSearchString();
int column = searchDialog.getSelectedSearchArea();
searchString = matchCase ? searchString : searchString.toLowerCase();
boolean found = false;
if (searchDialog.getSearchDown()) {
for (int i = table.getSelectionIndex() + 1; i < table.getItemCount(); i++) {
if (found = findMatch(searchString, table.getItem(i), column, matchWord, matchCase)) {
table.setSelection(i);
break;
}
}
} else {
for (int i = table.getSelectionIndex() - 1; i > -1; i--) {
if (found = findMatch(searchString, table.getItem(i), column, matchWord, matchCase)) {
table.setSelection(i);
break;
}
}
}
shell.setCursor(null);
return found;
}
/**
* Lists resources of the specified database.
*
* @return success flag
* @throws IOException I/O exception
*/
private boolean listDB() throws IOException {
final String db = args[0];
final String path = args[1] != null ? args[1] : "";
if (!Databases.validName(db)) return error(NAME_INVALID_X, db);
final Table table = new Table();
table.description = RESOURCES;
table.header.add(INPUT_PATH);
table.header.add(TYPE);
table.header.add(MimeTypes.CONTENT_TYPE);
table.header.add(SIZE);
try {
// add xml documents
final Data data = Open.open(db, context);
final Resources res = data.resources;
final IntList il = res.docs(path);
final int ds = il.size();
for (int i = 0; i < ds; i++) {
final int pre = il.get(i);
final TokenList tl = new TokenList(3);
final byte[] file = data.text(pre, true);
tl.add(file);
tl.add(DataText.M_XML);
tl.add(MimeTypes.APP_XML);
tl.add(data.size(pre, Data.DOC));
table.contents.add(tl);
}
// add binary resources
for (final byte[] file : res.binaries(path)) {
final String f = string(file);
final TokenList tl = new TokenList(3);
tl.add(file);
tl.add(DataText.M_RAW);
tl.add(MimeTypes.get(f));
tl.add(data.meta.binary(f).length());
table.contents.add(tl);
}
Close.close(data, context);
} catch (final IOException ex) {
return error(Util.message(ex));
}
out.println(table.sort().finish());
return true;
}
private String validateColumns(String condition, TJoinList joins) {
try {
Integer.parseInt(condition);
return "int";
} catch (NumberFormatException e) {
}
try {
Double.parseDouble(condition);
return "float";
} catch (NumberFormatException e) {
}
if (condition.contains("'") || condition.contains("\"")) return "varchar";
else {
int j = joins.size();
for (int i = 0; i < j; i++) {
Iterator<Table> it = DBSystem.tableList.iterator();
Table table = null;
while (it.hasNext()) {
table = it.next();
if (table.getName().equalsIgnoreCase(joins.getJoin(i).toString())) {
Iterator it1 = table.getColumnData().entrySet().iterator();
while (it1.hasNext()) {
Map.Entry pairs = (Map.Entry) it1.next();
String colName = pairs.getValue().toString();
if (pairs.getKey().toString().equalsIgnoreCase(condition)) {
if (colName.equalsIgnoreCase("varchar") || colName.equalsIgnoreCase("string"))
return "varchar";
else if (colName.equalsIgnoreCase("int") || colName.equalsIgnoreCase("integer"))
return "int";
return pairs.getValue().toString().toLowerCase();
}
}
}
}
}
}
return "invalid";
}
public void buildTab(String filename, String resType, CTabFolder subfolder) {
System.out.println("buildTab");
CTabItem tab2 = new CTabItem(subfolder, SWT.NONE);
tab2.setText(resType);
Table table = new Table(subfolder, SWT.VIRTUAL | SWT.BORDER);
table.setLinesVisible(true);
table.setHeaderVisible(true);
table.clearAll();
GridData data = new GridData(SWT.FILL, SWT.FILL, true, true);
data.heightHint = 200;
table.setLayoutData(data);
openFile(filename, table);
tab2.setControl(table);
System.out.println("BUILDSUBTAB--------" + subfolder.indexOf(tab2));
subfolder.setSelection(subfolder.indexOf(tab2));
}
/**
* Lists all databases.
*
* @return success flag
* @throws IOException I/O exception
*/
private boolean list() throws IOException {
final Table table = new Table();
table.description = DATABASES_X;
final boolean create = context.user.has(Perm.CREATE);
table.header.add(T_NAME);
table.header.add(RESOURCES);
table.header.add(SIZE);
if (create) table.header.add(INPUT_PATH);
for (final String name : context.databases.listDBs()) {
String file = null;
long size = 0;
int docs = 0;
final MetaData meta = new MetaData(name, context);
try {
meta.read();
size = meta.dbsize();
docs = meta.ndocs;
if (context.perm(Perm.READ, meta)) file = meta.original;
} catch (final IOException ex) {
file = ERROR;
}
// count number of raw files
final IOFile dir = new IOFile(mprop.dbpath(name), M_RAW);
final int bin = dir.descendants().size();
// create entry
if (file != null) {
final TokenList tl = new TokenList(4);
tl.add(name);
tl.add(docs + bin);
tl.add(size);
if (create) tl.add(file);
table.contents.add(tl);
}
}
out.println(table.sort().finish());
return true;
}
/**
* Writes out a bunch of rows for a single column family.
*
* @param rows A group of RowMutations for the same table and column family.
* @return The ColumnFamilyStore that was used.
*/
public static ColumnFamilyStore writeColumnFamily(List<IMutation> rms)
throws IOException, ExecutionException, InterruptedException {
IMutation first = rms.get(0);
String tablename = first.getTable();
UUID cfid = first.getColumnFamilyIds().iterator().next();
for (IMutation rm : rms) rm.apply();
ColumnFamilyStore store = Table.open(tablename).getColumnFamilyStore(cfid);
store.forceBlockingFlush();
return store;
}
private void editEntry(TableItem item) {
DataEntryDialog dialog = new DataEntryDialog(shell);
dialog.setLabels(columnNames);
String[] values = new String[table.getColumnCount()];
for (int i = 0; i < values.length; i++) {
values[i] = item.getText(i);
}
dialog.setValues(values);
values = dialog.open();
if (values != null) {
item.setText(values);
isModified = true;
}
}
private String getColumnName(TJoinList joins) {
int j = joins.size();
Set<String> columnName = new HashSet<String>();
for (int i = 0; i < j; i++) {
Iterator<Table> it = DBSystem.tableList.iterator();
Table table = null;
while (it.hasNext()) {
table = it.next();
if (table.getName().equalsIgnoreCase(joins.getJoin(i).toString())) {
Iterator it1 = table.getColumnData().entrySet().iterator();
while (it1.hasNext()) {
Map.Entry pairs = (Map.Entry) it1.next();
columnName.add((String) pairs.getKey());
}
break;
}
}
}
return columnName
.toString()
.substring(1, columnName.toString().length() - 1)
.replaceAll(" ", "")
.toLowerCase();
}
/** Converts an encoded <code>String</code> to a String array representing a table entry. */
private String[] decodeLine(String line) {
if (line == null) return null;
String[] parsedLine = new String[table.getColumnCount()];
for (int i = 0; i < parsedLine.length - 1; i++) {
int index = line.indexOf(DELIMITER);
if (index > -1) {
parsedLine[i] = line.substring(0, index);
line = line.substring(index + DELIMITER.length(), line.length());
} else {
return null;
}
}
if (line.indexOf(DELIMITER) != -1) return null;
parsedLine[parsedLine.length - 1] = line;
return parsedLine;
}
private boolean closeAddressBook() {
if (isModified) {
// ask user if they want to save current address book
MessageBox box = new MessageBox(shell, SWT.ICON_WARNING | SWT.YES | SWT.NO | SWT.CANCEL);
box.setText(shell.getText());
box.setMessage(resAddressBook.getString("Close_save"));
int choice = box.open();
if (choice == SWT.CANCEL) {
return false;
} else if (choice == SWT.YES) {
if (!save()) return false;
}
}
TableItem[] items = table.getItems();
for (int i = 0; i < items.length; i++) {
items[i].dispose();
}
return true;
}
public static List<KeyValue> getAllTrainInfo(Configuration config, String date) {
List<KeyValue> result = new ArrayList<>();
String strJson = null;
BufferedWriter writer = null;
Table table = null;
try (Connection connect = ConnectionFactory.createConnection(config);
Admin admin = connect.getAdmin()) {
TableName tablename = TableName.valueOf(TABLE_NAME);
if (!admin.tableExists(tablename)) {
System.out.println("Table does not exist.");
return null;
}
table = connect.getTable(tablename);
Put put = null;
String start = null;
String end = null;
writer = new BufferedWriter(new FileWriter(new File(strConfig), true));
for (KeyValue item : lstAllProcessStation) {
start = (String) item.getKey();
end = (String) item.getValue();
try {
try {
Thread.sleep(200);
} catch (InterruptedException e1) {
e1.printStackTrace();
}
System.out.println("process : " + start + ":" + end);
strJson = getFromAPIX(mapStationCode.get(start), mapStationCode.get(end), date);
writer.write(start + ":" + end);
writer.newLine();
} catch (Exception e) {
System.out.println(start + ":" + end + "error");
e.printStackTrace();
break;
}
JSONObject jo = new JSONObject(strJson);
if (jo.has("httpstatus") && (jo.getInt("httpstatus") == 200)) {
JSONObject joData = jo.getJSONObject("data");
if (joData.has("flag") && joData.getBoolean("flag")) {
result.add(new DefaultKeyValue(start, end));
// 插入到hbase
String rowkey = start + ":" + end;
put = new Put(rowkey.getBytes());
put.addColumn(
CF_JSON.getBytes(), "json".getBytes(), joData.toString().getBytes("utf-8"));
table.put(put);
System.out.println("start " + start + "\t end " + end + "\t has ticket");
}
}
}
} catch (IOException e) {
e.printStackTrace();
} finally {
if (writer != null) {
try {
writer.flush();
writer.close();
} catch (IOException e) {
e.printStackTrace();
}
}
if (table != null) {
try {
table.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
return result;
}
private void openFile(String fileName, Table table) {
String outStr;
try {
CSVReader reader = new CSVReader(new FileReader(fileName), ',', '"');
String[] strLineArr;
// Open the file that is the first
// command line parameter
FileInputStream fstream = new FileInputStream(fileName);
// Get the object of DataInputStream
DataInputStream in = new DataInputStream(fstream);
BufferedReader br = new BufferedReader(new InputStreamReader(in));
String strLine;
table.clearAll();
table.removeAll();
table.redraw();
int length = 0;
boolean first = true;
// Read File Line By Line
while ((strLineArr = reader.readNext()) != null) {
// while ((strLine = br.readLine()) != null) {
// Print the content on the console
// outStr = strLine;
TableItem item = null;
if (first) {
length = strLineArr.length;
} else {
item = new TableItem(table, SWT.NONE);
}
int thisLen = strLineArr.length;
if (thisLen <= length) {
// String[] line = new String[length];
for (int i = 0; i < thisLen; i++) {
// line[i] = st.nextToken();
// item.setText (i, st.nextToken());
if (first) {
TableColumn column = new TableColumn(table, SWT.NONE);
column.setText(strLineArr[i]);
} else {
// System.out.println("-- "+i+" -- " + strLineArr[i]);
item.setText(i, strLineArr[i]);
}
}
}
first = false;
}
// System.out.println("Finisehd file");
for (int i = 0; i < length; i++) {
table.getColumn(i).pack();
}
// System.out.println("finished packing");
// Close the input stream
in.close();
} catch (Exception e) { // Catch exception if any
System.err.println("Error: " + e.getMessage());
e.printStackTrace();
}
}
// Sorts Both the file , individually
// irrespective of their size.
public static void initialize(
String table1, String table1_join_col, String table2, String table2_join_col) {
// System.out.println(DBSystem.PATH_FOR_DATA);
// System.out.println(table1);
tab1 = table1;
tab2 = table2;
for (Table t : DBSystem.tableList) {
if (t.getName().equalsIgnoreCase(table1)) {
table1JoinColIndex = t.getColumnNum().get(table1_join_col);
table1JoinColType = t.getColumnData().get(table1_join_col);
table1Lines = t.getLines();
t1 = t;
} else if (t.getName().equalsIgnoreCase(table2)) {
table2JoinColIndex = t.getColumnNum().get(table2_join_col);
table2JoinColType = t.getColumnData().get(table2_join_col);
table2Lines = t.getLines();
t2 = t;
}
}
// System.out.println(table1 + " - " + table1_join_col + " - " + table1JoinColIndex + " - " +
// table1JoinColType);
// System.out.println(table2 + " - " + table2_join_col + " - " + table2JoinColIndex + " - " +
// table2JoinColType);
if (!table1JoinColType.equalsIgnoreCase(table2JoinColType)) {
System.out.println("Both the tables must have similar join types");
System.exit(1);
}
int numberOfcolumnsForJoin = 2; // For Joining Two tables
// Sort the columns used for join
for (int k = 0; k < numberOfcolumnsForJoin; k++) {
String tab = null;
String tabColType = null;
int tabColIndex = 0;
int tLines = 0;
if (k == 0) {
// Sorting table 1.
tab = table1;
tabColType = table1JoinColType;
tabColIndex = table1JoinColIndex;
tLines = table1Lines;
} else if (k == 1) {
// Sorting table 2
tab = table2;
tabColType = table2JoinColType;
tabColIndex = table2JoinColIndex;
tLines = table2Lines;
}
Comparator<String> cmp = new SortingComparator(tabColIndex, tabColType);
PriorityQueue<String> priorityQueue = new PriorityQueue<String>(10, cmp);
int remainingBufferSize = MAX_MEM_TO_USE;
int fileCount = 1;
String line;
int inOutFlag = 0;
for (int i = 0; i < tLines; i++) {
line = DBSystem.getRecord(tab, i);
// System.out.println(line);
// String cols [] = line.split(",");
remainingBufferSize -= line.getBytes().length;
if (remainingBufferSize >= 0) {
priorityQueue.add(line);
inOutFlag = 1;
} else {
// write to file
FileWriter fileWriter = null;
// System.out.println("Written");
try {
// String fileName = setBlockFile(fileCount,table1);
// System.out.println(fileName);
fileWriter = new FileWriter(new File(setBlockFile(fileCount, tab)));
int siz = priorityQueue.size();
// System.out.println(siz);
for (int j = 0; j < siz; j++) {
fileWriter.write(priorityQueue.poll().toString());
// System.out.println(priorityQueue.poll().toString());
fileWriter.write("\n");
}
fileCount++;
} catch (IOException e) {
e.printStackTrace();
} finally {
try {
fileWriter.close();
} catch (IOException e) {
e.printStackTrace();
}
}
// set remainingSize back to MAX_MEM_TO_USE
remainingBufferSize = MAX_MEM_TO_USE;
// current read line
priorityQueue.add(line);
remainingBufferSize -= line.getBytes().length;
inOutFlag = 0;
}
}
if (inOutFlag == 1) {
FileWriter fw = null;
try {
fw = new FileWriter(new File(setBlockFile(fileCount, tab)));
int psiz = priorityQueue.size();
for (int j = 0; j < psiz; j++) {
fw.write(priorityQueue.poll().toString());
// System.out.println(priorityQueue.poll().toString());
fw.write("\n");
}
} catch (IOException e) {
e.printStackTrace();
} finally {
try {
fw.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
if (k == 0) table1_tempfileCount = fileCount;
if (k == 1) table2_tempfileCount = fileCount;
}
// Begin the merging process for both the files.
// System.out.println(table1_tempfileCount);
// System.out.println(table2_tempfileCount);
// Merging Process
SortedMergeJoin sortedMergeJoin =
new SortedMergeJoin(
table1,
table1_tempfileCount,
table1JoinColIndex,
table1JoinColType,
table2,
table2_tempfileCount,
table2JoinColIndex,
table2JoinColType);
sortedMergeJoin.execute();
}
// Now finding the common lines from both the files.
// public static void printJoinResult(List<String> tab1_attr, List<String> tab2_attr){
public static void printJoinResult(List<String> tab1_attr, List<String> tab2_attr) {
int i = 0;
int j = 0;
BufferedReader br_tab1 = null;
BufferedReader br_tab2 = null;
try {
br_tab1 = new BufferedReader(new FileReader(new File(getSortedFile(tab1))));
br_tab2 = new BufferedReader(new FileReader(new File(getSortedFile(tab2))));
String tab1_line = null;
String tab2_line = null;
tab1_line = br_tab1.readLine();
tab2_line = br_tab2.readLine();
while (tab1_line != null && tab2_line != null) {
// System.out.println("PO");
// System.out.println(tab1_line + " with " + tab2_line );
int op = compareTabLines(tab1_line, tab2_line);
if (op == 0) { // both are equal
// System.out.println(tab1_line + " --" + tab2_line);
List<String> ltab1 = new ArrayList<String>();
List<String> ltab2 = new ArrayList<String>();
ltab1.add(tab1_line);
ltab2.add(tab2_line);
String t1_line = br_tab1.readLine();
String t2_line = br_tab2.readLine();
if (t1_line != null) {
int y;
// System.out.println(tab1_line + "=========" + t1_line);
while ((y = compareTab1Line(tab1_line, t1_line)) == 0) {
ltab1.add(t1_line);
t1_line = br_tab1.readLine();
}
}
if (t2_line != null) {
int u;
// System.out.println(tab2_line + "++++++++++++" + t2_line + compareTabLines(tab2_line,
// t2_line));
while ((u = compareTab2Line(tab2_line, t2_line)) == 0) {
ltab2.add(t2_line);
t2_line = br_tab2.readLine();
}
}
HashMap<String, Integer> colNum1 = null, colNum2 = null;
Iterator<Table> it = DBSystem.tableList.iterator();
while (it.hasNext()) {
Table t = it.next();
if (t.getName().equalsIgnoreCase(tab1)) {
colNum1 = t.getColumnNum();
}
if (t.getName().equalsIgnoreCase(tab2)) {
colNum2 = t.getColumnNum();
}
}
/*Iterator<String> it1=tab1_attr.iterator();
while (it1.hasNext()){
System.out.print(tab1 + "." + it1.next());
if(it1.hasNext())
System.out.print(",");
}
Iterator<String> it2=tab2_attr.iterator();
while (it2.hasNext()){
System.out.print(tab2 + "." + it2.next());
if(it2.hasNext())
System.out.print(",");
}*/
for (int q = 0; q < ltab1.size(); q++) {
for (int w = 0; w < ltab2.size(); w++) {
// System.out.println(ltab1.get(q) + " -- " + ltab2.get(w));
String[] tab1_result = ltab1.get(q).split(",");
String[] tab2_result = ltab2.get(w).split(",");
Iterator<String> it1 = tab1_attr.iterator();
while (it1.hasNext()) {
int c = colNum1.get(it1.next());
System.out.print(tab1_result[c] + ",");
}
Iterator<String> it2 = tab2_attr.iterator();
while (it2.hasNext()) {
int c = colNum2.get(it2.next());
System.out.print(tab2_result[c]);
if (it2.hasNext()) System.out.print(",");
}
System.out.println();
}
}
tab1_line = t1_line;
tab2_line = t2_line;
} else if (op >= 1) { // table1 has bigger value
tab2_line = br_tab2.readLine();
} else if (op <= -1) { // table2 has bigger value
tab1_line = br_tab1.readLine();
}
}
} catch (IOException e) {
e.printStackTrace();
}
}
public static ColumnFamily getColumnFamily(Table table, DecoratedKey key, String cfName)
throws IOException {
ColumnFamilyStore cfStore = table.getColumnFamilyStore(cfName);
assert cfStore != null : "Column family " + cfName + " has not been defined";
return cfStore.getColumnFamily(QueryFilter.getIdentityFilter(key, new QueryPath(cfName)));
}
public void addBody(Body body)
throws SAXException, WingException, UIException, SQLException, IOException,
AuthorizeException {
// If we are actually editing information of an uploaded file,
// then display that body instead!
if (this.editFile != null) {
editFile.addBody(body);
return;
}
// Get a list of all files in the original bundle
Item item = submission.getItem();
Collection collection = submission.getCollection();
String actionURL =
contextPath + "/handle/" + collection.getHandle() + "/submit/" + knot.getId() + ".continue";
boolean disableFileEditing =
(submissionInfo.isInWorkflow())
&& !ConfigurationManager.getBooleanProperty("workflow", "reviewer.file-edit");
Bundle[] bundles = item.getBundles("ORIGINAL");
Bitstream[] bitstreams = new Bitstream[0];
if (bundles.length > 0) {
bitstreams = bundles[0].getBitstreams();
}
// Part A:
// First ask the user if they would like to upload a new file (may be the first one)
Division div =
body.addInteractiveDivision(
"submit-upload", actionURL, Division.METHOD_MULTIPART, "primary submission");
div.setHead(T_submission_head);
addSubmissionProgressList(div);
List upload = null;
if (!disableFileEditing) {
// Only add the upload capabilities for new item submissions
upload = div.addList("submit-upload-new", List.TYPE_FORM);
upload.setHead(T_head);
addRioxxVersionSection(upload, item);
File file = upload.addItem().addFile("file");
file.setLabel(T_file);
file.setHelp(T_file_help);
file.setRequired();
// if no files found error was thrown by processing class, display it!
if (this.errorFlag == org.dspace.submit.step.UploadStep.STATUS_NO_FILES_ERROR) {
file.addError(T_file_error);
}
// if an upload error was thrown by processing class, display it!
if (this.errorFlag == org.dspace.submit.step.UploadStep.STATUS_UPLOAD_ERROR) {
file.addError(T_upload_error);
}
// if virus checking was attempted and failed in error then let the user know
if (this.errorFlag == org.dspace.submit.step.UploadStep.STATUS_VIRUS_CHECKER_UNAVAILABLE) {
file.addError(T_virus_checker_error);
}
// if virus checking was attempted and a virus found then let the user know
if (this.errorFlag == org.dspace.submit.step.UploadStep.STATUS_CONTAINS_VIRUS) {
file.addError(T_virus_error);
}
Text description = upload.addItem().addText("description");
description.setLabel(T_description);
description.setHelp(T_description_help);
Button uploadSubmit = upload.addItem().addButton("submit_upload");
uploadSubmit.setValue(T_submit_upload);
}
make_sherpaRomeo_submission(item, div);
// Part B:
// If the user has already uploaded files provide a list for the user.
if (bitstreams.length > 0 || disableFileEditing) {
Table summary = div.addTable("submit-upload-summary", (bitstreams.length * 2) + 2, 7);
summary.setHead(T_head2);
Row header = summary.addRow(Row.ROLE_HEADER);
header.addCellContent(T_column0); // primary bitstream
header.addCellContent(T_column1); // select checkbox
header.addCellContent(T_column2); // file name
header.addCellContent(T_column3); // size
header.addCellContent(T_column4); // description
header.addCellContent(T_column5); // format
header.addCellContent(T_column6); // edit button
for (Bitstream bitstream : bitstreams) {
int id = bitstream.getID();
String name = bitstream.getName();
String url = makeBitstreamLink(item, bitstream);
long bytes = bitstream.getSize();
String desc = bitstream.getDescription();
String algorithm = bitstream.getChecksumAlgorithm();
String checksum = bitstream.getChecksum();
Row row = summary.addRow();
// Add radio-button to select this as the primary bitstream
Radio primary = row.addCell().addRadio("primary_bitstream_id");
primary.addOption(String.valueOf(id));
// If this bitstream is already marked as the primary bitstream
// mark it as such.
if (bundles[0].getPrimaryBitstreamID() == id) {
primary.setOptionSelected(String.valueOf(id));
}
if (!disableFileEditing) {
// Workflow users can not remove files.
CheckBox remove = row.addCell().addCheckBox("remove");
remove.setLabel("remove");
remove.addOption(id);
} else {
row.addCell();
}
row.addCell().addXref(url, name);
row.addCellContent(bytes + " bytes");
if (desc == null || desc.length() == 0) {
row.addCellContent(T_unknown_name);
} else {
row.addCellContent(desc);
}
BitstreamFormat format = bitstream.getFormat();
if (format == null) {
row.addCellContent(T_unknown_format);
} else {
int support = format.getSupportLevel();
Cell cell = row.addCell();
cell.addContent(format.getMIMEType());
cell.addContent(" ");
switch (support) {
case 1:
cell.addContent(T_supported);
break;
case 2:
cell.addContent(T_known);
break;
case 3:
cell.addContent(T_unsupported);
break;
}
}
Button edit = row.addCell().addButton("submit_edit_" + id);
edit.setValue(T_submit_edit);
Row checksumRow = summary.addRow();
checksumRow.addCell();
Cell checksumCell = checksumRow.addCell(null, null, 0, 6, null);
checksumCell.addHighlight("bold").addContent(T_checksum);
checksumCell.addContent(" ");
checksumCell.addContent(algorithm + ":" + checksum);
}
if (!disableFileEditing) {
// Workflow users can not remove files.
Row actionRow = summary.addRow();
actionRow.addCell();
Button removeSeleceted =
actionRow.addCell(null, null, 0, 6, null).addButton("submit_remove_selected");
removeSeleceted.setValue(T_submit_remove);
}
upload = div.addList("submit-upload-new-part2", List.TYPE_FORM);
}
// Part C:
// add standard control/paging buttons
addControlButtons(upload);
}
private void openAddressBook(String name) {
if (name == null) return;
File file = new File(name);
if (!file.exists()) {
displayError(
resMessages.getString("File")
+ file.getName()
+ " "
+ resMessages.getString("Does_not_exist"));
return;
}
Cursor waitCursor = new Cursor(shell.getDisplay(), SWT.CURSOR_WAIT);
shell.setCursor(waitCursor);
FileReader fileReader = null;
BufferedReader bufferedReader = null;
String[] data = new String[0];
try {
fileReader = new FileReader(file.getAbsolutePath());
bufferedReader = new BufferedReader(fileReader);
String nextLine = bufferedReader.readLine();
while (nextLine != null) {
String[] newData = new String[data.length + 1];
System.arraycopy(data, 0, newData, 0, data.length);
newData[data.length] = nextLine;
data = newData;
nextLine = bufferedReader.readLine();
}
} catch (FileNotFoundException e) {
displayError(resMessages.getString("File_not_found") + "\n" + file.getName());
return;
} catch (IOException e) {
displayError(resMessages.getString("IO_error_read") + "\n" + file.getName());
return;
} finally {
shell.setCursor(null);
waitCursor.dispose();
if (fileReader != null) {
try {
fileReader.close();
} catch (IOException e) {
displayError(resMessages.getString("IO_error_close") + "\n" + file.getName());
return;
}
}
}
String[][] tableInfo = new String[data.length][table.getColumnCount()];
for (int i = 0; i < data.length; i++) {
tableInfo[i] = decodeLine(data[i]);
}
Arrays.sort(tableInfo, new RowComparator(0));
for (int i = 0; i < tableInfo.length; i++) {
TableItem item = new TableItem(table, SWT.NONE);
item.setText(tableInfo[i]);
}
shell.setText(resMessages.getString("Title_bar") + file.getName());
isModified = false;
this.file = file;
}
public Shell open(Display display) {
// Window dressing - the icon
windowIcon =
new Image(display, getClass().getClassLoader().getResourceAsStream("icons/joanju.gif"));
shell = new Shell(display);
shell.setLayout(new FillLayout());
shell.addShellListener(
new ShellAdapter() {
public void shellClosed(ShellEvent e) {
e.doit = closeAddressBook();
}
});
shell.setImage(windowIcon);
createMenuBar();
searchDialog = new SearchDialog(shell);
searchDialog.setSearchAreaNames(columnNames);
searchDialog.setSearchAreaLabel(resMessages.getString("Column"));
searchDialog.addFindListener(
new FindListener() {
public boolean find() {
return findEntry();
}
});
table = new Table(shell, SWT.SINGLE | SWT.BORDER | SWT.FULL_SELECTION);
table.setHeaderVisible(true);
table.setMenu(createPopUpMenu());
table.addSelectionListener(
new SelectionAdapter() {
public void widgetDefaultSelected(SelectionEvent e) {
TableItem[] items = table.getSelection();
if (items.length > 0) launchEditor(items[0]);
}
});
int[] widths = {150, 50, 200, 200};
for (int i = 0; i < columnNames.length; i++) {
TableColumn column = new TableColumn(table, SWT.NONE);
column.setText(columnNames[i]);
column.setWidth(widths[i]);
final int columnIndex = i;
column.addSelectionListener(
new SelectionAdapter() {
public void widgetSelected(SelectionEvent e) {
sort(columnIndex);
}
});
}
newAddressBook();
shell.addDisposeListener(
new DisposeListener() {
public void widgetDisposed(DisposeEvent e) {
windowIcon.dispose();
}
});
shell.setSize(table.computeSize(SWT.DEFAULT, SWT.DEFAULT).x, 300);
shell.open();
return shell;
}
private void openAddressBook() {
FileDialog fileDialog = new FileDialog(shell, SWT.OPEN);
fileDialog.setFilterExtensions(new String[] {"*.adr;", "*.*"});
fileDialog.setFilterNames(
new String[] {
resAddressBook.getString("Book_filter_name") + " (*.adr)",
resAddressBook.getString("All_filter_name") + " (*.*)"
});
String name = fileDialog.open();
if (name == null) return;
File file = new File(name);
if (!file.exists()) {
displayError(
resAddressBook.getString("File")
+ file.getName()
+ " "
+ resAddressBook.getString("Does_not_exist"));
return;
}
Cursor waitCursor = shell.getDisplay().getSystemCursor(SWT.CURSOR_WAIT);
shell.setCursor(waitCursor);
FileReader fileReader = null;
BufferedReader bufferedReader = null;
String[] data = new String[0];
try {
fileReader = new FileReader(file.getAbsolutePath());
bufferedReader = new BufferedReader(fileReader);
String nextLine = bufferedReader.readLine();
while (nextLine != null) {
String[] newData = new String[data.length + 1];
System.arraycopy(data, 0, newData, 0, data.length);
newData[data.length] = nextLine;
data = newData;
nextLine = bufferedReader.readLine();
}
} catch (FileNotFoundException e) {
displayError(resAddressBook.getString("File_not_found") + "\n" + file.getName());
return;
} catch (IOException e) {
displayError(resAddressBook.getString("IO_error_read") + "\n" + file.getName());
return;
} finally {
shell.setCursor(null);
if (fileReader != null) {
try {
fileReader.close();
} catch (IOException e) {
displayError(resAddressBook.getString("IO_error_close") + "\n" + file.getName());
return;
}
}
}
String[][] tableInfo = new String[data.length][table.getColumnCount()];
int writeIndex = 0;
for (int i = 0; i < data.length; i++) {
String[] line = decodeLine(data[i]);
if (line != null) tableInfo[writeIndex++] = line;
}
if (writeIndex != data.length) {
String[][] result = new String[writeIndex][table.getColumnCount()];
System.arraycopy(tableInfo, 0, result, 0, writeIndex);
tableInfo = result;
}
Arrays.sort(tableInfo, new RowComparator(0));
for (int i = 0; i < tableInfo.length; i++) {
TableItem item = new TableItem(table, SWT.NONE);
item.setText(tableInfo[i]);
}
shell.setText(resAddressBook.getString("Title_bar") + fileDialog.getFileName());
isModified = false;
this.file = file;
}
