private String getBaseOutputDirectory() {
return Common.getNowAbsolutePath()
+ "down"
+ Common.getSlash()
+ "SVN"
+ Common.getSlash()
+ "Tsukkomi1"
+ Common.getSlash();
}
private void buildIndexFile(String tagName) {
String dirPath = getBaseOutputDirectory() + tagName + Common.getSlash();
String path = "";
String text = "";
List<String> volumeTagList = new ArrayList<String>();
File dir = new File(dirPath); // 你的log檔路徑
File fileList[] = dir.listFiles(); // 得出檔案清單
String volumeTitle = "";
// 取得代號清單
for (int i = 0; i < fileList.length; i++) {
if (fileList[i].isFile()) { // 過濾檔案
String[] temps = fileList[i].toString().split("\\\\");
String volumeTag = temps[temps.length - 1].split("\\.")[0];
if (!volumeTag.matches("comment")) volumeTagList.add(volumeTag);
// print(i + " TAG : " + volumeTag);
}
}
for (int i = 0; i < volumeTagList.size(); i++) {
path = dirPath + volumeTagList.get(i) + ".js";
text = Common.getFileString(path);
if (text.split("'").length <= 1) continue;
volumeTitle = text.split("'")[1];
}
System.exit(0);
}
private void outputVolumeComment(
String tagName,
String volumeTitle,
String fileName,
String siteName,
List<String> commentList) {
String text = "";
text += "VOLUME_TITLE = '" + volumeTitle + "';\n";
text += siteName + " = new Array( \n";
for (int i = 0; i < commentList.size(); i++) {
if (i > 0) {
text += ", ";
}
text += "'" + commentList.get(i) + "'";
}
text += "\n);";
String outputDirectory = getBaseOutputDirectory() + tagName + Common.getSlash();
Common.outputFile(text, outputDirectory, fileName + ".js");
}
private void handleSingleTitle(String tagName) {
int beginIndex = 0;
int endIndex = 0;
String titleURL = Common.getRegularURL(baseURL + "/" + tagName);
String titleText = getAllPageString(titleURL);
// 取得標題列表和網址列表
tsukkomiMode = false;
String titleName = getTitleOnMainPage(titleURL, titleText);
if (titleName == null) {
print("無效的作品主頁網址: " + titleURL);
return;
}
List<List<String>> combinationList = getVolumeTitleAndUrlOnMainPage(titleURL, titleText);
List<String> volumeTitleList = combinationList.get(0);
List<String> volumeUrlList = combinationList.get(1);
tsukkomiMode = true;
// List<String> snsSysIDList = new ArrayList<String>(); // sns_sys_id
// List<String> snsViewPointTokenList = new ArrayList<String>(); // sns_view_point_token
String snsSysID = "";
String snsViewPointToken = "";
boolean stepByStepMode = false;
String lastVolumeID = getLastVolumeID(titleText);
String lastVolumeTitle = getLastVolumeTitle(titleText);
// 用於main_list.js
newTitleList.add(titleName);
newTagList.add(tagName);
newVolumeTitleList.add(lastVolumeTitle);
newVolumeDirList.add(lastVolumeID);
// 如果不需要更新，就跳過往下個去做
if (!needUpdate(tagName, volumeTitleList)) {
int lastIndex = volumeTitleList.size() - 1;
if (lastIndex < 0 && titleText.indexOf("g_last_chapter_id") > 0) {
print("集數列表因為版權而拿掉 , 需要一集一集慢慢爬");
stepByStepMode = true;
} else if (lastIndex < 0) {
print("跳過 , 因為 " + titleName + "[" + tagName + "] 沒有任何集數 ");
return;
} else {
print(
"跳過 , 因為 " + titleName + "[" + tagName + "] 已有最新集數: " + volumeTitleList.get(lastIndex));
return;
}
}
String titleIntroduction = getTitleIntroduction(titleText);
handleTitlePic(tagName, titleText);
if (!stepByStepMode
|| !new File(getBaseOutputDirectory() + tagName + Common.getSlash() + "comment.js")
.exists()) {
handleTitleComment(tagName, titleText);
}
int volumeCount = volumeUrlList.size();
int existedVolumeCount = getExistedVolumeCount(tagName);
// print("" + tagName + ":" + volumeCount + "," + existedVolumeCount);
// System.exit(0);
// 取得每個集數的評論列表
for (int j = existedVolumeCount; j < volumeCount && !stepByStepMode; j++) // 某個作品的集數列表
{
String volumeURL = volumeUrlList.get(j);
String volumeText = getAllPageString(volumeURL);
String volumeTitle = volumeTitleList.get(j);
snsSysID = handleSingleVolume(tagName, titleName, titleIntroduction, volumeTitle, volumeText);
}
String nowVolumeID = lastVolumeID;
while (stepByStepMode) {
String volumeURL = baseURL + "/" + tagName + "/" + nowVolumeID + ".shtml";
String volumeText = getAllPageString(volumeURL);
beginIndex = volumeText.indexOf("g_chapter_name");
beginIndex = volumeText.indexOf("\"", beginIndex) + 1;
endIndex = volumeText.indexOf("\"", beginIndex);
String volumeTitle = volumeText.substring(beginIndex, endIndex);
print("正要處理的集數: " + volumeTitle + " : " + volumeURL);
snsSysID = handleSingleVolume(tagName, titleName, titleIntroduction, volumeTitle, volumeText);
nowVolumeID = getPreviousVolumeID(volumeText);
if (nowVolumeID == null) break;
}
// outputMainListFile(stepByStepMode);
}
private void handleTitleComment(String tagName, String text) {
int beginIndex = text.indexOf("token32:");
if (beginIndex < 0) {
return;
}
beginIndex = text.indexOf("'", beginIndex) + 1;
int endIndex = text.indexOf("'", beginIndex);
if (beginIndex <= 0 || endIndex <= 0) {
return;
}
String token32 = text.substring(beginIndex, endIndex);
String commentURL = Common.getRegularURL("http://t.178.com/resource/show?token32=" + token32);
print(tagName + "'s commentURL : " + commentURL);
// 取得評論頁數
text = getAllPageString(commentURL);
int pageCount = 1;
beginIndex = text.lastIndexOf("<li><a href=") - 5;
if (beginIndex > 0) {
beginIndex = text.lastIndexOf("<li><a href=", beginIndex);
beginIndex = text.indexOf("page=", beginIndex);
beginIndex = text.indexOf(">", beginIndex) + 1;
endIndex = text.indexOf("<", beginIndex);
pageCount = Integer.parseInt(text.substring(beginIndex, endIndex));
}
List<String> nameList = new ArrayList<String>();
List<String> dateList = new ArrayList<String>();
List<String> commentList = new ArrayList<String>();
String temp = "";
// 下載全部評論
for (int i = 1; i <= pageCount; i++) {
text = getAllPageString(commentURL + "&page=" + i);
beginIndex = endIndex = 0;
while (true) {
beginIndex = text.indexOf("post-by hovercard", beginIndex);
if (beginIndex < 0) break;
// 取得評論的名字
beginIndex = text.indexOf(">", beginIndex) + 1;
endIndex = text.indexOf("<", beginIndex);
temp = text.substring(beginIndex, endIndex).trim();
nameList.add(temp);
// 取得評論內容
beginIndex = text.indexOf("-->", beginIndex);
beginIndex = text.indexOf(">", beginIndex) + 1;
endIndex = text.indexOf("<", beginIndex);
temp = text.substring(beginIndex, endIndex).trim();
commentList.add(temp);
// 取得評論當下時間
beginIndex = text.indexOf("<a href=", beginIndex);
beginIndex = text.indexOf(">", beginIndex) + 1;
endIndex = text.indexOf("<", beginIndex);
temp = text.substring(beginIndex, endIndex).trim();
temp = Common.getTraditionalChinese(temp);
temp = getFormatDate(temp);
dateList.add(temp);
}
}
// 寫出評論
List<List<String>> combinationList = new ArrayList<List<String>>();
combinationList.add(nameList);
combinationList.add(commentList);
combinationList.add(dateList);
String filePath = getBaseOutputDirectory() + tagName + Common.getSlash();
outputListFile(combinationList, "TITLE_COMMONET", filePath, "comment.js");
}