private void updateToZookeeper(File file) {
// TODO Auto-generated method stub
if (TZUtil.isEmpty(file)) return;
String monitorNodePath = file.getAbsolutePath();
monitorNodePath =
TopsCommonResourceUtil.getZookeeperConfigPath()
+ monitorNodePath.replace(TopsConfPath.getBaseLocalHostPath(), "");
logger.info("update to zookeeper: {}", monitorNodePath);
try {
byte[] bytes = TopsFileUtil.getBytesFromFile(file);
if (!TZUtil.isEmpty(bytes)) {
try {
TopsCuratorFramework.getInstance().deleteNode(monitorNodePath);
TopsCuratorFramework.getInstance()
.createNode(monitorNodePath, bytes, CreateMode.PERSISTENT);
} catch (Exception e) {
logger.error(e.getMessage());
}
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public DateTime getLastUpdateTime() {
String zooKeeperUpdateTime =
TopsCommonResourceUtil.getZooKeeperUpdateTime(TIME_FILE_PATH, LODING_CONFIG_TIME_KEY);
if (TZUtil.isEmpty(zooKeeperUpdateTime)) return null;
DateTime time = DateTimeUtil.getDate(zooKeeperUpdateTime, DATESTR);
return time;
}
/** 增量数据导入 true:表示有返回 遍历所有文件 */
public boolean loadUpdateConfigFile(DateTime dateTime) {
File baseFilePath = new File(TopsCommonResourceUtil.getBaseLocalHostPath());
if (!TZUtil.isEmpty(baseFilePath)) {
int count = updateAllFile(baseFilePath, dateTime);
if (count > 0) return true;
}
return false;
}
/**
* 需要上传到zookeeper的文件: 1) 必须是文件 2) 更新时间需要大于dateTime, 如果dateTime为空,则就是需要上传 3) 排除time_file_path文件,
* 不是隐藏的文件
*
* @param file
* @param dateTime
* @return
*/
public boolean isNeedToLoad(File file, DateTime dateTime) {
if (TZUtil.isEmpty(file)) {
return false;
}
if (file.isFile() && !file.isHidden()) {
String filePath = file.getAbsolutePath();
if (TIME_FILE_PATH.equalsIgnoreCase(filePath)) {
return false;
}
if (TZUtil.isEmpty(dateTime)) return true; // 1399794511000 //1399797668000
long modifiedTime = file.lastModified();
if (dateTime.getMillis() < modifiedTime) {
Date date = new Date(modifiedTime);
// logger.info("fileName: {}, date:{},dateTimes:{} dateTime: {}, fileTime: {}",
// file.getName(), date, dateTime, dateTime.getMillis(),
// file.lastModified());
return true;
}
}
return false;
}
/** 根据时间决定是否导入数据 */
public void loadingConfigFile() {
/** 获得数据 */
DateTime lastUpdateTime = getLastUpdateTime();
if (TZUtil.isEmpty(lastUpdateTime)) {
loadALLConfigFile();
saveIndexTime(new DateTime());
logger.info("loadingConfigFile : loadALLConfigFile");
} else {
if (loadUpdateConfigFile(lastUpdateTime)) {
saveIndexTime(new DateTime());
logger.info("loadingConfigFile : loadUpdateConfigFile");
} else {
logger.info("no loadingConfigFile");
}
}
}
/** 遍历所有文件,并进行更新 */
public int updateAllFile(File file, DateTime dateTime) {
if (TZUtil.isEmpty(file)) return 0;
if (file.isHidden()) // 如果是隐藏文件
return 0;
if (file.isFile()) {
if (isNeedToLoad(file, dateTime)) {
updateToZookeeper(file);
return 1;
}
} else {
File[] subfiles = file.listFiles();
int count = 0;
for (File subfile : subfiles) {
count += updateAllFile(subfile, dateTime);
}
return count;
}
return 0;
}
public void saveIndexTime(DateTime dateTime) {
if (TZUtil.isEmpty(dateTime)) return;
logger.info("dateTime is saving {}", dateTime);
TopsCommonResourceUtil.saveZooKeeperUpdateTime(
TIME_FILE_PATH, LODING_CONFIG_TIME_KEY, DateTimeUtil.format(dateTime, DATESTR));
}