/**
* 构造函数
*
* @param taskConfig
*/
public MemoryDedup(TaskConfig taskConfig) {
super(taskConfig);
if (taskConfig.getTaskSharedObject(ConfigKeys._DEDUP_MEM_SET_OBJ) == null) {
synchronized (taskConfig) {
if (taskConfig.getTaskSharedObject(ConfigKeys._DEDUP_MEM_SET_OBJ) == null) {
ConcurrentHashMap<String, Character> existUrl =
new ConcurrentHashMap<String, Character>(10000);
taskConfig.addTaskSharedObject(ConfigKeys._DEDUP_MEM_SET_OBJ, existUrl);
}
}
}
}
