去重策略不再作用于word, 防止内存中维护一个过大的map

This commit is contained in:
M09Ic 2023-02-06 23:29:11 +08:00
parent 645487ea1a
commit fea6ac7c39

View File

@ -196,7 +196,7 @@ Loop:
} }
pool.waiter.Add(1) pool.waiter.Add(1)
pool.urls[w] = struct{}{} //pool.urls[w] = struct{}{}
pool.reqPool.Invoke(newUnitWithNumber(pool.safePath(w), WordSource, pool.wordOffset)) // 原样的目录拼接, 输入了几个"/"就是几个, 适配java的目录解析 pool.reqPool.Invoke(newUnitWithNumber(pool.safePath(w), WordSource, pool.wordOffset)) // 原样的目录拼接, 输入了几个"/"就是几个, 适配java的目录解析
case source := <-pool.checkCh: case source := <-pool.checkCh:
pool.Statistor.CheckNumber++ pool.Statistor.CheckNumber++