admin/spray
1
0
Fork 0
mirror of https://github.com/chainreactors/spray.git synced 2025-05-06 02:31:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

优化爬虫的url处理

Browse Source
This commit is contained in:
M09Ic 2023-06-30 17:43:47 +08:00
parent a36e06e96b
commit 00c880f16e
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pkg/utils.go
View File

@ -251,6 +251,8 @@ func filterUrl(u string) bool {
func formatURL(u string) string {
// 去掉frag与params, 节约url.parse性能, 防止带参数造成意外的影响
u = strings.Trim(u, "\"")
u = strings.Trim(u, "'")
if strings.Contains(u, "2f") || strings.Contains(u, "2F") {
u = strings.ReplaceAll(u, "\\u002F", "/")
u = strings.ReplaceAll(u, "\\u002f", "/")