Browse Source

修改get_url

tags/v0.1.0
zeek 2 months ago
parent
commit
63d48cab02
1 changed files with 4 additions and 2 deletions
  1. +4
    -2
      get_url.py

+ 4
- 2
get_url.py View File

@@ -80,8 +80,10 @@ def filterlinks(links):
continue
if is_robot(url):
continue
if not ishttp:
url = url_root + url
if not ishttp and url.startswith("/"):
url = url_root + url
elif not ishttp:
url = url_root + '/' + url
tmplinks.append(url)
reslinks = list(set(tmplinks))
return reslinks


Loading…
Cancel
Save