Browse Source

Fix infinite redirect issue

Signed-off-by: Skylar "The Cobra" Widulski <cobra@vern.cc>
Skylar "The Cobra" Widulski 1 year ago
parent
commit
cdb9c3ecd5
1 changed files with 5 additions and 7 deletions
  1. 5 7
      main.py

+ 5 - 7
main.py

@@ -5,19 +5,17 @@ import requests
 import html
 import re
 from bs4 import BeautifulSoup
-
+from urllib.parse import quote, unquote
 
 def scrape(url):
     data = requests.get(url)
     
     our_path = re.sub(r".*://.*/", "/", request.url)
     path = re.sub(r".*://.*/", "/", data.url)
-    print()
-    print(our_path)
-    print(path)
-    print()
-    if our_path != path:
-        return f"REDIRECT {path}"
+    if our_path != path and \
+            quote(unquote(re.sub("[?&=]", "", our_path))) != re.sub("[?&=]", "", path):
+                # this is bad ^
+                return f"REDIRECT {path}"
     ret = []
     soup = BeautifulSoup(data.text, "html.parser")
     for div in soup.find_all("div"):