78 lines
2.3 KiB
Python
Executable File
78 lines
2.3 KiB
Python
Executable File
#!/usr/bin/python3
|
|
|
|
import argparse
|
|
import urllib
|
|
import requests
|
|
import os
|
|
import pathlib
|
|
from urllib3.exceptions import InsecureRequestWarning
|
|
|
|
requests.packages.urllib3.disable_warnings(category=InsecureRequestWarning)
|
|
|
|
def download_files(url, root_directory, wordlist, verbose=False):
|
|
root_directory = str(pathlib.Path(root_directory).resolve())
|
|
for w in wordlist:
|
|
rel_directory = os.path.dirname(w)
|
|
dest_directory = os.path.join(root_directory, rel_directory)
|
|
if not str(pathlib.Path(dest_directory).resolve()).startswith(root_directory):
|
|
print("[!] Path outside the root directory:", w)
|
|
continue
|
|
|
|
res = requests.get(url + w, verify=False, allow_redirects=False)
|
|
if res.status_code == 200:
|
|
if not os.path.isdir(dest_directory):
|
|
os.makedirs(dest_directory, exist_ok=True)
|
|
with open(os.path.join(root_directory, w), "wb") as f:
|
|
f.write(res.content)
|
|
print(f"[+] {url}{w}: {len(res.content)} Bytes")
|
|
elif verbose:
|
|
print(f"[-] {url}{w}: {res.status_code} {res.reason}")
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument(
|
|
dest="dir",
|
|
help="The destination directory"
|
|
)
|
|
parser.add_argument(
|
|
dest="url",
|
|
help="The URL prefix"
|
|
)
|
|
parser.add_argument(
|
|
dest="wordlist",
|
|
help="The wordlist containing all uris"
|
|
)
|
|
parser.add_argument(
|
|
"-v", "--verbose",
|
|
action="store_true",
|
|
help="Verbose mode",
|
|
default=False
|
|
)
|
|
|
|
args = parser.parse_args()
|
|
|
|
uris = set()
|
|
with open(args.wordlist, "r") as f:
|
|
for line in f:
|
|
w = line.strip()
|
|
while w.startswith("/"):
|
|
w = w[1:]
|
|
if w:
|
|
uris.add(w)
|
|
|
|
if len(uris) == 0:
|
|
print("[!] List does not contain any URIs")
|
|
exit()
|
|
|
|
dest_directory = args.dir
|
|
if not os.path.isdir(dest_directory):
|
|
if not os.mkdir(dest_directory):
|
|
print("[!] Destination directory does not exist and could not be created")
|
|
exit()
|
|
|
|
url = args.url
|
|
if not url.endswith("/"):
|
|
url += "/"
|
|
|
|
download_files(url, dest_directory, uris, args.verbose)
|
|
|