#!/usr/bin/env python3 import os import subprocess import shutil import time import requests from tqdm import tqdm from concurrent.futures import ThreadPoolExecutor, wait print("\033[91m\033[93m ,-. _,---._ __ / \ _ _ _ ___ ___ ") print(r" / ) .-' `./ / \ /_\ | | | / __\__ _ __ /___\_ __ ___ ") print(r"( ( ,' `/ /| //_\\| | | / _\/ _ \| '__| // // '_ \ / _ \ ") print(r' \ `-" \ \ / | / _ \ | | / / | (_) | | / \_//| | | | __/ ') print(r" `. , \ \ / | \_/ \_/_|_| \/ \___/|_| \___/ |_| |_|\___| ") print(r" /`. ,'-`----Y | ") print(r" ( ; | ' ") print(r" | ,-. ,-' Git-HUB | / Nuclei Template Collector ") print(r" | | ( | BoX | / - AggressiveUser ") print(r" ) | \ `.___________|/ ") print(" `--' `--' \033[0m") def git_clone(url, destination): env = os.environ.copy() env['GIT_TERMINAL_PROMPT'] = '0' result = subprocess.run(['git', 'clone', url, destination], stdout=subprocess.DEVNULL, stderr=subprocess.PIPE, env=env) return result.returncode, result.stderr.decode().strip() def generate_destination_folder(url): folder_name = os.path.basename(url.rstrip('.git')) counter = 1 while os.path.exists(os.path.join('TRASH', folder_name)): folder_name = f"{os.path.basename(url.rstrip('.git'))}_{counter}" counter += 1 return folder_name def clone_repository(repo): destination = generate_destination_folder(repo) return_code, error_msg = git_clone(repo, os.path.join('TRASH', destination)) if return_code != 0 or 'Username for' in error_msg: return repo return None def clone_repositories(file_url): response = requests.get(file_url) if response.status_code == 200: repositories = response.text.strip().split('\n') else: print('Failed to retrieve Repo List from the server.') return total_repos = len(repositories) os.makedirs('TRASH', exist_ok=True) failed_repos = [] with ThreadPoolExecutor(max_workers=6) as executor: futures = [executor.submit(clone_repository, repo) for repo in repositories] with tqdm(total=total_repos, unit='repo', desc='Cloning repositories', ncols=80) as progress_bar: completed = 0 while completed < total_repos: done, _ = wait(futures, return_when='FIRST_COMPLETED') completed += len(done) for future in done: failed_repo = future.result() if failed_repo: failed_repos.append(failed_repo) progress_bar.update(1) progress = progress_bar.n / total_repos * 100 progress_bar.set_postfix({'Progress': f'{progress:.2f}%'}) futures = [future for future in futures if not future.done()] progress_bar.close() print('Cloning process complete!\n') if failed_repos: print("\033[91mFailed to clone the following repositories:\033[0m") for repo in failed_repos: print(repo) template_folder = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'Template') if not os.path.exists(template_folder): os.makedirs(template_folder) yaml_count = 0 for root, dirs, files in os.walk('TRASH'): for file in files: if file.endswith('.yaml'): source_path = os.path.join(root, file) destination_path = os.path.join(template_folder, file) shutil.copy2(source_path, destination_path) yaml_files = [file for file in os.listdir(template_folder) if file.endswith('.yaml')] yaml_count = len(yaml_files) print(f'\033[92m \n{yaml_count} Nuclei Templates files copied to the Template folder.\033[0m') shutil.rmtree('TRASH') print('\nRemoving caches and temporary files.\n') time.sleep(2) print('\033[91m\033[93mPlease show your support by giving star to my GitHub repository "AllForOne".') print('GITHUB: https://github.com/AggressiveUser/AllForOne\033[0m') file_url = 'https://raw.githubusercontent.com/AggressiveUser/AllForOne/main/PleaseUpdateMe.txt' clone_repositories(file_url)