utility.py

import re
import time, subprocess
from art import text2art
from urllib.parse import urlparse

_URL_REGEX = r"(http[s]?://[^\s]+)"
OUTPUT_DIR = "./results"

def print_title():
    banner = text2art("ZapBuster")
    print(banner)
    print("         # Coded by Asius22 - @Asius22")
    print("")
    
def get_output_dir(url:str | None):
    if str is not None:
        output=f"{__OUTPUT_DIR}/{url}"
        __OUTPUT_DIR = output
    return __OUTPUT_DIR


# Funzione per estrarre e normalizzare l'URL per ciascun tool
def normalize_urls(raw_url):
    parsed_url = urlparse(raw_url)
    domain = parsed_url.netloc or parsed_url.path  # dominio senza schema
    scheme = parsed_url.scheme or "http"  # schema predefinito "http" se assente
    path = parsed_url.path if parsed_url.path else "/"  # percorso predefinito "/"

    # URL per ciascun tool
    sublist3r_url = domain  # Solo dominio per Sublist3r
    cewl_url = f"{scheme}://{domain}{path}"  # URL completo per CeWL
    feroxbuster_url = f"{scheme}://{domain}/"  # URL di base per Feroxbuster (per iniziare brute-forcing dalle directory root)

    return sublist3r_url, cewl_url, feroxbuster_url


def extract_url_from_file(filename):
    """for each line in the file gets all the urls

    Args:
        filename (str): the path of the file

    Returns:
        set or None: set of urls finded or None
    """
    res = set()
    try: 
        with open(filename) as file:
            for line in file.readlines():
                
                res.add(extract_url_from_str(line))
            res.remove(None)
            return res
    except OSError:
        print("Il file non esiste oppure non può essere aperto")


def extract_url_from_str(str):
    """extract url inside the string str

    Args:
        str (str): the string to analyza

    Returns:
        str: the url finded
    """
    match = match = re.search(_URL_REGEX, str)
    if match:
        return match.group(1)


def waiting_print(str):    
    for i in range(0, 3):
        print("\r" + " " * 50 , end="")
        print(f"\r{str} {". " * (i + 1)} ", end="")
        
        time.sleep(1)


def progress_print(process, progress):
    progress = round(float(progress), 2)
    print("\r" + " " * 50 , end="")
    print(f"\r{process}: {progress}% ", end="")
    if progress == "100":
        print("")        


def merge_wordlist(file1, file2, output):
    """_summary
    crea la seguente pipeline:
        stampa file1 e file2
        ordina le righe
        cancella i duplicati
        l"output finale stampalo in output
        
    Args:
        file1 (str): path del primo file
        file2 (str): path del secondo file
        output (str): path del file in cui inserire l'unione dei due file
        
    Result:
        output (str): parh del file id output
    """
    # Primo step: `cat file1 file2`
    result1 = subprocess.run(["cat", file1, file2], stdout=subprocess.PIPE, text=True)

    # Secondo step: `sort`, che prende l"output del primo step
    result2 = subprocess.run(["sort"], input=result1.stdout, stdout=subprocess.PIPE, text=True)

    # Terzo step: `uniq`, che prende l"output del secondo step e scrive nel file output.txt
    with open(output, "w") as output_file:
        subprocess.run(["uniq"], input=result2.stdout, stdout=output_file, text=True)
        
    return output

if __name__ == "__main__":
    print_title()