import os
import random
import string
import urllib.error
import urllib.parse
import urllib.request

from weevely import utils
from weevely.core import config
from weevely.core import messages
from weevely.core.weexceptions import FatalException


agents_list_path = "utils/_http/user-agents.txt"


def load_all_agents():
    try:
        with open(os.path.join(config.weevely_path, agents_list_path)) as agents_file:
            return agents_file.read().split("\n")

    except Exception as e:
        raise FatalException(messages.generic.error_loading_file_s_s % (agents_list_path, str(e)))


def add_random_url_param(url):
    random_param = "%s=%s" % (
        utils.strings.randstr(n=4, fixed=False, charset=string.ascii_letters),
        utils.strings.randstr(n=10, fixed=False),
    )

    if "?" not in url:
        url += "?%s" % random_param
    else:
        url += "&%s" % random_param

    return url


def request(url, headers=[]):
    if not next((x for x in headers if x[0] == "User-Agent"), False):
        headers = [("User-Agent", random.choice(load_all_agents()))]

    opener = urllib.request.build_opener()
    opener.addheaders = headers
    return opener.open(url).read()