Joeythemonster/Text2Video-Zero

1from bs4 import BeautifulSoup2import requests3 4 5def model_url_list():6    url_list = []7    for i in range(0, 5):8        url_list.append(9            f"https://huggingface.co/models?p={i}&sort=downloads&search=dreambooth")10    return url_list11 12 13def data_scraping(url_list):14    model_list = []15    for url in url_list:16        response = requests.get(url)17        soup = BeautifulSoup(response.text, "html.parser")18        div_class = 'grid grid-cols-1 gap-5 2xl:grid-cols-2'19        div = soup.find('div', {'class': div_class})20        for a in div.find_all('a', href=True):21            model_list.append(a['href'])22    return model_list23 24 25def get_model_list():26    model_list = data_scraping(model_url_list())27    for i in range(len(model_list)):28        model_list[i] = model_list[i][1:]29 30    best_model_list = [31        "dreamlike-art/dreamlike-photoreal-2.0",32        "dreamlike-art/dreamlike-diffusion-1.0",33        "runwayml/stable-diffusion-v1-5",34        "CompVis/stable-diffusion-v1-4",35        "prompthero/openjourney",36    ]37 38    model_list = best_model_list + model_list39    return model_list40