datacomp/ImageNetTraining0.0-frac-1over2

1 2import os3import gradio as gr4 5import wandb6from huggingface_hub import HfApi7 8TOKEN = os.environ.get("DATACOMP_TOKEN")9API = HfApi(token=TOKEN)10wandb_api_key = os.environ.get('wandb_api_key')11wandb.login(key=wandb_api_key)12 13random_num = f"0.0"14subset = f"frac-1over2"15experiment_name = f"ImageNetTraining0.0-frac-1over2"16experiment_repo = f"datacomp/ImageNetTraining0.0-frac-1over2"17 18def start_train():19    os.system("echo '#### pwd'")20    os.system("pwd")21    os.system("echo '#### ls'")22    os.system("ls")23    # Create a place to put the output.24    os.system("echo 'Creating results output repository in case it does not exist yet...'")25    try:26        API.create_repo(repo_id=f"datacomp/ImageNetTraining0.0-frac-1over2", repo_type="dataset",)27        os.system(f"echo 'Created results output repository datacomp/ImageNetTraining0.0-frac-1over2'")28    except:29        os.system("echo 'Already there; skipping.'")30        pass31    os.system("echo 'Beginning processing.'")32    # Handles CUDA OOM errors.33    os.system(f"export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True")34    os.system("echo 'Okay, trying training.'")35    os.system(f"cd pytorch-image-models; ./train.sh 4 --dataset hfds/datacomp/imagenet-1k-random-0.0-frac-1over2 --log-wandb --wandb-project ImageNetTraining0.0-frac-1over2 --experiment ImageNetTraining0.0-frac-1over2 --model seresnet34 --sched cosine --epochs 150 --warmup-epochs 5 --lr 0.4 --reprob 0.5 --remode pixel --batch-size 256 --amp -j 4")36    os.system("echo 'Done'.")37    os.system("ls")38    # Upload output to repository39    os.system("echo 'trying to upload...'")40    API.upload_folder(folder_path="/app", repo_id=f"datacomp/ImageNetTraining0.0-frac-1over2", repo_type="dataset",)41    API.pause_space(experiment_repo)42 43def run():44    with gr.Blocks() as app:45        gr.Markdown(f"Randomization: 0.0")46        gr.Markdown(f"Subset: frac-1over2")47        start = gr.Button("Start")48        start.click(start_train)49    app.launch(server_name="0.0.0.0", server_port=7860)50    51if __name__ == '__main__':52    run()53