CoolFace
Modelpublic

Felipe97/llama-cpp-compiled

sourceHugging Faceupdated 2d agoView on Hugging Face
0likes1.1kdownloads
test-model-load-cancel.cpp28 linesDownload Raw Back to tests
1#include "llama.h"2#include "common.h"3 4#include <cstdlib>5 6int main(int argc, char *argv[] ) {7    auto * model_path = common_get_model_or_exit(argc, argv);8    auto * file = fopen(model_path, "r");9    if (file == nullptr) {10        fprintf(stderr, "no model at '%s' found\n", model_path);11        return EXIT_FAILURE;12    }13 14    fprintf(stderr, "using '%s'\n", model_path);15    fclose(file);16 17    llama_backend_init();18    auto params = llama_model_params{};19    params.load_mode = LLAMA_LOAD_MODE_NONE;20    params.progress_callback = [](float progress, void * ctx){21        (void) ctx;22        return progress > 0.50;23    };24    auto * model = llama_model_load_from_file(model_path, params);25    llama_backend_free();26    return model == nullptr ? EXIT_SUCCESS : EXIT_FAILURE;27}28