CoolFace
Modelpublic

Felipe97/llama-cpp-compiled

sourceHugging Faceupdated 4d agoView on Hugging Face
0likes1.1kdownloads
llama-io.h36 linesDownload Raw Back to src
1#pragma once2 3#include <cstddef>4#include <cstdint>5#include <string>6 7struct ggml_tensor;8 9class llama_io_write_i {10public:11    llama_io_write_i() = default;12    virtual ~llama_io_write_i() = default;13 14    virtual void write(const void * src, size_t size) = 0;15    virtual void write_tensor(ggml_tensor * tensor, size_t offset, size_t size) = 0;16 17    // bytes written so far18    virtual size_t n_bytes() = 0;19 20    void write_string(const std::string & str);21};22 23class llama_io_read_i {24public:25    llama_io_read_i() = default;26    virtual ~llama_io_read_i() = default;27 28    virtual void read(void * dst, size_t size) = 0;29    virtual void read_tensor(ggml_tensor * tensor, size_t offset, size_t size) = 0;30 31    // bytes read so far32    virtual size_t n_bytes() = 0;33 34    void read_string(std::string & str);35};36