lib.h

Go to the documentation of this file.

#pragma once
#include "common.h"
#include <string>
 
#define NDEBUG
class LoggingContext;
struct LlamaInfrence
{
    std::string GetGenerated();
    void Echo(std::string in);
    void Stop();
 
    LlamaInfrence(const LoggingContext* logging, const gpt_params& cfg_params);
 
    static gpt_params* GetParameters(const std::string& llamacpp_cmd_args);
 
 
    bool Generate(const std::string& prompt);
 
    ~LlamaInfrence();
 
    struct LlamaImpl;
 
    LlamaImpl* pImpl;
   
};
 
 
class LoggingContext {
public:
    LoggingContext();
 
    ~LoggingContext();
 
    struct LoggingContextPimpl; 
    LoggingContextPimpl* pImpl; 
};
 
// Definition of AsyncLlamaInfrence
struct AsyncLlamaInfrence {
    AsyncLlamaInfrence();
 
    ~AsyncLlamaInfrence();
 
    int SetupAsync(const LoggingContext * logging, const gpt_params& cfg_params);
 
    bool GetSetupResults(int task_id);
 
    int GenerateAsync(const std::string& prompt);
    bool IsGenerationReady(int task_id);
 
    std::string GetGenerationResults(int task_id);
    void ClearAllTasks();
 
    struct LlamaAsyncImpl;
 
    LlamaAsyncImpl* pImpl;
};
 
struct FileWrapper {
    static bool Save(const std::string& data, const std::string& path);
 
    static bool Save(unsigned char* data, long data_length, const std::string& path);
 
    static bool Save(const char* data, std::size_t data_length, const std::string& path);
};