15using json = nlohmann::json;
17void startLlama2Server(
const std::string &model_path,
int m_context,
int m_gpulayers);
19size_t WriteCallback(
void *contents,
size_t size,
size_t nmemb,
void *userp);
std::string sendPostRequest(const std::string &jsonData)
void startLlama2Server(const std::string &model_path, int m_context, int m_gpulayers)
std::string extractContent(const std::string &jsonResponse)
size_t WriteCallback(void *contents, size_t size, size_t nmemb, void *userp)