LLMClient.hpp

浏览该文件的文档.

 
 
#pragma once
 
#include "AstGlobal.h"
#include "AstUtil/JsonValue.hpp"
 
AST_NAMESPACE_BEGIN
 
class JsonValue;
class ChatEventHandler;
 
class AST_AI_API LLMClient
{
public:
    LLMClient() = default;
    virtual ~LLMClient() = default;
 
    virtual errc_t chat(const JsonValue& request, JsonValue& response) = 0;
 
    virtual errc_t chatStream(const JsonValue& request, ChatEventHandler& handler,
                              JsonValue& accumulatedResult);
 
    JsonValue chat(const JsonValue& request);
 
 
};
 
AST_NAMESPACE_END