provider.h

Go to the documentation of this file.

 
#pragma once
 
#include <neograph/api.h>
#include <neograph/types.h>
 
#include <asio/awaitable.hpp>
 
#include <functional>
#include <memory>
#include <stdexcept>
#include <string>
 
namespace neograph::graph { class CancelToken; }
 
namespace neograph {
 
class NEOGRAPH_API RateLimitError : public std::runtime_error {
public:
    RateLimitError(const std::string& message, int retry_after_seconds = -1)
        : std::runtime_error(message)
        , retry_after_seconds_(retry_after_seconds) {}
 
    int retry_after_seconds() const noexcept { return retry_after_seconds_; }
 
private:
    int retry_after_seconds_;
};
 
using StreamCallback = std::function<void(const std::string& chunk)>;
 
struct CompletionParams {
    std::string model;                  
    std::vector<ChatMessage> messages;  
    std::vector<ChatTool> tools;        
    float temperature = 0.7f;           
    int max_tokens = -1;                
 
    std::shared_ptr<graph::CancelToken> cancel_token;
 
    json extra_fields;
};
 
class NEOGRAPH_API Provider {
  public:
    virtual ~Provider() = default;
 
    [[deprecated("v1.0 single-dispatch: use invoke(params, nullptr) — see ROADMAP_v1.md Candidate 6")]]
    virtual ChatCompletion complete(const CompletionParams& params);
 
    [[deprecated("v1.0 single-dispatch: use invoke(params, nullptr) — see ROADMAP_v1.md Candidate 6")]]
    virtual asio::awaitable<ChatCompletion>
    complete_async(const CompletionParams& params);
 
    [[deprecated("v1.0 single-dispatch: use invoke(params, on_chunk) — see ROADMAP_v1.md Candidate 6")]]
    virtual ChatCompletion complete_stream(const CompletionParams& params,
                                           const StreamCallback& on_chunk);
 
    [[deprecated("v1.0 single-dispatch: use invoke(params, on_chunk) — see ROADMAP_v1.md Candidate 6")]]
    virtual asio::awaitable<ChatCompletion>
    complete_stream_async(const CompletionParams& params,
                          const StreamCallback& on_chunk);
 
    virtual asio::awaitable<ChatCompletion>
    invoke(const CompletionParams& params, StreamCallback on_chunk = nullptr);
 
    virtual std::string get_name() const = 0;
};
 
} // namespace neograph