schema_provider.h

#pragma once
#include <neograph/provider.h>
#include <descriptor/descriptor.h>
#include <core/request_controls.h>
 
namespace neograph::llm {
 
class NEOGRAPH_API SchemaProvider final : public Provider {
public:
    struct Defaults {
        std::optional<sp::OpenRouterRouting> provider;
        std::optional<bool> responses_store;
    };
    explicit SchemaProvider(sp::descriptor::ValidatedDescriptor descriptor,
                            sp::runtime::Options options = {}, Defaults defaults = {});
    SchemaProvider(sp::descriptor::ValidatedDescriptor descriptor, sp::runtime::Options options,
                   std::shared_ptr<sp::runtime::Executor> executor,
                   std::shared_ptr<sp::runtime::HostTransport> transport, Defaults defaults = {});
    ~SchemaProvider() override;
    static std::unique_ptr<SchemaProvider> create(
        sp::descriptor::ValidatedDescriptor descriptor, sp::runtime::Options options = {},
        Defaults defaults = {});
    static std::unique_ptr<SchemaProvider> create(
        sp::descriptor::ValidatedDescriptor descriptor, sp::runtime::Options options,
        std::shared_ptr<sp::runtime::Executor> executor,
        std::shared_ptr<sp::runtime::HostTransport> transport, Defaults defaults = {});
    PreparedProviderRequest prepare(ProviderRequest request) override;
    std::string_view family() const noexcept override;
    std::string get_name() const override;
    bool host_pumped() const noexcept override { return host_pumped_; }
protected:
    std::shared_ptr<sp::runtime::Client> endpoint_runtime() const override { return client_; }
private:
    std::string family_;
    std::string name_;
    const Defaults defaults_;
    bool host_pumped_ = false;
    std::shared_ptr<sp::runtime::Client> client_;
};
} // namespace neograph::llm