openinference.h

Go to the documentation of this file.

 
#pragma once
 
#include <neograph/api.h>
#include <neograph/graph/types.h>
#include <neograph/observability/tracer.h>
#include <neograph/provider.h>
 
#include <memory>
#include <string>
 
namespace neograph::observability {
 
class NEOGRAPH_API OpenInferenceTracerSession {
public:
    graph::GraphStreamCallback cb;
 
    OpenInferenceTracerSession();
    ~OpenInferenceTracerSession();
 
    // Non-copyable, movable.
    OpenInferenceTracerSession(const OpenInferenceTracerSession&) = delete;
    OpenInferenceTracerSession& operator=(const OpenInferenceTracerSession&) = delete;
    OpenInferenceTracerSession(OpenInferenceTracerSession&&) noexcept;
    OpenInferenceTracerSession& operator=(OpenInferenceTracerSession&&) noexcept;
 
    void close();
 
    Span* current_parent() const noexcept;
 
private:
    struct Impl;
    std::unique_ptr<Impl> impl_;
 
    // NEOGRAPH_API on the friend declaration MUST match the linkage
    // of the free function declared below — without it MSVC reports
    // C2375 ("redefinition; different linkage") because the friend
    // is taken as having default (no-export) linkage while the real
    // declaration is __declspec(dllexport). See
    // feedback_neograph_api_discipline (memory) for the same trap on
    // engine sub-libraries.
    friend NEOGRAPH_API OpenInferenceTracerSession openinference_tracer(
        Tracer&, std::string, std::string);
};
 
NEOGRAPH_API OpenInferenceTracerSession openinference_tracer(
    Tracer& tracer,
    std::string root_name = "graph.run",
    std::string node_span_prefix = "node.");
 
class NEOGRAPH_API OpenInferenceProvider : public Provider {
public:
    OpenInferenceProvider(std::shared_ptr<Provider> inner,
                          Tracer& tracer,
                          std::function<Span*()> parent_lookup = nullptr,
                          std::string span_name = "llm.complete");
    ~OpenInferenceProvider() override;
 
    ChatCompletion complete(const CompletionParams& params) override;
 
    asio::awaitable<ChatCompletion>
    complete_async(const CompletionParams& params) override;
 
    ChatCompletion complete_stream(const CompletionParams& params,
                                   const StreamCallback& on_chunk) override;
 
    asio::awaitable<ChatCompletion>
    complete_stream_async(const CompletionParams& params,
                          const StreamCallback& on_chunk) override;
 
    asio::awaitable<ChatCompletion>
    invoke(const CompletionParams& params, StreamCallback on_chunk) override;
 
    std::string get_name() const override;
 
private:
    struct Impl;
    std::unique_ptr<Impl> impl_;
};
 
} // namespace neograph::observability