agent.h

Go to the documentation of this file.

 
#pragma once
 
#include <neograph/api.h>
#include <neograph/provider.h>
#include <neograph/tool.h>
#include <functional>
#include <memory>
#include <string>
#include <unordered_map>
#include <vector>
 
namespace neograph::llm {
 
class NEOGRAPH_API Agent {
  public:
    Agent(std::shared_ptr<Provider> provider,
          std::vector<std::unique_ptr<Tool>> tools,
          const std::string& instructions = "",
          const std::string& model = "");
 
    // Move-only — `tools_` is `vector<unique_ptr<Tool>>`. Explicit
    // declarations are required because Agent is NEOGRAPH_API and MSVC
    // eagerly instantiates all special members for dll-exported classes
    // (the implicit copy-assign tries to copy the vector → deleted →
    // C2280). GCC/Clang only instantiate on use, so the bug was Windows-
    // only and silently broke the wheel build.
    Agent(const Agent&)                     = delete;
    Agent& operator=(const Agent&)          = delete;
    Agent(Agent&&) noexcept                 = default;
    Agent& operator=(Agent&&) noexcept      = default;
    ~Agent()                                = default;
 
    std::string run(std::vector<ChatMessage>& messages,
                    int max_iterations = 10);
 
    std::string run_stream(std::vector<ChatMessage>& messages,
                           const StreamCallback& on_chunk,
                           int max_iterations = 10);
 
    ChatCompletion complete(const std::vector<ChatMessage>& messages);
 
  private:
    std::shared_ptr<Provider> provider_;
    std::vector<std::unique_ptr<Tool>> tools_;
    std::unordered_map<std::string, Tool*> tools_by_name_;
    std::string instructions_;
    std::string model_;
 
    void ensure_system_message(std::vector<ChatMessage>& messages);
    std::vector<ChatTool> get_tool_definitions() const;
};
 
} // namespace neograph::llm