history.h

Go to the documentation of this file.

 
#pragma once
 
#include <neograph/api.h>
#include <neograph/provider.h>
#include <neograph/types.h>
 
#include <asio/awaitable.hpp>
 
#include <cstddef>
#include <cstdint>
#include <memory>
#include <string>
#include <vector>
 
namespace neograph { class RuntimeInterpositionController; }
namespace neograph::history {
 
NEOGRAPH_API int estimate_tokens(const std::vector<sp::Message>& messages);
 
NEOGRAPH_API void sanitize_tool_calls(std::vector<sp::Message>& messages);
 
enum class CompactionStatus : std::uint8_t {
    UnderBudget,      
    NothingEligible,  
    Compacted,        
    EmptySummary,     
    UnusableSummary,  
    NativeReplayProtected, 
};
 
struct CompactedHistory {
    std::string summary;             
    std::vector<sp::Message> recent; 
    bool compacted = false;          
    sp::runtime::Result summary_outcome;
    CompactionStatus status = CompactionStatus::UnderBudget;
    std::size_t summarized_begin = 0;
    std::size_t summarized_end = 0;
};
 
NEOGRAPH_API ProviderControls default_summary_controls();
 
NEOGRAPH_API asio::awaitable<CompactedHistory> compact_history(
    std::vector<sp::Message> messages,
    Provider& provider,
    std::string model,
    int max_tokens = 12000,
    int recent_keep = 6,
    ProviderControls summary_controls = default_summary_controls());
 
NEOGRAPH_API asio::awaitable<CompactedHistory> compact_history(
    std::vector<sp::Message> messages,
    Provider& provider,
    std::shared_ptr<::neograph::RuntimeInterpositionController> controller,
    std::string model,
    int max_tokens = 12000,
    int recent_keep = 6,
    ProviderControls summary_controls = default_summary_controls());
 
} // namespace neograph::history