history.h

Go to the documentation of this file.

 
#pragma once
 
#include <neograph/api.h>
#include <neograph/provider.h>
#include <neograph/types.h>
 
#include <asio/awaitable.hpp>
 
#include <string>
#include <vector>
 
namespace neograph::history {
 
NEOGRAPH_API int estimate_tokens(const std::vector<ChatMessage>& messages);
 
NEOGRAPH_API void sanitize_tool_calls(std::vector<ChatMessage>& messages);
 
struct CompactedHistory {
    std::string summary;             
    std::vector<ChatMessage> recent; 
    bool compacted = false;          
};
 
NEOGRAPH_API asio::awaitable<CompactedHistory> compact_history(
    std::vector<ChatMessage> messages,
    Provider& provider,
    std::string model,
    int max_tokens = 12000,
    int recent_keep = 6);
 
} // namespace neograph::history