token-analytics/session-analytics-web/Program.cs

using Dapper;
using Microsoft.Data.Sqlite;

var builder = WebApplication.CreateBuilder(args);

var dbPath = builder.Configuration["DbPath"]
    ?? Path.Combine(AppContext.BaseDirectory, "..", "..", "..", "..", "sessions.db");

builder.Services.AddSingleton<Func<SqliteConnection>>(() =>
    new SqliteConnection($"Data Source={Path.GetFullPath(dbPath)}"));

var app = builder.Build();

app.UseDefaultFiles();
app.UseStaticFiles();

// GET /api/cost-buckets?from=&to=&bucketMinutes=
// Returns N buckets of aggregated cost
app.MapGet("/api/cost-buckets", (Func<SqliteConnection> factory, string from, string to, int bucketMinutes) =>
{
    using var db = factory();
    var rows = db.Query(@"
        SELECT
            CAST((strftime('%s', timestamp) - strftime('%s', @from)) / (@bucketSec) AS INTEGER) AS bucket,
            SUM(CAST(json_extract(data, '$.message.usage.cost.total') AS REAL)) AS cost,
            COUNT(*) AS count,
            MIN(timestamp) AS bucketStart,
            MAX(timestamp) AS bucketEnd
        FROM entries
        WHERE json_extract(data, '$.message.usage.cost.total') IS NOT NULL
          AND timestamp >= @from AND timestamp < @to
        GROUP BY bucket
        ORDER BY bucket ASC",
        new { from, to, bucketSec = bucketMinutes * 60 });

    return Results.Ok(rows);
});

// GET /api/cost-entries?from=&to=
// Returns all cost entries in a time range
app.MapGet("/api/cost-entries", (Func<SqliteConnection> factory, string from, string to) =>
{
    using var db = factory();
    var rows = db.Query(@"
        SELECT id, session, type, timestamp,
               json_extract(data, '$.message.usage.cost.total') AS cost,
               json_extract(data, '$.message.usage.input') AS inputTokens,
               json_extract(data, '$.message.usage.output') AS outputTokens,
               json_extract(data, '$.message.model') AS model,
               data
        FROM entries
        WHERE json_extract(data, '$.message.usage.cost.total') IS NOT NULL
          AND timestamp >= @from AND timestamp < @to
        ORDER BY timestamp ASC",
        new { from, to });

    return Results.Ok(rows);
});

// GET /api/cost-summary?from=&to=
app.MapGet("/api/cost-summary", (Func<SqliteConnection> factory, string? from, string? to) =>
{
    using var db = factory();
    var conditions = new List<string> { "json_extract(data, '$.message.usage.cost.total') IS NOT NULL" };
    if (from != null) conditions.Add("timestamp >= @from");
    if (to   != null) conditions.Add("timestamp < @to");
    var where = string.Join(" AND ", conditions);

    var row = db.QuerySingle($@"
        SELECT COALESCE(SUM(CAST(json_extract(data, '$.message.usage.cost.total') AS REAL)), 0) AS totalCost,
               COUNT(*) AS totalEntries
        FROM entries
        WHERE {where}",
        new { from, to });

    return Results.Ok(row);
});

// GET /api/entry-chain/{id} - full chain: walk back to user message, then forward to end
app.MapGet("/api/entry-chain/{id}", (string id, Func<SqliteConnection> factory) =>
{
    using var db = factory();

    // Step 1: Walk backwards to find the user message (chain root)
    var backChain = new List<dynamic>();
    var currentId = id;
    var seen = new HashSet<string>();
    string? rootId = null;

    while (currentId != null && seen.Add(currentId))
    {
        var row = db.QueryFirstOrDefault(
            "SELECT id, session, type, timestamp, data, json_extract(data, '$.parentId') AS parentId FROM entries WHERE id = @id",
            new { id = currentId });

        if (row == null) break;

        backChain.Add(row);

        string dataStr = row.data;
        try
        {
            var parsed = System.Text.Json.JsonDocument.Parse(dataStr);
            var role = parsed.RootElement.TryGetProperty("message", out var msg)
                && msg.TryGetProperty("role", out var r) ? r.GetString() : null;
            if (role == "user")
            {
                rootId = (string)row.id;
                break;
            }
        }
        catch { }

        currentId = (string?)row.parentId;
    }

    backChain.Reverse();

    // Step 2: Walk forwards from the last entry in backChain until we hit the next user message
    var chainIds = new HashSet<string>(backChain.Select(r => (string)r.id));
    var forwardEntries = new List<dynamic>();

    var lastId = (string)backChain.Last().id;
    var maxIter = 100;
    var currentId2 = lastId;
    while (maxIter-- > 0)
    {
        var child = db.QueryFirstOrDefault(
            "SELECT id, session, type, timestamp, data, json_extract(data, '$.message.role') AS role FROM entries WHERE json_extract(data, '$.parentId') = @pid",
            new { pid = currentId2 });

        if (child == null) break;

        string childRole = child.role;
        // Stop when we reach the next user message (new turn)
        if (childRole == "user") break;

        string childId = child.id;
        if (!chainIds.Add(childId)) break;

        forwardEntries.Add(new { id = childId, session = (string)child.session, type = (string)child.type, timestamp = (string)child.timestamp, data = (string)child.data });
        currentId2 = childId;
    }

    // Combine and sort chronologically
    var fullChain = backChain.Concat(forwardEntries)
        .OrderBy(r => (string)r.timestamp)
        .Select(r => new { id = (string)r.id, session = (string)r.session, type = (string)r.type, timestamp = (string)r.timestamp, data = (string)r.data })
        .ToList();

    return Results.Ok(fullChain);
});

// GET /api/entry-chains?from=&to= - returns cost entries with resolved chainId
app.MapGet("/api/entry-chains", (Func<SqliteConnection> factory, string from, string to) =>
{
    using var db = factory();

    // Get all cost entries in range
    var costEntries = db.Query(@"
        SELECT id, session, type, timestamp,
               json_extract(data, '$.message.usage.cost.total') AS cost,
               json_extract(data, '$.message.usage.input') AS inputTokens,
               json_extract(data, '$.message.usage.output') AS outputTokens,
               json_extract(data, '$.message.model') AS model,
               json_extract(data, '$.parentId') AS parentId,
               data
        FROM entries
        WHERE json_extract(data, '$.message.usage.cost.total') IS NOT NULL
          AND timestamp >= @from AND timestamp < @to
        ORDER BY timestamp ASC", new { from, to }).AsList();

    // For each cost entry, walk up parentId chain to find the nearest user message.
    // That user message ID becomes the chain root.
    // Entries sharing the same user-message ancestor = same turn/chain.
    var chainRoot = new Dictionary<string, string>();

    string FindUserRoot(string entryId, SqliteConnection conn)
    {
        if (chainRoot.TryGetValue(entryId, out var cached)) return cached;

        var visited = new HashSet<string> { entryId };
        var currentId = entryId;

        while (true)
        {
            var row = conn.QueryFirstOrDefault(
                @"SELECT json_extract(data, '$.parentId') AS parentId,
                         json_extract(data, '$.message.role') AS role
                  FROM entries WHERE id = @id",
                new { id = currentId });

            if (row == null) break;

            string role = row.role;
            // If we landed on a user message, that's our chain root
            if (role == "user" && currentId != entryId)
            {
                chainRoot[entryId] = currentId;
                return currentId;
            }

            string parentId = row.parentId;
            if (parentId == null || visited.Contains(parentId)) break;
            visited.Add(parentId);
            currentId = parentId;
        }

        // No user message found - entry is its own root
        chainRoot[entryId] = entryId;
        return entryId;
    }

    foreach (var e in costEntries) FindUserRoot((string)e.id, db);

    // Assign chain index by first appearance
    var chainIndex = new Dictionary<string, int>();
    int nextChain = 0;
    var result = costEntries.Select(e =>
    {
        var root = chainRoot[(string)e.id];
        if (!chainIndex.ContainsKey(root)) chainIndex[root] = nextChain++;
        return new
        {
            e.id, e.session, e.type, e.timestamp,
            e.cost, e.inputTokens, e.outputTokens, e.model,
            e.data,
            chainId = chainIndex[root]
        };
    });

    return Results.Ok(result);
});

// POST /api/sync - run export.mjs to import new entries
app.MapPost("/api/sync", async () =>
{
    var scriptPath = Path.GetFullPath(Path.Combine(AppContext.BaseDirectory, "..", "..", "..", "..", "export.mjs"));
    var psi = new System.Diagnostics.ProcessStartInfo("node", scriptPath)
    {
        RedirectStandardOutput = true,
        RedirectStandardError = true,
        WorkingDirectory = Path.GetDirectoryName(scriptPath)!
    };
    var proc = System.Diagnostics.Process.Start(psi)!;
    var stdout = await proc.StandardOutput.ReadToEndAsync();
    var stderr = await proc.StandardError.ReadToEndAsync();
    await proc.WaitForExitAsync();
    return Results.Ok(new { exitCode = proc.ExitCode, output = (stdout + stderr).Trim() });
});

app.Run();