| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264 |
- import { describe, test, expect } from "bun:test"
- import { ConfigV1 } from "@kirincode-ai/core/v1/config/config"
- import { LayerNode } from "@kirincode-ai/core/effect/layer-node"
- import { filesystem } from "@kirincode-ai/core/effect/app-node-platform"
- import { FSUtil } from "@kirincode-ai/core/fs-util"
- import { Effect, FileSystem } from "effect"
- import { Truncate } from "@/tool/truncate"
- import { Config } from "@/config/config"
- import { Identifier } from "../../src/id/id"
- import { Process } from "@/util/process"
- import path from "path"
- import { testEffect } from "../lib/effect"
- import { writeFileStringScoped } from "../lib/filesystem"
- import { TestConfig } from "../fixture/config"
- const FIXTURES_DIR = path.join(import.meta.dir, "fixtures")
- const ROOT = path.resolve(import.meta.dir, "..", "..")
- const it = testEffect(LayerNode.compile(LayerNode.group([Truncate.node, FSUtil.node, filesystem])))
- const configuredLayer = (cfg: ConfigV1.Info) =>
- LayerNode.compile(LayerNode.group([Truncate.node, FSUtil.node, filesystem, Config.node]), [
- [Config.node, TestConfig.layer({ get: () => Effect.succeed(cfg) })],
- ])
- const configuredIt = (cfg: ConfigV1.Info) => testEffect(configuredLayer(cfg))
- describe("Truncate", () => {
- describe("output", () => {
- it.live("truncates large json file by bytes", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const fsys = yield* FSUtil.Service
- const content = yield* fsys.readFileString(path.join(FIXTURES_DIR, "models-api.json"))
- const result = yield* svc.output(content)
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("truncated...")
- if (result.truncated) expect(result.outputPath).toBeDefined()
- }),
- )
- it.live("returns content unchanged when under limits", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const content = "line1\nline2\nline3"
- const result = yield* svc.output(content)
- expect(result.truncated).toBe(false)
- expect(result.content).toBe(content)
- }),
- )
- it.live("truncates by line count", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const lines = Array.from({ length: 100 }, (_, i) => `line${i}`).join("\n")
- const result = yield* svc.output(lines, { maxLines: 10 })
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("...90 lines truncated...")
- }),
- )
- it.live("truncates by byte count", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const content = "a".repeat(1000)
- const result = yield* svc.output(content, { maxBytes: 100 })
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("truncated...")
- }),
- )
- it.live("truncates from head by default", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const lines = Array.from({ length: 10 }, (_, i) => `line${i}`).join("\n")
- const result = yield* svc.output(lines, { maxLines: 3 })
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("line0")
- expect(result.content).toContain("line1")
- expect(result.content).toContain("line2")
- expect(result.content).not.toContain("line9")
- }),
- )
- it.live("truncates from tail when direction is tail", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const lines = Array.from({ length: 10 }, (_, i) => `line${i}`).join("\n")
- const result = yield* svc.output(lines, { maxLines: 3, direction: "tail" })
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("line7")
- expect(result.content).toContain("line8")
- expect(result.content).toContain("line9")
- expect(result.content).not.toContain("line0")
- }),
- )
- test("uses default MAX_LINES and MAX_BYTES", () => {
- expect(Truncate.MAX_LINES).toBe(2000)
- expect(Truncate.MAX_BYTES).toBe(50 * 1024)
- })
- it.live("limits() falls back to MAX_LINES/MAX_BYTES when Config is not provided", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const resolved = yield* svc.limits()
- expect(resolved.maxLines).toBe(Truncate.MAX_LINES)
- expect(resolved.maxBytes).toBe(Truncate.MAX_BYTES)
- }),
- )
- describe("with tool_output config", () => {
- const limitsIt = configuredIt({ tool_output: { max_lines: 123, max_bytes: 456 } })
- limitsIt.live("limits() reflects config overrides", () =>
- Effect.gen(function* () {
- const resolved = yield* (yield* Truncate.Service).limits()
- expect(resolved.maxLines).toBe(123)
- expect(resolved.maxBytes).toBe(456)
- }),
- )
- // Huge byte budget isolates line truncation. 100 lines against max_lines: 10
- // proves the configured line limit is what `output()` enforces.
- const lineIt = configuredIt({ tool_output: { max_lines: 10, max_bytes: 1024 * 1024 } })
- lineIt.live("output() truncates to configured max_lines", () =>
- Effect.gen(function* () {
- const content = Array.from({ length: 100 }, (_, i) => `line${i}`).join("\n")
- const result = yield* (yield* Truncate.Service).output(content)
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("...90 lines truncated...")
- }),
- )
- // Huge line budget isolates byte truncation.
- const byteIt = configuredIt({ tool_output: { max_lines: 1_000_000, max_bytes: 100 } })
- byteIt.live("output() truncates to configured max_bytes", () =>
- Effect.gen(function* () {
- const content = "a".repeat(1000)
- const result = yield* (yield* Truncate.Service).output(content)
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("bytes truncated...")
- }),
- )
- const overrideIt = configuredIt({ tool_output: { max_lines: 10, max_bytes: 100 } })
- overrideIt.live("per-call options still override config", () =>
- Effect.gen(function* () {
- const content = Array.from({ length: 50 }, (_, i) => `line${i}`).join("\n")
- const result = yield* (yield* Truncate.Service).output(content, {
- maxLines: 1000,
- maxBytes: 1024 * 1024,
- })
- expect(result.truncated).toBe(false)
- }),
- )
- })
- it.live("large single-line file truncates with byte message", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const fsys = yield* FSUtil.Service
- const content = yield* fsys.readFileString(path.join(FIXTURES_DIR, "models-api.json"))
- const result = yield* svc.output(content)
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("bytes truncated...")
- expect(Buffer.byteLength(content, "utf-8")).toBeGreaterThan(Truncate.MAX_BYTES)
- }),
- )
- it.live("writes full output to file when truncated", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const lines = Array.from({ length: 100 }, (_, i) => `line${i}`).join("\n")
- const result = yield* svc.output(lines, { maxLines: 10 })
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("The tool call succeeded but the output was truncated")
- expect(result.content).toContain("Grep")
- if (!result.truncated) throw new Error("expected truncated")
- expect(result.outputPath).toBeDefined()
- expect(result.outputPath).toContain("tool_")
- const fsys = yield* FSUtil.Service
- const written = yield* fsys.readFileString(result.outputPath!)
- expect(written).toBe(lines)
- }),
- )
- it.live("suggests Task tool when agent has task permission", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const lines = Array.from({ length: 100 }, (_, i) => `line${i}`).join("\n")
- const agent = { permission: [{ permission: "task", pattern: "*", action: "allow" as const }] }
- const result = yield* svc.output(lines, { maxLines: 10 }, agent as any)
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("Grep")
- expect(result.content).toContain("Task tool")
- }),
- )
- it.live("omits Task tool hint when agent lacks task permission", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const lines = Array.from({ length: 100 }, (_, i) => `line${i}`).join("\n")
- const agent = { permission: [{ permission: "task", pattern: "*", action: "deny" as const }] }
- const result = yield* svc.output(lines, { maxLines: 10 }, agent as any)
- expect(result.truncated).toBe(true)
- expect(result.content).toContain("Grep")
- expect(result.content).not.toContain("Task tool")
- }),
- )
- it.live("does not write file when not truncated", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const content = "short content"
- const result = yield* svc.output(content)
- expect(result.truncated).toBe(false)
- if (result.truncated) throw new Error("expected not truncated")
- expect("outputPath" in result).toBe(false)
- }),
- )
- test("loads truncate effect in a fresh process", async () => {
- const out = await Process.run([process.execPath, "run", path.join(ROOT, "src", "tool", "truncate.ts")], {
- cwd: ROOT,
- })
- expect(out.code).toBe(0)
- }, 20000)
- })
- describe("cleanup", () => {
- const DAY_MS = 24 * 60 * 60 * 1000
- it.live("deletes files older than 7 days and preserves recent files", () =>
- Effect.gen(function* () {
- const svc = yield* Truncate.Service
- const fs = yield* FileSystem.FileSystem
- yield* fs.makeDirectory(Truncate.DIR, { recursive: true })
- const old = path.join(Truncate.DIR, Identifier.create("tool", "ascending", Date.now() - 10 * DAY_MS))
- const recent = path.join(Truncate.DIR, Identifier.create("tool", "ascending", Date.now() - 3 * DAY_MS))
- yield* writeFileStringScoped(old, "old content")
- yield* writeFileStringScoped(recent, "recent content")
- yield* svc.cleanup()
- expect(yield* fs.exists(old)).toBe(false)
- expect(yield* fs.exists(recent)).toBe(true)
- }),
- )
- })
- })
|