github-action.test.ts 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199
  1. import { test, expect, describe } from "bun:test"
  2. import { SessionV1 } from "@kirincode-ai/core/v1/session"
  3. import { extractResponseText, formatPromptTooLargeError } from "../../src/cli/cmd/github"
  4. import type { MessageV2 } from "../../src/session/message-v2"
  5. import { SessionID, MessageID, PartID } from "../../src/session/schema"
  6. // Helper to create minimal valid parts
  7. function createTextPart(text: string): SessionV1.Part {
  8. return {
  9. id: PartID.ascending(),
  10. sessionID: SessionID.make("ses_test"),
  11. messageID: MessageID.make("msg_test"),
  12. type: "text" as const,
  13. text,
  14. }
  15. }
  16. function createReasoningPart(text: string): SessionV1.Part {
  17. return {
  18. id: PartID.ascending(),
  19. sessionID: SessionID.make("ses_test"),
  20. messageID: MessageID.make("msg_test"),
  21. type: "reasoning" as const,
  22. text,
  23. time: { start: 0 },
  24. }
  25. }
  26. function createToolPart(tool: string, title: string, status: "completed" | "running" = "completed"): SessionV1.Part {
  27. if (status === "completed") {
  28. return {
  29. id: PartID.ascending(),
  30. sessionID: SessionID.make("ses_test"),
  31. messageID: MessageID.make("msg_test"),
  32. type: "tool" as const,
  33. callID: "c1",
  34. tool,
  35. state: {
  36. status: "completed",
  37. input: {},
  38. output: "",
  39. title,
  40. metadata: {},
  41. time: { start: 0, end: 1 },
  42. },
  43. }
  44. }
  45. return {
  46. id: PartID.ascending(),
  47. sessionID: SessionID.make("ses_test"),
  48. messageID: MessageID.make("msg_test"),
  49. type: "tool" as const,
  50. callID: "c1",
  51. tool,
  52. state: {
  53. status: "running",
  54. input: {},
  55. time: { start: 0 },
  56. },
  57. }
  58. }
  59. function createStepStartPart(): SessionV1.Part {
  60. return {
  61. id: PartID.ascending(),
  62. sessionID: SessionID.make("ses_test"),
  63. messageID: MessageID.make("msg_test"),
  64. type: "step-start" as const,
  65. }
  66. }
  67. function createStepFinishPart(): SessionV1.Part {
  68. return {
  69. id: PartID.ascending(),
  70. sessionID: SessionID.make("ses_test"),
  71. messageID: MessageID.make("msg_test"),
  72. type: "step-finish" as const,
  73. reason: "done",
  74. cost: 0,
  75. tokens: { input: 0, output: 0, reasoning: 0, cache: { read: 0, write: 0 } },
  76. }
  77. }
  78. describe("extractResponseText", () => {
  79. test("returns text from text part", () => {
  80. const parts = [createTextPart("Hello world")]
  81. expect(extractResponseText(parts)).toBe("Hello world")
  82. })
  83. test("returns last text part when multiple exist", () => {
  84. const parts = [createTextPart("First"), createTextPart("Last")]
  85. expect(extractResponseText(parts)).toBe("Last")
  86. })
  87. test("returns text even when tool parts follow", () => {
  88. const parts = [createTextPart("I'll help with that."), createToolPart("todowrite", "3 todos")]
  89. expect(extractResponseText(parts)).toBe("I'll help with that.")
  90. })
  91. test("returns null for reasoning-only response (signals summary needed)", () => {
  92. const parts = [createReasoningPart("Let me think about this...")]
  93. expect(extractResponseText(parts)).toBeNull()
  94. })
  95. test("returns null for tool-only response (signals summary needed)", () => {
  96. // This is the exact scenario from the bug report - todowrite with no text
  97. const parts = [createToolPart("todowrite", "8 todos")]
  98. expect(extractResponseText(parts)).toBeNull()
  99. })
  100. test("returns null for multiple completed tools", () => {
  101. const parts = [
  102. createToolPart("read", "src/file.ts"),
  103. createToolPart("edit", "src/file.ts"),
  104. createToolPart("bash", "bun test"),
  105. ]
  106. expect(extractResponseText(parts)).toBeNull()
  107. })
  108. test("returns null for running tool parts (signals summary needed)", () => {
  109. const parts = [createToolPart("bash", "", "running")]
  110. expect(extractResponseText(parts)).toBeNull()
  111. })
  112. test("throws on empty array", () => {
  113. expect(() => extractResponseText([])).toThrow("no parts returned")
  114. })
  115. test("returns null for step-start only", () => {
  116. const parts = [createStepStartPart()]
  117. expect(extractResponseText(parts)).toBeNull()
  118. })
  119. test("returns null for step-finish only", () => {
  120. const parts = [createStepFinishPart()]
  121. expect(extractResponseText(parts)).toBeNull()
  122. })
  123. test("returns null for step-start and step-finish", () => {
  124. const parts = [createStepStartPart(), createStepFinishPart()]
  125. expect(extractResponseText(parts)).toBeNull()
  126. })
  127. test("returns text from multi-step response", () => {
  128. const parts = [
  129. createStepStartPart(),
  130. createToolPart("read", "src/file.ts"),
  131. createTextPart("Done"),
  132. createStepFinishPart(),
  133. ]
  134. expect(extractResponseText(parts)).toBe("Done")
  135. })
  136. test("prefers text over reasoning when both present", () => {
  137. const parts = [createReasoningPart("Internal thinking..."), createTextPart("Final answer")]
  138. expect(extractResponseText(parts)).toBe("Final answer")
  139. })
  140. test("prefers text over tools when both present", () => {
  141. const parts = [createToolPart("read", "src/file.ts"), createTextPart("Here's what I found")]
  142. expect(extractResponseText(parts)).toBe("Here's what I found")
  143. })
  144. })
  145. describe("formatPromptTooLargeError", () => {
  146. test("formats error without files", () => {
  147. const result = formatPromptTooLargeError([])
  148. expect(result).toBe("PROMPT_TOO_LARGE: The prompt exceeds the model's context limit.")
  149. })
  150. test("formats error with files (base64 content)", () => {
  151. // Base64 is ~33% larger than original, so we multiply by 0.75 to get original size
  152. // 400 KB base64 = 300 KB original, 200 KB base64 = 150 KB original
  153. const files = [
  154. { filename: "screenshot.png", content: "a".repeat(400 * 1024) },
  155. { filename: "diagram.png", content: "b".repeat(200 * 1024) },
  156. ]
  157. const result = formatPromptTooLargeError(files)
  158. expect(result).toStartWith("PROMPT_TOO_LARGE: The prompt exceeds the model's context limit.")
  159. expect(result).toInclude("Files in prompt:")
  160. expect(result).toInclude("screenshot.png (300 KB)")
  161. expect(result).toInclude("diagram.png (150 KB)")
  162. })
  163. test("lists all files when multiple present", () => {
  164. // Base64 sizes: 4KB -> 3KB, 8KB -> 6KB, 12KB -> 9KB
  165. const files = [
  166. { filename: "img1.png", content: "x".repeat(4 * 1024) },
  167. { filename: "img2.jpg", content: "y".repeat(8 * 1024) },
  168. { filename: "img3.gif", content: "z".repeat(12 * 1024) },
  169. ]
  170. const result = formatPromptTooLargeError(files)
  171. expect(result).toInclude("img1.png (3 KB)")
  172. expect(result).toInclude("img2.jpg (6 KB)")
  173. expect(result).toInclude("img3.gif (9 KB)")
  174. })
  175. })