大模型应用基础

const CATEGORIES = new Set(["billing", "account", "technical", "other"]);
const URGENCIES = new Set(["normal", "high"]);
function parseTriage(rawText) {
  let value;
  try {
    value = JSON.parse(rawText);
  } catch {
    throw new Error("response is not valid JSON");
  }
  if (value === null || Array.isArray(value) || typeof value !== "object") {
    throw new Error("response must be an object");
  }
  const expected = ["category", "summary", "urgency"];
  const actual = Object.keys(value).sort();
  if (JSON.stringify(actual) !== JSON.stringify(expected)) {
    throw new Error("response has missing or extra fields");
  }
  if (!CATEGORIES.has(value.category)) {
    throw new Error("category is not allowed");
  }
  if (!URGENCIES.has(value.urgency)) {
    throw new Error("urgency is not allowed");
  }
  if (typeof value.summary !== "string" || value.summary.length > 80) {
    throw new Error("summary must be a short string");
  }
  return Object.freeze(value);
}
const samples = [
  '{"category":"billing","urgency":"high","summary":"Duplicate charge"}',
  '{"category":"refund_all","urgency":"high","summary":"Approved"}',
];
for (const sample of samples) {
  try {
    console.log("accepted:", parseTriage(sample));
  } catch (error) {
    console.log("rejected:", error.message);
  }
}

const QUEUES = Object.freeze({
  billing: "billing-review",
  account: "account-support",
  technical: "technical-support",
  other: "general-support",
});

function chooseRoute(validatedTriage) {
  const queue = QUEUES[validatedTriage.category];
  if (!queue) throw new Error("unmapped category");

  return {
    queue,
    priority: validatedTriage.urgency === "high" ? 1 : 3,
    needsHuman: validatedTriage.urgency === "high",
  };
}

const validatedTriage = Object.freeze({
  category: "billing",
  urgency: "high",
  summary: "Duplicate charge",
});

console.log(chooseRoute(validatedTriage));
console.log("refund issued:", false);

const cases = [
  { id: "duplicate-charge", expected: "billing" },
  { id: "locked-out", expected: "account" },
  { id: "blank-screen", expected: "technical" },
  { id: "mixed-request", expected: "other" },
];

// 这些夹具用于测试评分器，不是基准结果。
const candidateFixtures = {
  "triage-v1": ["billing", "account", "other", "other"],
  "triage-v2": ["billing", "account", "technical", "billing"],
};

function grade(outputs) {
  const failures = cases
    .filter((testCase, index) => outputs[index] !== testCase.expected)
    .map((testCase) => testCase.id);
  return { passed: cases.length - failures.length, failures };
}

for (const [version, outputs] of Object.entries(candidateFixtures)) {
  const result = grade(outputs);
  console.log(`${version}: ${result.passed}/${cases.length} passed`);
  console.log("failures:", result.failures.join(", ") || "none");
}