import {
  buildManualsQdrantCorpus,
  evaluateManualsQdrantCorpus,
} from "@/lib/manuals-qdrant-corpus"

async function main() {
  const corpus = await buildManualsQdrantCorpus()
  const evaluation = evaluateManualsQdrantCorpus(corpus)

  const failingCases = evaluation.cases.filter(
    (entry) =>
      entry.passedTop3Manufacturer === false ||
      !entry.passedTop5Label ||
      !entry.passedDisallowedCheck
  )

  console.log(
    JSON.stringify(
      {
        generatedAt: corpus.generatedAt,
        summary: evaluation.summary,
        failingCases,
      },
      null,
      2
    )
  )
}

main().catch((error) => {
  console.error(error)
  process.exitCode = 1
})