feat: verify analysis citations against source text
This commit is contained in:
@@ -0,0 +1,11 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import {verifyAnalysisCitations} from '../server/analysis-citations.mjs';
|
||||
test('citations must point to an existing finding and a literal source passage',()=>{
|
||||
const quote='Teklif geçerlilik süresi 120 gündür.';
|
||||
const result={documentChecklist:[{document:'Yetki'}],citations:[{path:'documentChecklist.0',quote},{path:'documentChecklist.9',quote}]};
|
||||
const out=verifyAnalysisCitations(result,'Madde 1: '+quote);
|
||||
assert.equal(out.evidence.length,1);assert.equal(out.evidence[0].status,'located');assert.equal(out.evidence[0].start,9);assert.deepEqual(out.missing,[]);
|
||||
assert.equal(verifyAnalysisCitations(result,'Başka bir kaynak metni').evidence[0].status,'not_found');
|
||||
assert.equal(verifyAnalysisCitations(result,quote+quote).evidence[0].status,'ambiguous');
|
||||
});
|
||||
Reference in New Issue
Block a user