From 72b182ad9a29da35f9b45dc4ffd5d331b688f0cd Mon Sep 17 00:00:00 2001 From: Drew Stone Date: Wed, 29 Jul 2026 00:21:18 -0600 Subject: [PATCH] chore(release): prepare agent-knowledge 6.1.11 --- CHANGELOG.md | 7 +++++ README.md | 2 +- package.json | 4 +-- pnpm-lock.yaml | 10 +++---- tests/memory/improvement.test.ts | 49 +++++++++++++++++--------------- 5 files changed, 41 insertions(+), 31 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 7f1ed0f..72afb7d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,12 @@ # Changelog +## 6.1.11 + +### Changed + +- Updated `@tangle-network/agent-eval` to `0.135.2` so knowledge improvement uses the corrected paired promotion decisions without installing an older Eval copy. +- Updated the installation example to pin the matching Knowledge and Eval releases. + ## 6.1.10 ### Fixed diff --git a/README.md b/README.md index e6e9a8d..edf4c84 100644 --- a/README.md +++ b/README.md @@ -9,7 +9,7 @@ Supply application callbacks for those decisions, or use `@tangle-network/agent- ## Install ```bash -pnpm add @tangle-network/agent-knowledge@6.1.10 @tangle-network/agent-eval@0.135.1 +pnpm add @tangle-network/agent-knowledge@6.1.11 @tangle-network/agent-eval@0.135.2 ``` Requires Node.js 20.19 or later. diff --git a/package.json b/package.json index bf549fb..9129058 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@tangle-network/agent-knowledge", - "version": "6.1.10", + "version": "6.1.11", "description": "Build, search, evaluate, and improve source-backed knowledge bases.", "homepage": "https://github.com/tangle-network/agent-knowledge#readme", "repository": { @@ -75,7 +75,7 @@ "verify:official-optimizers": "node scripts/verify-official-optimizers.mjs" }, "dependencies": { - "@tangle-network/agent-eval": "0.135.1", + "@tangle-network/agent-eval": "0.135.2", "@tangle-network/agent-interface": "0.36.0", "proper-lockfile": "4.1.2", "zod": "^4.4.3" diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 9059ab6..fb9be64 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -16,8 +16,8 @@ importers: .: dependencies: '@tangle-network/agent-eval': - specifier: 0.135.1 - version: 0.135.1 + specifier: 0.135.2 + version: 0.135.2 '@tangle-network/agent-interface': specifier: 0.36.0 version: 0.36.0 @@ -636,8 +636,8 @@ packages: '@tangle-network/agent-core@0.4.25': resolution: {integrity: sha512-3hfIs64b/1/C1ezYhSPu6NC449lO4XAq79uaol0z0eLXcXDM+2znXThTeMTEZUPJ4iAsR514xcHL2OrP3dsE3g==} - '@tangle-network/agent-eval@0.135.1': - resolution: {integrity: sha512-YKJEn4+IJDSNYTP9MQTDqcyRIxcSVetkqxYqv+IWEPfVM9odsAQ95tmatb5wlYukuz9u5/Dk7Dm5AAFrHKZW6A==} + '@tangle-network/agent-eval@0.135.2': + resolution: {integrity: sha512-qgthVcu8gQy57SgKFnx+Oug0t3ooPoqsDEMteNdye+EbkcvDH7k42JJrR4AYDRW0mbfNsA3WdzhlaGAK+Dd+Ew==} engines: {node: '>=20'} hasBin: true @@ -2750,7 +2750,7 @@ snapshots: '@tangle-network/agent-interface': 0.36.0 zod: 4.4.3 - '@tangle-network/agent-eval@0.135.1': + '@tangle-network/agent-eval@0.135.2': dependencies: '@asteasolutions/zod-to-openapi': 9.1.0(zod@4.4.3) '@ax-llm/ax': 23.0.5(zod@4.4.3) diff --git a/tests/memory/improvement.test.ts b/tests/memory/improvement.test.ts index 6451c9a..5b44187 100644 --- a/tests/memory/improvement.test.ts +++ b/tests/memory/improvement.test.ts @@ -84,12 +84,9 @@ describe('agent memory improvement', () => { expect(result.winnerSurface).toBe('{"visibility":"team"}') expect(result.finalEvaluation.pairs).toHaveLength(6) expect(result.finalEvaluation.pairs.map((pair) => pair.sequenceId)).toEqual(FINAL_SEQUENCE_IDS) - expect(result.decision).toMatchObject({ - status: 'promote', - baselineScore: 0.25, - winnerScore: 1, - lift: 0.75, - }) + expect(result.decision).toMatchObject({ status: 'promote', winnerScore: 1 }) + expect(result.decision.baselineScore).toBeCloseTo(61 / 96) + expect(result.decision.lift).toBeCloseTo(35 / 96) expect(result.activation.status).toBe('activated') expect(activeConfig).toEqual({ visibility: 'team' }) expect(activationIds).toEqual([result.activation.id]) @@ -486,7 +483,22 @@ function selectingMethod( function improvementSequence( id: string, split: 'train' | 'validation' | 'test', + sameAgentProbeCount = 0, ): AgentMemorySequence { + const launchDateProbe = (suffix: string) => ({ + id: `launch-date-${suffix}`, + query: `${id} launch date`, + requiredFacts: [{ id: `current-${suffix}`, anyOf: [`${id} launch date is Friday`] }], + forbiddenFacts: [ + { + id: `stale-${suffix}`, + anyOf: [`${id} launch date is Thursday`], + obsolete: true, + }, + ], + expectedEventIds: [`${id}-event`], + expectedActorIds: ['researcher'], + }) return { id, family: 'first-party', @@ -503,31 +515,22 @@ function improvementSequence( metadata: { eventId: `${id}-event`, actorId: 'researcher' }, }, ], + probes: Array.from({ length: sameAgentProbeCount }, (_, index) => + launchDateProbe(`research-${index + 1}`), + ), }, { id: 'delivery', scope: { agentId: 'builder', teamId: 'team-1' }, - probes: [ - { - id: 'launch-date', - query: `${id} launch date`, - requiredFacts: [{ id: 'current', anyOf: [`${id} launch date is Friday`] }], - forbiddenFacts: [ - { - id: 'stale', - anyOf: [`${id} launch date is Thursday`], - obsolete: true, - }, - ], - expectedEventIds: [`${id}-event`], - expectedActorIds: ['researcher'], - }, - ], + probes: [launchDateProbe('delivery')], }, ], } } function finalImprovementSequences(): AgentMemorySequence[] { - return FINAL_SEQUENCE_IDS.map((id) => improvementSequence(id, 'test')) + const sameAgentProbeCounts = [0, 1, 2, 3, 1, 2] + return FINAL_SEQUENCE_IDS.map((id, index) => + improvementSequence(id, 'test', sameAgentProbeCounts[index]), + ) }