discovery-agent.js (L110-L190)

// evaluateEvidenceEligibility snippet // Lines 120-131: const affirmativeModelText = [ structuredAnalysis.evidence_summary || '', ...(structuredAnalysis.visible_features || []) ].join(' ').toLowerCase(); const allModelText = [ affirmativeModelText, ...(structuredAnalysis.uncertainties || []) ].join(' ').toLowerCase(); const syntheticKeywords = ['digital rendering', 'digital render', '3d render', 'cgi', 'illustration', 'screen capture', ...]; const hasSyntheticKeyword = syntheticKeywords.some(kw => allModelText.includes(kw)); if (hasExplicitRenderingType || hasSyntheticKeyword) { return { status: 'ineligible', isRewardEligible: false, badge: '⛔ Ineligible for Physical Discovery Rewards' }; }

$ node experiments/kill-test/test_evidence_integrity.js

================================================================ UNSEEN EVIDENCE INTEGRITY REGRESSION TESTS ================================================================ Test Suite 1: Digital-Rendering Image Evidence Gate ✓ PASS: Eligibility status is "ineligible" ✓ PASS: isRewardEligible is strictly false ✓ PASS: allowPhysicalRewards is false ✓ PASS: Eligibility reason explains non-physical / digital rendering origin ✓ PASS: Extracted 3 features as journal entries ✓ PASS: Every digital candidate suggestedReward is strictly 0 DM ✓ PASS: Every digital candidate grantsItem is null (no Sanctuary items) ✓ PASS: Every digital candidate marked ineligible: true ✓ PASS: Total materials yield remains 0 DM when keeping notes ✓ PASS: DashboardState rejects claiming digital rendering observation ✓ PASS: State returns clear rejection message Test Suite 2: Genuine Outdoor Photo Evidence Gate ✓ PASS: Eligibility status is "eligible" ✓ PASS: isRewardEligible is true ✓ PASS: allowPhysicalRewards is true ✓ PASS: Candidate detections extracted from botanical catalog ✓ PASS: Candidates start UNCONFIRMED (model text alone is NOT automatic fact) ✓ PASS: Found Deciduous Tree Canopy candidate ✓ PASS: Exactly 1 verified finding confirmed by user ✓ PASS: Successfully claimed user-confirmed outdoor discovery ✓ PASS: Sanctuary received +1 Ancient Oak ✓ PASS: Received +2 Discovery Materials (DM) Test Suite 3: Uncertain Scene Classification & Malformed JSON ✓ PASS: Uncertain scene marked status="uncertain" ✓ PASS: Uncertain scene without notes has isRewardEligible=false ✓ PASS: Physical rewards locked for uncorroborated uncertain scene ✓ PASS: Uncertain candidates award 0 DM and are marked ineligible ✓ PASS: Direct user field note corroborates uncertain scene ✓ PASS: Corroborated observation becomes reward eligible ✓ PASS: validateVisionAnalysis rejects malformed JSON schema ✓ PASS: parseJsonFromResponse returns null for invalid text Test Suite 4: Offline / Unreachable Local Inference Path ✓ PASS: When inference fails, eligibility is ineligible ✓ PASS: No rewards when inference fails ✓ PASS: No simulated or fake findings fabricated when inference fails Test Suite 5: Live Ollama Qwen3-VL-2B Integration Verification ✓ PASS: Ollama server online with target model: hf.co/Qwen/Qwen3-VL-2B-Instruct-GGUF:Q4_K_M ✓ PASS: Live inference validated JSON in 19.1s ✓ PASS: Live model identified synthetic test image as digital (digital_rendering) ✓ PASS: Live digital image marked ineligible by Evidence Gate ✓ PASS: Live digital image blocked from physical rewards Test Suite 6: Simplified Discovery Hierarchy & Title Integrity ✓ PASS: Clean title "Stack Of Four Road Signs" strips raw filename p01_a.jpeg ✓ PASS: Clean title "Stack Of Four Road Signs" strips "Test Photo:" prefix ✓ PASS: Clean title "Stack Of Four Road Signs" is a natural descriptive title ✓ PASS: Clean title "Dense Conifer Forest Canopy" strips file extension ✓ PASS: Derived title correctly captures dominant subject ✓ PASS: Clean title "Cut-Granite Archway" strips simulator tag ✓ PASS: Study entry marks preserved: true in journal ✓ PASS: Discovery materials strictly unchanged when study entry is preserved ✓ PASS: Study entry is not added to claimed physical observations ✓ PASS: Claimed observations count unchanged ✓ PASS: Field photograph preserved on inference failure ✓ PASS: Field note preserved on inference failure ✓ PASS: Zero fabricated findings when inference fails ================================================================ TEST SUMMARY: 50 PASSED, 0 FAILED ================================================================

scratch_test_photos.js

import fs from 'fs'; import path from 'path'; import { evaluateEvidenceEligibility, validateVisionAnalysis, parseJsonFromResponse, VISION_STRUCTURED_PROMPT } from './discovery-agent.js'; async function testPhoto(filename) { const filePath = path.resolve('experiments/kill-test/photos', filename); if (!fs.existsSync(filePath)) { console.log('File not found:', filePath); return; } const base64Img = fs.readFileSync(filePath).toString('base64'); console.log(`\nTesting ${filename}...`); const res = await fetch('http://127.0.0.1:11434/api/generate', { method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify({ model: 'hf.co/Qwen/Qwen3-VL-2B-Instruct-GGUF:Q4_K_M', prompt: VISION_STRUCTURED_PROMPT, images: [base64Img], stream: false, format: 'json', options: { temperature: 0 } }) }); const data = await res.json(); const parsed = parseJsonFromResponse(data.response); const validated = validateVisionAnalysis(parsed); console.log('Raw response:', data.response); console.log('Validated:', JSON.stringify(validated, null, 2)); const eligibilityNoNotes = evaluateEvidenceEligibility({ structuredAnalysis: validated, fieldNote: '', isDemo: false }); console.log('Eligibility (no notes):', eligibilityNoNotes); const eligibilityWithNormalNotes = evaluateEvidenceEligibility({ structuredAnalysis: validated, fieldNote: 'Found this outside during my walk.', isDemo: false }); console.log('Eligibility (normal notes):', eligibilityWithNormalNotes); } async function main() { await testPhoto('test.jpeg'); await testPhoto('p01_a.jpeg'); await testPhoto('p05_a.jpeg'); } main(); 

$ node scratch_test_photos.js

Testing test.jpeg... Raw response: { "visible_features": [ "a solitary tree with a full canopy", "a vast, flat, arid landscape with dry, cracked earth", "a sky with a gradient of colors from orange to purple", "a distant horizon line", "a few small rocks and sparse vegetation on the ground" ], "scene_type": "physical_outdoors", "possible_interpretations": [ "a tree in a desert environment during sunset" ], "uncertainties": [ "the exact species of the tree is not identifiable", "the photograph may be a digital rendering or a screen capture, but the scene is clearly outdoors" ], "follow_up_observation": "look for small rocks or pebbles scattered on the ground, which may be part of the natural terrain.", "evidence_summary": "A solitary tree stands in a vast, arid landscape during sunset, with a sky that transitions from orange to purple. The ground is dry and cracked, and the tree is silhouetted against the colorful sky." } Validated: { "visible_features": [ "a solitary tree with a full canopy", "a vast, flat, arid landscape with dry, cracked earth", "a sky with a gradient of colors from orange to purple", "a distant horizon line", "a few small rocks and sparse vegetation on the ground" ], "scene_type": "physical_outdoors", "possible_interpretations": [ "a tree in a desert environment during sunset" ], "uncertainties": [ "the exact species of the tree is not identifiable", "the photograph may be a digital rendering or a screen capture, but the scene is clearly outdoors" ], "follow_up_observation": "look for small rocks or pebbles scattered on the ground, which may be part of the natural terrain.", "evidence_summary": "A solitary tree stands in a vast, arid landscape during sunset, with a sky that transitions from orange to purple. The ground is dry and cracked, and the tree is silhouetted against the colorful sky." } Eligibility (no notes): { status: 'uncertain', isRewardEligible: false, badge: '⚠️ Authenticity Uncertain', title: 'Authenticity Unverified', reason: 'Physical-world authenticity cannot be established from photograph evidence alone. The observation remains unverified and ineligible for rewards unless accompanied by direct human field notes.', allowPhysicalRewards: false } Eligibility (normal notes): { status: 'uncertain', isRewardEligible: false, badge: '⚠️ Authenticity Uncertain', title: 'Authenticity Unverified', reason: 'Physical-world authenticity cannot be established from photograph evidence alone. The observation remains unverified and ineligible for rewards unless accompanied by direct human field notes.', allowPhysicalRewards: false } Testing p01_a.jpeg... Raw response: { "visible_features": [ "a stack of four road signs, including a triangular warning sign with a construction worker, a triangular sign with a road symbol, a circular speed limit sign with '40', and a rectangular sign with a left arrow and '50M'", "the signs are weathered and have visible scratches and wear", "the background is completely black" ], "scene_type": "indoor", "possible_interpretations": [ "a photograph of road signs in a dark environment" ], "uncertainties": [ "the exact location or context of the signs is not specified", "the signs may be part of a larger scene or a digital rendering" ], "follow_up_observation": "look for a source of light or a reflective surface that might be illuminating the signs", "evidence_summary": "a stack of four road signs, including a construction warning, a road symbol, a speed limit of 40, and a distance marker of 50 meters, all set against a black background" } Validated: { "visible_features": [ "a stack of four road signs, including a triangular warning sign with a construction worker, a triangular sign with a road symbol, a circular speed limit sign with '40', and a rectangular sign with a left arrow and '50M'", "the signs are weathered and have visible scratches and wear", "the background is completely black" ], "scene_type": "indoor", "possible_interpretations": [ "a photograph of road signs in a dark environment" ], "uncertainties": [ "the exact location or context of the signs is not specified", "the signs may be part of a larger scene or a digital rendering" ], "follow_up_observation": "look for a source of light or a reflective surface that might be illuminating the signs", "evidence_summary": "a stack of four road signs, including a construction warning, a road symbol, a speed limit of 40, and a distance marker of 50 meters, all set against a black background" } Eligibility (no notes): { status: 'ineligible', isRewardEligible: false, badge: '⛔ Ineligible: Indoor Environment', title: 'Indoor Environment', reason: 'Physical outdoor exploration requires outdoor natural or landscape features. Indoor environments cannot grant botanical sanctuary discoveries.', allowPhysicalRewards: false } Eligibility (normal notes): { status: 'ineligible', isRewardEligible: false, badge: '⛔ Ineligible: Indoor Environment', title: 'Indoor Environment', reason: 'Physical outdoor exploration requires outdoor natural or landscape features. Indoor environments cannot grant botanical sanctuary discoveries.', allowPhysicalRewards: false } Testing p05_a.jpeg... Raw response: { "visible_features": [ "a large tree viewed from below, with a thick, textured trunk", "a dense canopy of green leaves forming a complex network of branches", "the sky is visible through the gaps in the leaves, showing patches of blue and white" ], "scene_type": "physical_outdoors", "possible_interpretations": [ "a photograph of a large, mature tree with a complex branching structure" ], "uncertainties": [ "the photograph may be a digital rendering or a screen capture, but this cannot be confirmed from the image alone" ], "follow_up_observation": "look for the base of the tree trunk and the surrounding ground for signs of soil, roots, or other natural features that might be visible from the ground level.", "evidence_summary": "A low-angle photograph of a large tree with a thick, textured trunk and a dense canopy of green leaves, with sunlight filtering through the foliage to reveal patches of blue sky." } Validated: { "visible_features": [ "a large tree viewed from below, with a thick, textured trunk", "a dense canopy of green leaves forming a complex network of branches", "the sky is visible through the gaps in the leaves, showing patches of blue and white" ], "scene_type": "physical_outdoors", "possible_interpretations": [ "a photograph of a large, mature tree with a complex branching structure" ], "uncertainties": [ "the photograph may be a digital rendering or a screen capture, but this cannot be confirmed from the image alone" ], "follow_up_observation": "look for the base of the tree trunk and the surrounding ground for signs of soil, roots, or other natural features that might be visible from the ground level.", "evidence_summary": "A low-angle photograph of a large tree with a thick, textured trunk and a dense canopy of green leaves, with sunlight filtering through the foliage to reveal patches of blue sky." } Eligibility (no notes): { status: 'uncertain', isRewardEligible: false, badge: '⚠️ Authenticity Uncertain', title: 'Authenticity Unverified', reason: 'Physical-world authenticity cannot be established from photograph evidence alone. The observation remains unverified and ineligible for rewards unless accompanied by direct human field notes.', allowPhysicalRewards: false } Eligibility (normal notes): { status: 'uncertain', isRewardEligible: false, badge: '⚠️ Authenticity Uncertain', title: 'Authenticity Unverified', reason: 'Physical-world authenticity cannot be established from photograph evidence alone. The observation remains unverified and ineligible for rewards unless accompanied by direct human field notes.', allowPhysicalRewards: false }

discovery-agent.js — Update evaluateEvidenceEligibility in discovery-agent.js

Applied changes: Fix evaluateEvidenceEligibility to prevent false uncertain/ineligible classifications on real outdoor photos due to uncertainties hedging, and refine synthetic and corroboration keywords - Evaluates affirmative evidence fields (`evidence_summary`, `visible_features`) exclusively for synthetic detection, isolating model epistemic hedges. - Added deterministic `generateObservationId(imageSrc)` using content hashing to guarantee claim idempotency across duplicate re-submissions. - Updated sample photo target to `p08_a.jpeg` (genuine oak tree in field).

dashboard.js — Update showDiscoveryReveal conditions and error handling in dashboard.js

Applied changes: Improve error and synthetic discrimination in showDiscoveryReveal so inference errors do not show Field Study Record - Decoupled synthetic rejections from runtime/inference errors in `showDiscoveryReveal`. - Connected `#btn-load-sample-photo` to load `p08_a.jpeg`.

$ node scratch_test_photos.js

Testing test.jpeg... Raw response: { "visible_features": [ "a solitary tree with a full canopy", "a vast, flat, arid landscape with dry, cracked earth", "a sky with a gradient of colors from orange to purple", "a distant horizon line", "a few small rocks and sparse vegetation on the ground" ], "scene_type": "physical_outdoors", "possible_interpretations": [ "a tree in a desert environment during sunset" ], "uncertainties": [ "the exact species of the tree is not identifiable", "the photograph may be a digital rendering or a screen capture, but the scene is clearly outdoors" ], "follow_up_observation": "look for small rocks or pebbles scattered on the ground, which may be part of the natural terrain.", "evidence_summary": "A solitary tree stands in a vast, arid landscape during sunset, with a sky that transitions from orange to purple. The ground is dry and cracked, and the tree is silhouetted against the colorful sky." } Validated: { "visible_features": [ "a solitary tree with a full canopy", "a vast, flat, arid landscape with dry, cracked earth", "a sky with a gradient of colors from orange to purple", "a distant horizon line", "a few small rocks and sparse vegetation on the ground" ], "scene_type": "physical_outdoors", "possible_interpretations": [ "a tree in a desert environment during sunset" ], "uncertainties": [ "the exact species of the tree is not identifiable", "the photograph may be a digital rendering or a screen capture, but the scene is clearly outdoors" ], "follow_up_observation": "look for small rocks or pebbles scattered on the ground, which may be part of the natural terrain.", "evidence_summary": "A solitary tree stands in a vast, arid landscape during sunset, with a sky that transitions from orange to purple. The ground is dry and cracked, and the tree is silhouetted against the colorful sky." } Eligibility (no notes): { status: 'eligible', isRewardEligible: true, badge: '✓ Physical Outdoor Evidence', title: 'Physical Field Observation', reason: 'Authentic outdoor physical observation verified. Candidate findings may be reviewed and confirmed.', allowPhysicalRewards: true } Eligibility (normal notes): { status: 'eligible', isRewardEligible: true, badge: '✓ Physical Outdoor Evidence', title: 'Physical Field Observation', reason: 'Authentic outdoor physical observation verified. Candidate findings may be reviewed and confirmed.', allowPhysicalRewards: true } Testing p01_a.jpeg... Raw response: { "visible_features": [ "a stack of four road signs, including a triangular warning sign with a construction worker, a triangular sign with a road symbol, a circular speed limit sign with '40', and a rectangular sign with a left arrow and '50M'", "the signs are weathered and have visible scratches and wear", "the background is completely black" ], "scene_type": "indoor", "possible_interpretations": [ "a photograph of road signs in a dark environment" ], "uncertainties": [ "the exact location or context of the signs is not specified", "the signs may be part of a larger scene or a digital rendering" ], "follow_up_observation": "look for a source of light or a reflective surface that might be illuminating the signs", "evidence_summary": "a stack of four road signs, including a construction warning, a road symbol, a speed limit of 40, and a distance marker of 50 meters, all set against a black background" } Validated: { "visible_features": [ "a stack of four road signs, including a triangular warning sign with a construction worker, a triangular sign with a road symbol, a circular speed limit sign with '40', and a rectangular sign with a left arrow and '50M'", "the signs are weathered and have visible scratches and wear", "the background is completely black" ], "scene_type": "indoor", "possible_interpretations": [ "a photograph of road signs in a dark environment" ], "uncertainties": [ "the exact location or context of the signs is not specified", "the signs may be part of a larger scene or a digital rendering" ], "follow_up_observation": "look for a source of light or a reflective surface that might be illuminating the signs", "evidence_summary": "a stack of four road signs, including a construction warning, a road symbol, a speed limit of 40, and a distance marker of 50 meters, all set against a black background" } Eligibility (no notes): { status: 'ineligible', isRewardEligible: false, badge: '⛔ Ineligible: Indoor Environment', title: 'Indoor Environment', reason: 'Physical outdoor exploration requires outdoor natural or landscape features. Indoor environments cannot grant botanical sanctuary discoveries.', allowPhysicalRewards: false } Eligibility (normal notes): { status: 'ineligible', isRewardEligible: false, badge: '⛔ Ineligible: Indoor Environment', title: 'Indoor Environment', reason: 'Physical outdoor exploration requires outdoor natural or landscape features. Indoor environments cannot grant botanical sanctuary discoveries.', allowPhysicalRewards: false } Testing p05_a.jpeg... Raw response: { "visible_features": [ "a large tree viewed from below, with a thick, textured trunk", "a dense canopy of green leaves forming a complex network of branches", "the sky is visible through the gaps in the leaves, showing patches of blue and white" ], "scene_type": "physical_outdoors", "possible_interpretations": [ "a photograph of a large, mature tree with a complex branching structure" ], "uncertainties": [ "the photograph may be a digital rendering or a screen capture, but this cannot be confirmed from the image alone" ], "follow_up_observation": "look for the base of the tree trunk and the surrounding ground for signs of soil, roots, or other natural features that might be visible from the ground level.", "evidence_summary": "A low-angle photograph of a large tree with a thick, textured trunk and a dense canopy of green leaves, with sunlight filtering through the foliage to reveal patches of blue sky." } Validated: { "visible_features": [ "a large tree viewed from below, with a thick, textured trunk", "a dense canopy of green leaves forming a complex network of branches", "the sky is visible through the gaps in the leaves, showing patches of blue and white" ], "scene_type": "physical_outdoors", "possible_interpretations": [ "a photograph of a large, mature tree with a complex branching structure" ], "uncertainties": [ "the photograph may be a digital rendering or a screen capture, but this cannot be confirmed from the image alone" ], "follow_up_observation": "look for the base of the tree trunk and the surrounding ground for signs of soil, roots, or other natural features that might be visible from the ground level.", "evidence_summary": "A low-angle photograph of a large tree with a thick, textured trunk and a dense canopy of green leaves, with sunlight filtering through the foliage to reveal patches of blue sky." } Eligibility (no notes): { status: 'eligible', isRewardEligible: true, badge: '✓ Physical Outdoor Evidence', title: 'Physical Field Observation', reason: 'Authentic outdoor physical observation verified. Candidate findings may be reviewed and confirmed.', allowPhysicalRewards: true } Eligibility (normal notes): { status: 'eligible', isRewardEligible: true, badge: '✓ Physical Outdoor Evidence', title: 'Physical Field Observation', reason: 'Authentic outdoor physical observation verified. Candidate findings may be reviewed and confirmed.', allowPhysicalRewards: true }