mito-systems/wildlife
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

logging and add rodent to list

Browse Source
This commit is contained in:
zramsay 2025-01-14 07:03:25 -05:00
parent cc8bc7f057
commit f4dde9b83d
2 changed files with 13 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/services/constants.ts
View File

@ -1,3 +1,3 @@
// src/services/constants.ts
export const ANIMAL_LABELS = ['animal', 'wildlife', 'mammal', 'bird', 'reptile', 'amphibian', 'nature', 'cat', 'mouse', 'insect', 'vertebrate', 'dog']
export const ANIMAL_LABELS = ['animal', 'wildlife', 'mammal', 'bird', 'reptile', 'amphibian', 'nature', 'cat', 'mouse', 'insect', 'vertebrate', 'dog', 'rodent']

19
src/services/googleVisionCore.ts
View File

@ -4,8 +4,9 @@ import { ANIMAL_LABELS } from './constants'
export interface VisionAnalysisResult {
description: string
mainObject: string // Added to store the primary detected object
mainObject: string
isAnimal: boolean
matchedLabel: string // Add this to store which label was matched
rawResponse: any
}
@ -52,14 +53,18 @@ export async function analyzeImageWithVision(imageBuffer: Buffer): Promise<Visio
const labels = data.responses[0]?.labelAnnotations || []
const objects = data.responses[0]?.localizedObjectAnnotations || []
const isAnimal = labels.some(label =>
// Find the matching animal label
const matchedLabel = labels.find(label =>
ANIMAL_LABELS.includes(label.description.toLowerCase())
)
)?.description || ''
console.log('Vision API labels:', labels.map(l => l.description))
console.log('Matched animal label:', matchedLabel)
const isAnimal = !!matchedLabel
// Get the first animal label as main object
const mainObject = labels.find(label =>
ANIMAL_LABELS.includes(label.description.toLowerCase())
)?.description || 'Unknown'
const mainObject = matchedLabel || 'Unknown'
const { description } = constructDescription(labels, objects)
@ -67,6 +72,7 @@ export async function analyzeImageWithVision(imageBuffer: Buffer): Promise<Visio
description,
mainObject,
isAnimal,
matchedLabel,
rawResponse: data.responses[0]
}
}
@ -83,7 +89,6 @@ function constructDescription(labels: any[], objects: any[]): { description: str
.filter((value, index, self) => self.indexOf(value) === index)
.slice(0, 3)
// Only include "The scene includes..." part as description
let description = "The scene includes "
description += topLabels.join(", ") + "."