mirror of
https://github.com/1SecondEveryday/image-analysis-eval.git
synced 2026-03-25 09:05:49 +00:00
Improve prompt when no people are present
This commit is contained in:
parent
7a5d40eb4b
commit
c683981279
14 changed files with 65 additions and 5 deletions
|
|
@ -19,11 +19,13 @@ class TagExtractor
|
|||
DEFAULT_SYSTEM_PROMPT = <<~PROMPT.freeze
|
||||
You are an image-keyword assistant. After analyzing each picture, output one line containing concise,
|
||||
lowercase English keywords separated by commas. Focus on people's emotions, expressions, moods, and
|
||||
activities if present. Include overall atmosphere, key objects, dominant colors, lighting quality,
|
||||
and setting. For people: include 'people' if humans are visible, with descriptors like 'couple',
|
||||
'group', or 'crowd'. If the image appears to be a selfie or POV (point-of-view/first-person perspective),
|
||||
include 'selfie' or 'pov' as appropriate. Prioritize emotional and mood keywords. Do not repeat synonyms.
|
||||
Do not output anything except the comma-separated keyword list.
|
||||
activities, if present. When no people are present then ignore that aspect and focus on the rest of the
|
||||
scene. Include overall atmosphere, key objects, dominant colors, lighting quality, and setting.
|
||||
When there are people then you can include descriptors like 'couple', 'group', 'crowd', 'solo', 'alone',
|
||||
etc. When the image appears to be a selfie or POV (point-of-view/first-person perspective),
|
||||
include 'selfie' or 'pov' as appropriate but don't guess, just omit if unsure. Prioritize emotional and
|
||||
mood keywords. Do not repeat synonyms. DO NOT OUTPUT ANYTHING EXCEPT THE COMMA-SEPARATED LIST. DON'T
|
||||
REPEAT KEYWORDS OR THEMES EXCESSIVELY.
|
||||
PROMPT
|
||||
|
||||
def initialize(options = {})
|
||||
|
|
|
|||
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"brown dirt, calm, cows, fence, field, green grass, horns, long hair, pastoral"," cows, long hair, horns, field, green grass, brown dirt, fence, calm, pastoral ",2025-07-08T09:33:26-07:00,true
|
||||
|
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"animals, cows, field, grass, green"," cows, field, green, grass, animals ",2025-07-08T09:33:26-07:00,true
|
||||
|
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"animals, cows, field, grass, green, pasture"," cows, field, green, grass, animals, pasture ",2025-07-08T09:33:26-07:00,true
|
||||
|
10
results-mini-test-16-highland-cattle/llava-7b/768/run.json
Normal file
10
results-mini-test-16-highland-cattle/llava-7b/768/run.json
Normal file
|
|
@ -0,0 +1,10 @@
|
|||
{
|
||||
"model": "llava:7b",
|
||||
"image_size": 768,
|
||||
"prompt_name": "05-detailed-elements",
|
||||
"timestamp": "2025-07-08T09:33:26-07:00",
|
||||
"system": {
|
||||
"platform": "arm64-darwin24",
|
||||
"ruby_version": "3.4.3"
|
||||
}
|
||||
}
|
||||
10
results-mini-test-16-highland-cattle/master.csv
Normal file
10
results-mini-test-16-highland-cattle/master.csv
Normal file
|
|
@ -0,0 +1,10 @@
|
|||
model,image_size,prompt_name,image_filename,tags,raw_output,timestamp,success
|
||||
llava:7b,768,01-structured-comprehensive,16-highland-cattle-pen.jpg,"brown dirt, calm, cows, fence, field, green grass, horns, long hair, pastoral"," cows, long hair, horns, field, green grass, brown dirt, fence, calm, pastoral ",2025-07-08T09:33:26-07:00,true
|
||||
llava:7b,768,03-single-list,16-highland-cattle-pen.jpg,"animals, cows, field, grass, green"," cows, field, green, grass, animals ",2025-07-08T09:33:26-07:00,true
|
||||
llava:7b,768,05-detailed-elements,16-highland-cattle-pen.jpg,"animals, cows, field, grass, green, pasture"," cows, field, green, grass, animals, pasture ",2025-07-08T09:33:26-07:00,true
|
||||
qwen2.5vl:7b,768,01-structured-comprehensive,16-highland-cattle-pen.jpg,"brown, calm, cows, daytime, earthy, grazing, ground, natural, outdoor, relaxed, rural, white","cows, relaxed, grazing, ground, natural, earthy, brown, white, rural, calm, daytime, outdoor",2025-07-08T09:33:33-07:00,true
|
||||
qwen2.5vl:7b,768,03-single-list,16-highland-cattle-pen.jpg,"brown, calm, cattle, daytime, dry, earthy, fence, grazing, horns, natural, outdoor, rural","cattle, rural, earthy, dry, fence, grazing, calm, natural, outdoor, daytime, brown, horns",2025-07-08T09:33:34-07:00,true
|
||||
qwen2.5vl:7b,768,05-detailed-elements,16-highland-cattle-pen.jpg,"brown, calm, dirt, farm, grazing, horns, peaceful, rural, sunny","calm, grazing, rural, brown, dirt, sunny, farm, peaceful, horns",2025-07-08T09:33:34-07:00,true
|
||||
minicpm-v:8b,768,01-structured-comprehensive,16-highland-cattle-pen.jpg,"animals, brown fur, calm demeanor, daylight, hay bales, highland cattle, natural light, no people present, outdoor scene, overhead shot, pastoral landscape., peaceful, rural farm environment, standing on dirt ground","no people present, animals, brown fur, standing on dirt ground, hay bales, overhead shot, rural farm environment, daylight, natural light, outdoor scene, highland cattle, calm demeanor, peaceful, pastoral landscape.",2025-07-08T09:33:53-07:00,true
|
||||
minicpm-v:8b,768,03-single-list,16-highland-cattle-pen.jpg,"brown fur, dirt ground, hay bales, highland cattle, horns, overhead view","highland cattle, brown fur, horns, dirt ground, hay bales, overhead view",2025-07-08T09:33:53-07:00,true
|
||||
minicpm-v:8b,768,05-detailed-elements,16-highland-cattle-pen.jpg,"brown fur, dirt ground, hay bales, highland cattle, horns, overhead view","highland cattle, brown fur, horns, dirt ground, hay bales, overhead view",2025-07-08T09:33:54-07:00,true
|
||||
|
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"animals, brown fur, calm demeanor, daylight, hay bales, highland cattle, natural light, no people present, outdoor scene, overhead shot, pastoral landscape., peaceful, rural farm environment, standing on dirt ground","no people present, animals, brown fur, standing on dirt ground, hay bales, overhead shot, rural farm environment, daylight, natural light, outdoor scene, highland cattle, calm demeanor, peaceful, pastoral landscape.",2025-07-08T09:33:53-07:00,true
|
||||
|
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"brown fur, dirt ground, hay bales, highland cattle, horns, overhead view","highland cattle, brown fur, horns, dirt ground, hay bales, overhead view",2025-07-08T09:33:53-07:00,true
|
||||
|
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"brown fur, dirt ground, hay bales, highland cattle, horns, overhead view","highland cattle, brown fur, horns, dirt ground, hay bales, overhead view",2025-07-08T09:33:54-07:00,true
|
||||
|
|
|
@ -0,0 +1,10 @@
|
|||
{
|
||||
"model": "minicpm-v:8b",
|
||||
"image_size": 768,
|
||||
"prompt_name": "05-detailed-elements",
|
||||
"timestamp": "2025-07-08T09:33:54-07:00",
|
||||
"system": {
|
||||
"platform": "arm64-darwin24",
|
||||
"ruby_version": "3.4.3"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"brown, calm, cows, daytime, earthy, grazing, ground, natural, outdoor, relaxed, rural, white","cows, relaxed, grazing, ground, natural, earthy, brown, white, rural, calm, daytime, outdoor",2025-07-08T09:33:33-07:00,true
|
||||
|
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"brown, calm, cattle, daytime, dry, earthy, fence, grazing, horns, natural, outdoor, rural","cattle, rural, earthy, dry, fence, grazing, calm, natural, outdoor, daytime, brown, horns",2025-07-08T09:33:34-07:00,true
|
||||
|
|
|
@ -0,0 +1,2 @@
|
|||
image_filename,tags,raw_output,timestamp,success
|
||||
16-highland-cattle-pen.jpg,"brown, calm, dirt, farm, grazing, horns, peaceful, rural, sunny","calm, grazing, rural, brown, dirt, sunny, farm, peaceful, horns",2025-07-08T09:33:34-07:00,true
|
||||
|
|
|
@ -0,0 +1,10 @@
|
|||
{
|
||||
"model": "qwen2.5vl:7b",
|
||||
"image_size": 768,
|
||||
"prompt_name": "05-detailed-elements",
|
||||
"timestamp": "2025-07-08T09:33:34-07:00",
|
||||
"system": {
|
||||
"platform": "arm64-darwin24",
|
||||
"ruby_version": "3.4.3"
|
||||
}
|
||||
}
|
||||
Loading…
Reference in a new issue