sjs/gh-1SecondEveryday-image-analysis-eval
1
0
Fork 0
mirror of https://github.com/1SecondEveryday/image-analysis-eval.git synced 2026-03-25 09:05:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Improve prompt when no people are present

Browse source
This commit is contained in:
Sami Samhuri 2025-07-09 11:49:04 -07:00
parent 7a5d40eb4b
commit c683981279
No known key found for this signature in database
14 changed files with 65 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
extract_tags.rb
View file

@ -19,11 +19,13 @@ class TagExtractor
DEFAULT_SYSTEM_PROMPT = <<~PROMPT.freeze
You are an image-keyword assistant. After analyzing each picture, output one line containing concise,
lowercase English keywords separated by commas. Focus on people's emotions, expressions, moods, and
activities if present. Include overall atmosphere, key objects, dominant colors, lighting quality,
and setting. For people: include 'people' if humans are visible, with descriptors like 'couple',
'group', or 'crowd'. If the image appears to be a selfie or POV (point-of-view/first-person perspective),
include 'selfie' or 'pov' as appropriate. Prioritize emotional and mood keywords. Do not repeat synonyms.
Do not output anything except the comma-separated keyword list.
activities, if present. When no people are present then ignore that aspect and focus on the rest of the
scene. Include overall atmosphere, key objects, dominant colors, lighting quality, and setting.
When there are people then you can include descriptors like 'couple', 'group', 'crowd', 'solo', 'alone',
etc. When the image appears to be a selfie or POV (point-of-view/first-person perspective),
include 'selfie' or 'pov' as appropriate but don't guess, just omit if unsure. Prioritize emotional and
mood keywords. Do not repeat synonyms. DO NOT OUTPUT ANYTHING EXCEPT THE COMMA-SEPARATED LIST. DON'T
REPEAT KEYWORDS OR THEMES EXCESSIVELY.
PROMPT
def initialize(options = {})

2
results-mini-test-16-highland-cattle/llava-7b/768/01-structured-comprehensive.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"brown dirt, calm, cows, fence, field, green grass, horns, long hair, pastoral"," cows, long hair, horns, field, green grass, brown dirt, fence, calm, pastoral ",2025-07-08T09:33:26-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg brown dirt, calm, cows, fence, field, green grass, horns, long hair, pastoral cows, long hair, horns, field, green grass, brown dirt, fence, calm, pastoral 2025-07-08T09:33:26-07:00 true

2
results-mini-test-16-highland-cattle/llava-7b/768/03-single-list.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"animals, cows, field, grass, green"," cows, field, green, grass, animals ",2025-07-08T09:33:26-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg animals, cows, field, grass, green cows, field, green, grass, animals 2025-07-08T09:33:26-07:00 true

2
results-mini-test-16-highland-cattle/llava-7b/768/05-detailed-elements.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"animals, cows, field, grass, green, pasture"," cows, field, green, grass, animals, pasture ",2025-07-08T09:33:26-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg animals, cows, field, grass, green, pasture cows, field, green, grass, animals, pasture 2025-07-08T09:33:26-07:00 true

10
results-mini-test-16-highland-cattle/llava-7b/768/run.json Normal file
View file

@ -0,0 +1,10 @@
{
"model": "llava:7b",
"image_size": 768,
"prompt_name": "05-detailed-elements",
"timestamp": "2025-07-08T09:33:26-07:00",
"system": {
"platform": "arm64-darwin24",
"ruby_version": "3.4.3"
}
}

10
results-mini-test-16-highland-cattle/master.csv Normal file
View file

@ -0,0 +1,10 @@
model,image_size,prompt_name,image_filename,tags,raw_output,timestamp,success
llava:7b,768,01-structured-comprehensive,16-highland-cattle-pen.jpg,"brown dirt, calm, cows, fence, field, green grass, horns, long hair, pastoral"," cows, long hair, horns, field, green grass, brown dirt, fence, calm, pastoral ",2025-07-08T09:33:26-07:00,true
llava:7b,768,03-single-list,16-highland-cattle-pen.jpg,"animals, cows, field, grass, green"," cows, field, green, grass, animals ",2025-07-08T09:33:26-07:00,true
llava:7b,768,05-detailed-elements,16-highland-cattle-pen.jpg,"animals, cows, field, grass, green, pasture"," cows, field, green, grass, animals, pasture ",2025-07-08T09:33:26-07:00,true
qwen2.5vl:7b,768,01-structured-comprehensive,16-highland-cattle-pen.jpg,"brown, calm, cows, daytime, earthy, grazing, ground, natural, outdoor, relaxed, rural, white","cows, relaxed, grazing, ground, natural, earthy, brown, white, rural, calm, daytime, outdoor",2025-07-08T09:33:33-07:00,true
qwen2.5vl:7b,768,03-single-list,16-highland-cattle-pen.jpg,"brown, calm, cattle, daytime, dry, earthy, fence, grazing, horns, natural, outdoor, rural","cattle, rural, earthy, dry, fence, grazing, calm, natural, outdoor, daytime, brown, horns",2025-07-08T09:33:34-07:00,true
qwen2.5vl:7b,768,05-detailed-elements,16-highland-cattle-pen.jpg,"brown, calm, dirt, farm, grazing, horns, peaceful, rural, sunny","calm, grazing, rural, brown, dirt, sunny, farm, peaceful, horns",2025-07-08T09:33:34-07:00,true
minicpm-v:8b,768,01-structured-comprehensive,16-highland-cattle-pen.jpg,"animals, brown fur, calm demeanor, daylight, hay bales, highland cattle, natural light, no people present, outdoor scene, overhead shot, pastoral landscape., peaceful, rural farm environment, standing on dirt ground","no people present, animals, brown fur, standing on dirt ground, hay bales, overhead shot, rural farm environment, daylight, natural light, outdoor scene, highland cattle, calm demeanor, peaceful, pastoral landscape.",2025-07-08T09:33:53-07:00,true
minicpm-v:8b,768,03-single-list,16-highland-cattle-pen.jpg,"brown fur, dirt ground, hay bales, highland cattle, horns, overhead view","highland cattle, brown fur, horns, dirt ground, hay bales, overhead view",2025-07-08T09:33:53-07:00,true
minicpm-v:8b,768,05-detailed-elements,16-highland-cattle-pen.jpg,"brown fur, dirt ground, hay bales, highland cattle, horns, overhead view","highland cattle, brown fur, horns, dirt ground, hay bales, overhead view",2025-07-08T09:33:54-07:00,true
1 model image_size prompt_name image_filename tags raw_output timestamp success
2 llava:7b 768 01-structured-comprehensive 16-highland-cattle-pen.jpg brown dirt, calm, cows, fence, field, green grass, horns, long hair, pastoral cows, long hair, horns, field, green grass, brown dirt, fence, calm, pastoral 2025-07-08T09:33:26-07:00 true
3 llava:7b 768 03-single-list 16-highland-cattle-pen.jpg animals, cows, field, grass, green cows, field, green, grass, animals 2025-07-08T09:33:26-07:00 true
4 llava:7b 768 05-detailed-elements 16-highland-cattle-pen.jpg animals, cows, field, grass, green, pasture cows, field, green, grass, animals, pasture 2025-07-08T09:33:26-07:00 true
5 qwen2.5vl:7b 768 01-structured-comprehensive 16-highland-cattle-pen.jpg brown, calm, cows, daytime, earthy, grazing, ground, natural, outdoor, relaxed, rural, white cows, relaxed, grazing, ground, natural, earthy, brown, white, rural, calm, daytime, outdoor 2025-07-08T09:33:33-07:00 true
6 qwen2.5vl:7b 768 03-single-list 16-highland-cattle-pen.jpg brown, calm, cattle, daytime, dry, earthy, fence, grazing, horns, natural, outdoor, rural cattle, rural, earthy, dry, fence, grazing, calm, natural, outdoor, daytime, brown, horns 2025-07-08T09:33:34-07:00 true
7 qwen2.5vl:7b 768 05-detailed-elements 16-highland-cattle-pen.jpg brown, calm, dirt, farm, grazing, horns, peaceful, rural, sunny calm, grazing, rural, brown, dirt, sunny, farm, peaceful, horns 2025-07-08T09:33:34-07:00 true
8 minicpm-v:8b 768 01-structured-comprehensive 16-highland-cattle-pen.jpg animals, brown fur, calm demeanor, daylight, hay bales, highland cattle, natural light, no people present, outdoor scene, overhead shot, pastoral landscape., peaceful, rural farm environment, standing on dirt ground no people present, animals, brown fur, standing on dirt ground, hay bales, overhead shot, rural farm environment, daylight, natural light, outdoor scene, highland cattle, calm demeanor, peaceful, pastoral landscape. 2025-07-08T09:33:53-07:00 true
9 minicpm-v:8b 768 03-single-list 16-highland-cattle-pen.jpg brown fur, dirt ground, hay bales, highland cattle, horns, overhead view highland cattle, brown fur, horns, dirt ground, hay bales, overhead view 2025-07-08T09:33:53-07:00 true
10 minicpm-v:8b 768 05-detailed-elements 16-highland-cattle-pen.jpg brown fur, dirt ground, hay bales, highland cattle, horns, overhead view highland cattle, brown fur, horns, dirt ground, hay bales, overhead view 2025-07-08T09:33:54-07:00 true

2
results-mini-test-16-highland-cattle/minicpm-v-8b/768/01-structured-comprehensive.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"animals, brown fur, calm demeanor, daylight, hay bales, highland cattle, natural light, no people present, outdoor scene, overhead shot, pastoral landscape., peaceful, rural farm environment, standing on dirt ground","no people present, animals, brown fur, standing on dirt ground, hay bales, overhead shot, rural farm environment, daylight, natural light, outdoor scene, highland cattle, calm demeanor, peaceful, pastoral landscape.",2025-07-08T09:33:53-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg animals, brown fur, calm demeanor, daylight, hay bales, highland cattle, natural light, no people present, outdoor scene, overhead shot, pastoral landscape., peaceful, rural farm environment, standing on dirt ground no people present, animals, brown fur, standing on dirt ground, hay bales, overhead shot, rural farm environment, daylight, natural light, outdoor scene, highland cattle, calm demeanor, peaceful, pastoral landscape. 2025-07-08T09:33:53-07:00 true

2
results-mini-test-16-highland-cattle/minicpm-v-8b/768/03-single-list.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"brown fur, dirt ground, hay bales, highland cattle, horns, overhead view","highland cattle, brown fur, horns, dirt ground, hay bales, overhead view",2025-07-08T09:33:53-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg brown fur, dirt ground, hay bales, highland cattle, horns, overhead view highland cattle, brown fur, horns, dirt ground, hay bales, overhead view 2025-07-08T09:33:53-07:00 true

2
results-mini-test-16-highland-cattle/minicpm-v-8b/768/05-detailed-elements.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"brown fur, dirt ground, hay bales, highland cattle, horns, overhead view","highland cattle, brown fur, horns, dirt ground, hay bales, overhead view",2025-07-08T09:33:54-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg brown fur, dirt ground, hay bales, highland cattle, horns, overhead view highland cattle, brown fur, horns, dirt ground, hay bales, overhead view 2025-07-08T09:33:54-07:00 true

10
results-mini-test-16-highland-cattle/minicpm-v-8b/768/run.json Normal file
View file

@ -0,0 +1,10 @@
{
"model": "minicpm-v:8b",
"image_size": 768,
"prompt_name": "05-detailed-elements",
"timestamp": "2025-07-08T09:33:54-07:00",
"system": {
"platform": "arm64-darwin24",
"ruby_version": "3.4.3"
}
}

2
results-mini-test-16-highland-cattle/qwen2.5vl-7b/768/01-structured-comprehensive.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"brown, calm, cows, daytime, earthy, grazing, ground, natural, outdoor, relaxed, rural, white","cows, relaxed, grazing, ground, natural, earthy, brown, white, rural, calm, daytime, outdoor",2025-07-08T09:33:33-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg brown, calm, cows, daytime, earthy, grazing, ground, natural, outdoor, relaxed, rural, white cows, relaxed, grazing, ground, natural, earthy, brown, white, rural, calm, daytime, outdoor 2025-07-08T09:33:33-07:00 true

2
results-mini-test-16-highland-cattle/qwen2.5vl-7b/768/03-single-list.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"brown, calm, cattle, daytime, dry, earthy, fence, grazing, horns, natural, outdoor, rural","cattle, rural, earthy, dry, fence, grazing, calm, natural, outdoor, daytime, brown, horns",2025-07-08T09:33:34-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg brown, calm, cattle, daytime, dry, earthy, fence, grazing, horns, natural, outdoor, rural cattle, rural, earthy, dry, fence, grazing, calm, natural, outdoor, daytime, brown, horns 2025-07-08T09:33:34-07:00 true

2
results-mini-test-16-highland-cattle/qwen2.5vl-7b/768/05-detailed-elements.csv Normal file
View file

@ -0,0 +1,2 @@
image_filename,tags,raw_output,timestamp,success
16-highland-cattle-pen.jpg,"brown, calm, dirt, farm, grazing, horns, peaceful, rural, sunny","calm, grazing, rural, brown, dirt, sunny, farm, peaceful, horns",2025-07-08T09:33:34-07:00,true
1 image_filename tags raw_output timestamp success
2 16-highland-cattle-pen.jpg brown, calm, dirt, farm, grazing, horns, peaceful, rural, sunny calm, grazing, rural, brown, dirt, sunny, farm, peaceful, horns 2025-07-08T09:33:34-07:00 true

10
results-mini-test-16-highland-cattle/qwen2.5vl-7b/768/run.json Normal file
View file

@ -0,0 +1,10 @@
{
"model": "qwen2.5vl:7b",
"image_size": 768,
"prompt_name": "05-detailed-elements",
"timestamp": "2025-07-08T09:33:34-07:00",
"system": {
"platform": "arm64-darwin24",
"ruby_version": "3.4.3"
}
}