fix #270

davidkoski · davidkoski · commit e45099856193 · 2025-04-17T13:56:46.000-07:00
diff --git a/Applications/VLMEval/ContentView.swift b/Applications/VLMEval/ContentView.swift
@@ -412,13 +412,22 @@ class VLMEvaluator {
                     if !images.isEmpty || !videos.isEmpty {
                         [
                             [
-                                "role": "user",
+                                "role": "system",
                                 "content": [
                                     [
                                         "type": "text",
                                         "text": videoURL != nil
                                             ? videoSystemPrompt : imageSystemPrompt,
                                     ]
+                                ],
+                            ],
+                            [
+                                "role": "user",
+                                "content": [
+                                    [
+                                        "type": "text",
+                                        "text": prompt,
+                                    ]
                                 ]
                                     // Messages format for Qwen 2 VL, Qwen 2.5 VL. May need to be adapted for other models.
                                     + images.map { _ in
@@ -427,7 +436,7 @@ class VLMEvaluator {
                                     + videos.map { _ in
                                         ["type": "video"]
                                     },
-                            ]
+                            ],
                         ]
                     } else {
                         [
diff --git a/Tools/llm-tool/LLMTool.swift b/Tools/llm-tool/LLMTool.swift
@@ -231,7 +231,7 @@ struct EvaluateCommand: AsyncParsableCommand {
             chat: [
                 .system(generate.system),
                 .user(prompt, images: images, videos: videos),
-            ],
+            ]
         )
         if !resize.isEmpty {
             let size: CGSize

Original file line number	Diff line number	Diff line change
`@@ -412,13 +412,22 @@ class VLMEvaluator {`
`412`	`412`	`if !images.isEmpty \|\| !videos.isEmpty {`
`413`	`413`	`[`
`414`	`414`	`[`
`415`		`- "role": "user",`
	`415`	`+ "role": "system",`
`416`	`416`	`"content": [`
`417`	`417`	`[`
`418`	`418`	`"type": "text",`
`419`	`419`	`"text": videoURL != nil`
`420`	`420`	`? videoSystemPrompt : imageSystemPrompt,`
`421`	`421`	`]`
	`422`	`+ ],`
	`423`	`+ ],`
	`424`	`+ [`
	`425`	`+ "role": "user",`
	`426`	`+ "content": [`
	`427`	`+ [`
	`428`	`+ "type": "text",`
	`429`	`+ "text": prompt,`
	`430`	`+ ]`
`422`	`431`	`]`
`423`	`432`	`// Messages format for Qwen 2 VL, Qwen 2.5 VL. May need to be adapted for other models.`
`424`	`433`	`+ images.map { _ in`
`@@ -427,7 +436,7 @@ class VLMEvaluator {`
`427`	`436`	`+ videos.map { _ in`
`428`	`437`	`["type": "video"]`
`429`	`438`	`},`
`430`		`- ]`
	`439`	`+ ],`
`431`	`440`	`]`
`432`	`441`	`} else {`
`433`	`442`	`[`
Original file line number	Diff line number	Diff line change
`@@ -231,7 +231,7 @@ struct EvaluateCommand: AsyncParsableCommand {`
`231`	`231`	`chat: [`
`232`	`232`	`.system(generate.system),`
`233`	`233`	`.user(prompt, images: images, videos: videos),`
`234`		`- ],`
	`234`	`+ ]`
`235`	`235`	`)`
`236`	`236`	`if !resize.isEmpty {`
`237`	`237`	`let size: CGSize`