Skip to content

Commit

Permalink
update main
Browse files Browse the repository at this point in the history
  • Loading branch information
mjbench committed Jul 7, 2024
1 parent 96c22a8 commit f1f7963
Show file tree
Hide file tree
Showing 2 changed files with 201 additions and 26 deletions.
191 changes: 191 additions & 0 deletions static/data/alignment.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,191 @@
[
{
"Model": "CLIP-v1",
"Object": 42.2,
"Attribute": 45.9,
"Action": 45.3,
"Location": 43.4,
"Count": 55.4,
"Avg": 44.0
},
{
"Model": "BLIP-v2",
"Object": 23.5,
"Attribute": 22.7,
"Action": 24.8,
"Location": 19.7,
"Count": 16.1,
"Avg": 21.5
},
{
"Model": "PickScore-v1",
"Object": 60.9,
"Attribute": 60.3,
"Action": 62.4,
"Location": 59.2,
"Count": 67.9,
"Avg": 60.9
},
{
"Model": "HPS-v2.1",
"Object": 49.4,
"Attribute": 53.7,
"Action": 49.6,
"Location": 51.3,
"Count": 57.1,
"Avg": 48.8
},
{
"Model": "ImageReward",
"Object": 50.6,
"Attribute": 52.8,
"Action": 47.1,
"Location": 57.9,
"Count": 53.6,
"Avg": 51.1
},
{
"Model": "Aesthetics",
"Object": 35.9,
"Attribute": 38.4,
"Action": 43.6,
"Location": 31.6,
"Count": 35.7,
"Avg": 34.8
},
{
"Model": "LLaVA-1.5-7b",
"Object": 20.7,
"Attribute": 25.2,
"Action": 23.1,
"Location": 18.2,
"Count": 17.9,
"Avg": 22.0
},
{
"Model": "LLaVA-1.5-13b",
"Object": 17.7,
"Attribute": 13.5,
"Action": 11.8,
"Location": 16.5,
"Count": 8.9,
"Avg": 10.3
},
{
"Model": "LLaVA-NeXT-mistral-7b",
"Object": 25.9,
"Attribute": 30.0,
"Action": 41.9,
"Location": 33.8,
"Count": 35.7,
"Avg": 31.3
},
{
"Model": "LLaVA-NeXT-vicuna-13b",
"Object": 25.9,
"Attribute": 27.4,
"Action": 31.6,
"Location": 38.9,
"Count": 32.1,
"Avg": 29.1
},
{
"Model": "Instructblip-7b",
"Object": 17.1,
"Attribute": 17.4,
"Action": 16.2,
"Location": 13.1,
"Count": 21.4,
"Avg": 17.1
},
{
"Model": "MiniGPT4-v2",
"Object": 37.5,
"Attribute": 30.9,
"Action": 30.8,
"Location": 32.5,
"Count": 39.3,
"Avg": 32.8
},
{
"Model": "Prometheus-Vision-7b",
"Object": 19.5,
"Attribute": 15.2,
"Action": 16.2,
"Location": 22.1,
"Count": 26.8,
"Avg": 18.8
},
{
"Model": "Prometheus-Vision-13b",
"Object": 14.3,
"Attribute": 10.9,
"Action": 9.4,
"Location": 11.7,
"Count": 16.1,
"Avg": 11.8
},
{
"Model": "Qwen-VL-Chat",
"Object": 30.7,
"Attribute": 29.1,
"Action": 35.9,
"Location": 29.9,
"Count": 32.1,
"Avg": 31.1
},
{
"Model": "Internvl-chat-v1-5",
"Object": 73.3,
"Attribute": 74.8,
"Action": 78.6,
"Location": 80.5,
"Count": 78.6,
"Avg": 75.8
},
{
"Model": "Idefics2-8b",
"Object": 35.5,
"Attribute": 31.7,
"Action": 30.8,
"Location": 29.9,
"Count": 30.4,
"Avg": 32.6
},
{
"Model": "GPT-4-vision",
"Object": 68.1,
"Attribute": 62.9,
"Action": 64.1,
"Location": 67.1,
"Count": 73.2,
"Avg": 66.1
},
{
"Model": "GPT-4o",
"Object": 62.2,
"Attribute": 57.2,
"Action": 64.1,
"Location": 63.2,
"Count": 67.9,
"Avg": 61.5
},
{
"Model": "Gemini Ultra",
"Object": 71.7,
"Attribute": 65.1,
"Action": 63.2,
"Location": 64.5,
"Count": 67.8,
"Avg": 67.2
},
{
"Model": "Claude 3 Opus",
"Object": 64.9,
"Attribute": 38.9,
"Action": 44.4,
"Location": 55.3,
"Count": 55.4,
"Avg": 57.1
}
]
36 changes: 10 additions & 26 deletions static/js/benmark_table.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -105,13 +105,13 @@ document.addEventListener('DOMContentLoaded', function () {
Promise.all([
fetch('static/data/benchmark.json').then(response => response.json()),
fetch('static/data/feedback_comparison.json').then(response => response.json()),
fetch('static/data/eurus_code_sr_vs_k_series.json').then(response => response.json()),
fetch('static/data/alignment.json').then(response => response.json()),
fetch('static/data/eurus_math_sr_vs_k_series.json').then(response => response.json())
])
.then(([
benchmark_tabledata,
benchmark_feedback_efficancy_tabledata,
eurus_code_sr_vs_k_series,
alignment_tabledata,
eurus_math_sr_vs_k_series]) => {

// 1. Benchmark Table
Expand Down Expand Up @@ -175,7 +175,7 @@ document.addEventListener('DOMContentLoaded', function () {


var alignment_table = new Tabulator("#alignment-table", {
data: eurus_code_sr_vs_k_series,
data: alignment_tabledata,
layout: "fitColumns",
responsiveLayout: "collapse",
movableColumns: false,
Expand All @@ -184,31 +184,15 @@ document.addEventListener('DOMContentLoaded', function () {
},
columns: [
{ title: "Model", field: "Model", headerHozAlign: "center", headerVAlign: "middle", widthGrow: 2.0, minWidth: 180 },
{ title: "Params", field: "Params", headerHozAlign: "center", hozAlign: "right", widthGrow: 1.0, minWidth: 60 },
{ title: "Exec. Rate", field: "Exec_Rate", headerHozAlign: "center", hozAlign: "center", widthGrow: 1.3, minWidth: 60 },
{
title: "Low-Level",
headerHozAlign: "center",
headerVAlign: "middle",
columns: [
{ title: "Text", field: "Text", headerHozAlign: "center", hozAlign: "center", minWidth: 90, formatter: colorFormatter },
{ title: "Layout", field: "Layout", headerHozAlign: "center", hozAlign: "center", minWidth: 90, formatter: colorFormatter },
{ title: "Type", field: "Type", headerHozAlign: "center", hozAlign: "center", minWidth: 90, formatter: colorFormatter },
{ title: "Color", field: "Color", headerHozAlign: "center", hozAlign: "center", minWidth: 90, formatter: colorFormatter },
{ title: "Avg.", field: "Avg", headerHozAlign: "center", hozAlign: "center", minWidth: 90, formatter: colorFormatter },
],
},
{
title: "High-Level",
headerHozAlign: "center",
columns: [
{ title: "GPT-4V", field: "GPT-4V", headerHozAlign: "center", hozAlign: "center", minWidth: 90, formatter: colorFormatter },
]
},
{ title: "Overall", field: "Overall", sorter: "number", headerHozAlign: "center", hozAlign: "center", minWidth: 90, formatter: colorFormatter },
{ title: "Object", field: "Object", headerHozAlign: "center", hozAlign: "center", minWidth: 120, formatter: colorFormatter },
{ title: "Attribute", field: "Attribute", headerHozAlign: "center", hozAlign: "center", minWidth: 120, formatter: colorFormatter },
{ title: "Action", field: "Action", headerHozAlign: "center", hozAlign: "center", minWidth: 120, formatter: colorFormatter },
{ title: "Location", field: "Location", headerHozAlign: "center", hozAlign: "center", minWidth: 120, formatter: colorFormatter },
{ title: "Count", field: "Count", headerHozAlign: "center", hozAlign: "center", minWidth: 120, formatter: colorFormatter },
{ title: "Avg", field: "Avg", sorter: "number", headerHozAlign: "center", hozAlign: "center", minWidth: 120, formatter: colorFormatter },
],
initialSort: [
{ column: "Overall", dir: "desc" },
{ column: "Avg", dir: "desc" },
],
});

Expand Down

0 comments on commit f1f7963

Please sign in to comment.