Skip to content

Commit

Permalink
Added git identity output to the report.
Browse files Browse the repository at this point in the history
  • Loading branch information
Martin Bruse committed May 8, 2024
1 parent c369663 commit c09816b
Show file tree
Hide file tree
Showing 2 changed files with 104 additions and 77 deletions.
154 changes: 78 additions & 76 deletions COMPARISON.md
View file
Original file line number Diff line number Diff line change
@@ -1,31 +1,33 @@
# Zimtohrli correlation report

Created at 2024-05-07
Created at 2024-05-08

Revision v0.1.10-3-g212fbc5, [email protected]:google/zimtohrli.git

## PEASS_DB

### Spearman correlation table for all score types

| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
|CDPAM |1.00 |0.47 |0.11 |0.47 |0.85 |0.78 |0.65 |0.56 |0.65 |0.68 |
|DPAM |0.47 |1.00 |0.09 |0.40 |0.57 |0.50 |0.33 |0.36 |0.34 |0.40 |
|GVPMOS |0.11 |0.09 |1.00 |0.09 |0.08 |0.01 |0.28 |0.24 |0.15 |0.32 |
|MOS |0.47 |0.40 |0.09 |1.00 |0.45 |0.36 |0.34 |0.52 |0.25 |0.47 |
|PARLAQ |0.85 |0.57 |0.08 |0.45 |1.00 |0.83 |0.68 |0.49 |0.78 |0.59 |
|PEAQB |0.78 |0.50 |0.01 |0.36 |0.83 |1.00 |0.70 |0.40 |0.71 |0.60 |
|PESQ |0.65 |0.33 |0.28 |0.34 |0.68 |0.70 |1.00 |0.43 |0.59 |0.66 |
|ViSQOL |0.56 |0.36 |0.24 |0.52 |0.49 |0.40 |0.43 |1.00 |0.35 |0.66 |
|WARP-Q |0.65 |0.34 |0.15 |0.25 |0.78 |0.71 |0.59 |0.35 |1.00 |0.41 |
|Zimtohrli |0.68 |0.40 |0.32 |0.47 |0.59 |0.60 |0.66 |0.66 |0.41 |1.00 |
|CDPAM |1.00 |0.47 |0.11 |0.47 |0.85 |0.78 |0.65 |0.56 |0.65 |0.75 |
|DPAM |0.47 |1.00 |0.09 |0.40 |0.57 |0.50 |0.33 |0.36 |0.34 |0.47 |
|GVPMOS |0.11 |0.09 |1.00 |0.09 |0.08 |0.01 |0.28 |0.24 |0.15 |0.26 |
|MOS |0.47 |0.40 |0.09 |1.00 |0.45 |0.36 |0.34 |0.52 |0.25 |0.51 |
|PARLAQ |0.85 |0.57 |0.08 |0.45 |1.00 |0.83 |0.68 |0.49 |0.78 |0.73 |
|PEAQB |0.78 |0.50 |0.01 |0.36 |0.83 |1.00 |0.70 |0.40 |0.71 |0.69 |
|PESQ |0.65 |0.33 |0.28 |0.34 |0.68 |0.70 |1.00 |0.43 |0.59 |0.67 |
|ViSQOL |0.56 |0.36 |0.24 |0.52 |0.49 |0.40 |0.43 |1.00 |0.35 |0.71 |
|WARP-Q |0.65 |0.34 |0.15 |0.25 |0.78 |0.71 |0.59 |0.35 |1.00 |0.53 |
|Zimtohrli |0.75 |0.47 |0.26 |0.51 |0.73 |0.69 |0.67 |0.71 |0.53 |1.00 |

### Score type MOS Spearman correlation in order

|Score type |Spearman correlation |
|-----------|---------------------|
|ViSQOL |0.52 |
|Zimtohrli |0.51 |
|CDPAM |0.47 |
|Zimtohrli |0.47 |
|PARLAQ |0.45 |
|DPAM |0.40 |
|PEAQB |0.36 |
Expand All @@ -39,16 +41,16 @@ Created at 2024-05-07

| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
|CDPAM |1.00 |0.62 |0.38 |0.61 |0.87 |0.62 |0.61 |0.73 |0.71 |0.63 |
|DPAM |0.62 |1.00 |0.51 |0.50 |0.55 |0.55 |0.48 |0.47 |0.66 |0.55 |
|GVPMOS |0.38 |0.51 |1.00 |0.27 |0.34 |0.17 |0.27 |0.17 |0.36 |0.26 |
|MOS |0.61 |0.50 |0.27 |1.00 |0.73 |0.59 |0.76 |0.74 |0.62 |0.71 |
|PARLAQ |0.87 |0.55 |0.34 |0.73 |1.00 |0.67 |0.76 |0.85 |0.75 |0.75 |
|PEAQB |0.62 |0.55 |0.17 |0.59 |0.67 |1.00 |0.60 |0.71 |0.70 |0.73 |
|PESQ |0.61 |0.48 |0.27 |0.76 |0.76 |0.60 |1.00 |0.80 |0.65 |0.79 |
|ViSQOL |0.73 |0.47 |0.17 |0.74 |0.85 |0.71 |0.80 |1.00 |0.70 |0.74 |
|WARP-Q |0.71 |0.66 |0.36 |0.62 |0.75 |0.70 |0.65 |0.70 |1.00 |0.61 |
|Zimtohrli |0.63 |0.55 |0.26 |0.71 |0.75 |0.73 |0.79 |0.74 |0.61 |1.00 |
|CDPAM |1.00 |0.62 |0.38 |0.61 |0.87 |0.62 |0.61 |0.73 |0.71 |0.75 |
|DPAM |0.62 |1.00 |0.51 |0.50 |0.55 |0.55 |0.48 |0.47 |0.66 |0.57 |
|GVPMOS |0.38 |0.51 |1.00 |0.27 |0.34 |0.17 |0.27 |0.17 |0.36 |0.30 |
|MOS |0.61 |0.50 |0.27 |1.00 |0.73 |0.59 |0.76 |0.74 |0.62 |0.72 |
|PARLAQ |0.87 |0.55 |0.34 |0.73 |1.00 |0.67 |0.76 |0.85 |0.75 |0.85 |
|PEAQB |0.62 |0.55 |0.17 |0.59 |0.67 |1.00 |0.60 |0.71 |0.70 |0.75 |
|PESQ |0.61 |0.48 |0.27 |0.76 |0.76 |0.60 |1.00 |0.80 |0.65 |0.81 |
|ViSQOL |0.73 |0.47 |0.17 |0.74 |0.85 |0.71 |0.80 |1.00 |0.70 |0.81 |
|WARP-Q |0.71 |0.66 |0.36 |0.62 |0.75 |0.70 |0.65 |0.70 |1.00 |0.72 |
|Zimtohrli |0.75 |0.57 |0.30 |0.72 |0.85 |0.75 |0.81 |0.81 |0.72 |1.00 |

### Score type MOS Spearman correlation in order

Expand All @@ -57,7 +59,7 @@ Created at 2024-05-07
|PESQ |0.76 |
|ViSQOL |0.74 |
|PARLAQ |0.73 |
|Zimtohrli |0.71 |
|Zimtohrli |0.72 |
|WARP-Q |0.62 |
|CDPAM |0.61 |
|PEAQB |0.59 |
Expand All @@ -70,16 +72,16 @@ Created at 2024-05-07

| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
|CDPAM |1.00 |0.56 |0.41 |0.67 |0.88 |0.79 |0.73 |0.82 |0.74 |0.73 |
|DPAM |0.56 |1.00 |0.47 |0.50 |0.52 |0.56 |0.46 |0.56 |0.66 |0.52 |
|GVPMOS |0.41 |0.47 |1.00 |0.38 |0.38 |0.31 |0.30 |0.29 |0.41 |0.34 |
|MOS |0.67 |0.50 |0.38 |1.00 |0.74 |0.68 |0.76 |0.73 |0.65 |0.65 |
|PARLAQ |0.88 |0.52 |0.38 |0.74 |1.00 |0.75 |0.82 |0.88 |0.73 |0.74 |
|PEAQB |0.79 |0.56 |0.31 |0.68 |0.75 |1.00 |0.78 |0.81 |0.72 |0.78 |
|CDPAM |1.00 |0.56 |0.41 |0.67 |0.88 |0.79 |0.73 |0.82 |0.74 |0.80 |
|DPAM |0.56 |1.00 |0.47 |0.50 |0.52 |0.56 |0.46 |0.56 |0.66 |0.61 |
|GVPMOS |0.41 |0.47 |1.00 |0.38 |0.38 |0.31 |0.30 |0.29 |0.41 |0.40 |
|MOS |0.67 |0.50 |0.38 |1.00 |0.74 |0.68 |0.76 |0.73 |0.65 |0.67 |
|PARLAQ |0.88 |0.52 |0.38 |0.74 |1.00 |0.75 |0.82 |0.88 |0.73 |0.82 |
|PEAQB |0.79 |0.56 |0.31 |0.68 |0.75 |1.00 |0.78 |0.81 |0.72 |0.77 |
|PESQ |0.73 |0.46 |0.30 |0.76 |0.82 |0.78 |1.00 |0.83 |0.67 |0.77 |
|ViSQOL |0.82 |0.56 |0.29 |0.73 |0.88 |0.81 |0.83 |1.00 |0.76 |0.77 |
|WARP-Q |0.74 |0.66 |0.41 |0.65 |0.73 |0.72 |0.67 |0.76 |1.00 |0.59 |
|Zimtohrli |0.73 |0.52 |0.34 |0.65 |0.74 |0.78 |0.77 |0.77 |0.59 |1.00 |
|ViSQOL |0.82 |0.56 |0.29 |0.73 |0.88 |0.81 |0.83 |1.00 |0.76 |0.79 |
|WARP-Q |0.74 |0.66 |0.41 |0.65 |0.73 |0.72 |0.67 |0.76 |1.00 |0.71 |
|Zimtohrli |0.80 |0.61 |0.40 |0.67 |0.82 |0.77 |0.77 |0.79 |0.71 |1.00 |

### Score type MOS Spearman correlation in order

Expand All @@ -90,8 +92,8 @@ Created at 2024-05-07
|ViSQOL |0.73 |
|PEAQB |0.68 |
|CDPAM |0.67 |
|Zimtohrli |0.67 |
|WARP-Q |0.65 |
|Zimtohrli |0.65 |
|DPAM |0.50 |
|GVPMOS |0.38 |

Expand All @@ -101,16 +103,16 @@ Created at 2024-05-07

| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
|CDPAM |1.00 |0.53 |0.33 |0.70 |0.86 |0.72 |0.80 |0.79 |0.75 |0.65 |
|DPAM |0.53 |1.00 |0.51 |0.54 |0.53 |0.56 |0.46 |0.49 |0.66 |0.37 |
|GVPMOS |0.33 |0.51 |1.00 |0.29 |0.31 |0.18 |0.18 |0.15 |0.41 |0.14 |
|MOS |0.70 |0.54 |0.29 |1.00 |0.78 |0.66 |0.73 |0.78 |0.75 |0.56 |
|PARLAQ |0.86 |0.53 |0.31 |0.78 |1.00 |0.72 |0.84 |0.86 |0.82 |0.67 |
|PEAQB |0.72 |0.56 |0.18 |0.66 |0.72 |1.00 |0.70 |0.78 |0.79 |0.67 |
|PESQ |0.80 |0.46 |0.18 |0.73 |0.84 |0.70 |1.00 |0.86 |0.79 |0.64 |
|ViSQOL |0.79 |0.49 |0.15 |0.78 |0.86 |0.78 |0.86 |1.00 |0.81 |0.61 |
|WARP-Q |0.75 |0.66 |0.41 |0.75 |0.82 |0.79 |0.79 |0.81 |1.00 |0.56 |
|Zimtohrli |0.65 |0.37 |0.14 |0.56 |0.67 |0.67 |0.64 |0.61 |0.56 |1.00 |
|CDPAM |1.00 |0.53 |0.33 |0.70 |0.86 |0.72 |0.80 |0.79 |0.75 |0.81 |
|DPAM |0.53 |1.00 |0.51 |0.54 |0.53 |0.56 |0.46 |0.49 |0.66 |0.46 |
|GVPMOS |0.33 |0.51 |1.00 |0.29 |0.31 |0.18 |0.18 |0.15 |0.41 |0.23 |
|MOS |0.70 |0.54 |0.29 |1.00 |0.78 |0.66 |0.73 |0.78 |0.75 |0.71 |
|PARLAQ |0.86 |0.53 |0.31 |0.78 |1.00 |0.72 |0.84 |0.86 |0.82 |0.88 |
|PEAQB |0.72 |0.56 |0.18 |0.66 |0.72 |1.00 |0.70 |0.78 |0.79 |0.76 |
|PESQ |0.80 |0.46 |0.18 |0.73 |0.84 |0.70 |1.00 |0.86 |0.79 |0.81 |
|ViSQOL |0.79 |0.49 |0.15 |0.78 |0.86 |0.78 |0.86 |1.00 |0.81 |0.80 |
|WARP-Q |0.75 |0.66 |0.41 |0.75 |0.82 |0.79 |0.79 |0.81 |1.00 |0.75 |
|Zimtohrli |0.81 |0.46 |0.23 |0.71 |0.88 |0.76 |0.81 |0.80 |0.75 |1.00 |

### Score type MOS Spearman correlation in order

Expand All @@ -120,9 +122,9 @@ Created at 2024-05-07
|ViSQOL |0.78 |
|WARP-Q |0.75 |
|PESQ |0.73 |
|Zimtohrli |0.71 |
|CDPAM |0.70 |
|PEAQB |0.66 |
|Zimtohrli |0.56 |
|DPAM |0.54 |
|GVPMOS |0.29 |

Expand All @@ -132,24 +134,24 @@ Created at 2024-05-07

| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
|CDPAM |1.00 |0.49 |0.12 |0.59 |0.68 |0.60 |0.67 |0.54 |0.19 |0.76 |
|DPAM |0.49 |1.00 |0.19 |0.21 |0.58 |0.13 |0.38 |0.17 |0.23 |0.55 |
|GVPMOS |0.12 |0.19 |1.00 |0.01 |0.31 |0.01 |0.08 |0.10 |0.33 |0.19 |
|MOS |0.59 |0.21 |0.01 |1.00 |0.54 |0.85 |0.57 |0.80 |0.10 |0.66 |
|PARLAQ |0.68 |0.58 |0.31 |0.54 |1.00 |0.55 |0.67 |0.51 |0.29 |0.81 |
|PEAQB |0.60 |0.13 |0.01 |0.85 |0.55 |1.00 |0.63 |0.86 |0.14 |0.66 |
|PESQ |0.67 |0.38 |0.08 |0.57 |0.67 |0.63 |1.00 |0.51 |0.06 |0.76 |
|ViSQOL |0.54 |0.17 |0.10 |0.80 |0.51 |0.86 |0.51 |1.00 |0.04 |0.63 |
|WARP-Q |0.19 |0.23 |0.33 |0.10 |0.29 |0.14 |0.06 |0.04 |1.00 |0.24 |
|Zimtohrli |0.76 |0.55 |0.19 |0.66 |0.81 |0.66 |0.76 |0.63 |0.24 |1.00 |
|CDPAM |1.00 |0.49 |0.12 |0.59 |0.68 |0.60 |0.67 |0.54 |0.19 |0.70 |
|DPAM |0.49 |1.00 |0.19 |0.21 |0.58 |0.13 |0.38 |0.17 |0.23 |0.48 |
|GVPMOS |0.12 |0.19 |1.00 |0.01 |0.31 |0.01 |0.08 |0.10 |0.33 |0.14 |
|MOS |0.59 |0.21 |0.01 |1.00 |0.54 |0.85 |0.57 |0.80 |0.10 |0.67 |
|PARLAQ |0.68 |0.58 |0.31 |0.54 |1.00 |0.55 |0.67 |0.51 |0.29 |0.79 |
|PEAQB |0.60 |0.13 |0.01 |0.85 |0.55 |1.00 |0.63 |0.86 |0.14 |0.72 |
|PESQ |0.67 |0.38 |0.08 |0.57 |0.67 |0.63 |1.00 |0.51 |0.06 |0.68 |
|ViSQOL |0.54 |0.17 |0.10 |0.80 |0.51 |0.86 |0.51 |1.00 |0.04 |0.67 |
|WARP-Q |0.19 |0.23 |0.33 |0.10 |0.29 |0.14 |0.06 |0.04 |1.00 |0.28 |
|Zimtohrli |0.70 |0.48 |0.14 |0.67 |0.79 |0.72 |0.68 |0.67 |0.28 |1.00 |

### Score type MOS Spearman correlation in order

|Score type |Spearman correlation |
|-----------|---------------------|
|PEAQB |0.85 |
|ViSQOL |0.80 |
|Zimtohrli |0.66 |
|Zimtohrli |0.67 |
|CDPAM |0.59 |
|PESQ |0.57 |
|PARLAQ |0.54 |
Expand All @@ -163,16 +165,16 @@ Created at 2024-05-07

| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
|CDPAM |1.00 |0.61 |0.77 |0.66 |0.67 |0.63 |0.85 |0.62 |0.77 |0.81 |
|DPAM |0.61 |1.00 |0.55 |0.54 |0.71 |0.61 |0.67 |0.66 |0.57 |0.67 |
|GVPMOS |0.77 |0.55 |1.00 |0.69 |0.63 |0.56 |0.89 |0.47 |0.64 |0.88 |
|CDPAM |1.00 |0.61 |0.77 |0.66 |0.67 |0.63 |0.85 |0.62 |0.77 |0.85 |
|DPAM |0.61 |1.00 |0.55 |0.54 |0.71 |0.61 |0.67 |0.66 |0.57 |0.64 |
|GVPMOS |0.77 |0.55 |1.00 |0.69 |0.63 |0.56 |0.89 |0.47 |0.64 |0.90 |
|MOS |0.66 |0.54 |0.69 |1.00 |0.56 |0.54 |0.74 |0.52 |0.58 |0.72 |
|PARLAQ |0.67 |0.71 |0.63 |0.56 |1.00 |0.79 |0.71 |0.56 |0.65 |0.68 |
|PEAQB |0.63 |0.61 |0.56 |0.54 |0.79 |1.00 |0.67 |0.58 |0.65 |0.65 |
|PESQ |0.85 |0.67 |0.89 |0.74 |0.71 |0.67 |1.00 |0.64 |0.75 |0.94 |
|PARLAQ |0.67 |0.71 |0.63 |0.56 |1.00 |0.79 |0.71 |0.56 |0.65 |0.69 |
|PEAQB |0.63 |0.61 |0.56 |0.54 |0.79 |1.00 |0.67 |0.58 |0.65 |0.67 |
|PESQ |0.85 |0.67 |0.89 |0.74 |0.71 |0.67 |1.00 |0.64 |0.75 |0.95 |
|ViSQOL |0.62 |0.66 |0.47 |0.52 |0.56 |0.58 |0.64 |1.00 |0.73 |0.60 |
|WARP-Q |0.77 |0.57 |0.64 |0.58 |0.65 |0.65 |0.75 |0.73 |1.00 |0.67 |
|Zimtohrli |0.81 |0.67 |0.88 |0.72 |0.68 |0.65 |0.94 |0.60 |0.67 |1.00 |
|WARP-Q |0.77 |0.57 |0.64 |0.58 |0.65 |0.65 |0.75 |0.73 |1.00 |0.75 |
|Zimtohrli |0.85 |0.64 |0.90 |0.72 |0.69 |0.67 |0.95 |0.60 |0.75 |1.00 |

### Score type MOS Spearman correlation in order

Expand All @@ -194,23 +196,23 @@ Created at 2024-05-07

| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
|CDPAM |1.00 |0.19 |0.42 |0.44 |0.20 |0.21 |0.35 |0.41 |0.08 |0.41 |
|DPAM |0.19 |1.00 |0.11 |0.19 |0.28 |0.18 |0.27 |0.28 |0.02 |0.26 |
|GVPMOS |0.42 |0.11 |1.00 |0.78 |0.30 |0.22 |0.44 |0.54 |0.00 |0.55 |
|MOS |0.44 |0.19 |0.78 |1.00 |0.47 |0.28 |0.60 |0.61 |0.07 |0.65 |
|PARLAQ |0.20 |0.28 |0.30 |0.47 |1.00 |0.55 |0.81 |0.49 |0.26 |0.63 |
|PEAQB |0.21 |0.18 |0.22 |0.28 |0.55 |1.00 |0.66 |0.28 |0.22 |0.39 |
|PESQ |0.35 |0.27 |0.44 |0.60 |0.81 |0.66 |1.00 |0.57 |0.22 |0.74 |
|ViSQOL |0.41 |0.28 |0.54 |0.61 |0.49 |0.28 |0.57 |1.00 |0.02 |0.80 |
|WARP-Q |0.08 |0.02 |0.00 |0.07 |0.26 |0.22 |0.22 |0.02 |1.00 |0.08 |
|Zimtohrli |0.41 |0.26 |0.55 |0.65 |0.63 |0.39 |0.74 |0.80 |0.08 |1.00 |
|CDPAM |1.00 |0.19 |0.42 |0.44 |0.20 |0.21 |0.35 |0.41 |0.08 |0.38 |
|DPAM |0.19 |1.00 |0.11 |0.19 |0.28 |0.18 |0.27 |0.28 |0.02 |0.22 |
|GVPMOS |0.42 |0.11 |1.00 |0.78 |0.30 |0.22 |0.44 |0.54 |0.00 |0.52 |
|MOS |0.44 |0.19 |0.78 |1.00 |0.47 |0.28 |0.60 |0.61 |0.07 |0.64 |
|PARLAQ |0.20 |0.28 |0.30 |0.47 |1.00 |0.55 |0.81 |0.49 |0.26 |0.68 |
|PEAQB |0.21 |0.18 |0.22 |0.28 |0.55 |1.00 |0.66 |0.28 |0.22 |0.47 |
|PESQ |0.35 |0.27 |0.44 |0.60 |0.81 |0.66 |1.00 |0.57 |0.22 |0.77 |
|ViSQOL |0.41 |0.28 |0.54 |0.61 |0.49 |0.28 |0.57 |1.00 |0.02 |0.73 |
|WARP-Q |0.08 |0.02 |0.00 |0.07 |0.26 |0.22 |0.22 |0.02 |1.00 |0.15 |
|Zimtohrli |0.38 |0.22 |0.52 |0.64 |0.68 |0.47 |0.77 |0.73 |0.15 |1.00 |

### Score type MOS Spearman correlation in order

|Score type |Spearman correlation |
|-----------|---------------------|
|GVPMOS |0.78 |
|Zimtohrli |0.65 |
|Zimtohrli |0.64 |
|ViSQOL |0.61 |
|PESQ |0.60 |
|PARLAQ |0.47 |
Expand All @@ -225,7 +227,7 @@ Created at 2024-05-07

|Score type |Accuracy |Threshold |
|-----------|---------|----------|
|Zimtohrli |0.74 |31 |
|Zimtohrli |0.72 |0.11 |
|CDPAM |0.71 |0.049 |
|ViSQOL |0.71 |4.2 |
|DPAM |0.69 |0.73 |
Expand All @@ -241,8 +243,8 @@ Created at 2024-05-07

|Score type |MSE |Min score |Max score |Mean score |
|-----------|-----|----------|----------|-----------|
|Zimtohrli |0.10 |0.51 |0.72 |0.58 |
|ViSQOL |0.10 |0.52 |0.80 |0.59 |
|Zimtohrli |0.13 |0.47 |0.72 |0.55 |
|PESQ |0.13 |0.34 |0.76 |0.56 |
|PARLAQ |0.15 |0.45 |0.78 |0.53 |
|CDPAM |0.15 |0.44 |0.70 |0.52 |
Expand Down
27 changes: 26 additions & 1 deletion go/bin/score/score.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,11 @@ import (
"io"
"log"
"os"
"os/exec"
"path/filepath"
"runtime"
"sort"
"strings"
"time"

"github.com/google/zimtohrli/go/data"
Expand All @@ -38,6 +40,22 @@ const (
sampleRate = 48000
)

func gitIdentity() (*string, error) {
if _, err := exec.Command("git", "rev-parse").CombinedOutput(); err != nil {
return nil, nil
}
repo, err := exec.Command("git", "config", "--get", "remote.origin.url").CombinedOutput()
if err != nil {
return nil, err
}
desc, err := exec.Command("git", "describe", "--tags").CombinedOutput()
if err != nil {
return nil, err
}
result := fmt.Sprintf("%s, %s", strings.TrimSpace(string(desc)), strings.TrimSpace(string(repo)))
return &result, nil
}

func main() {
details := flag.String("details", "", "Path to database directory with a study to show the details from.")
calculate := flag.String("calculate", "", "Path to a database directory with a study to calculate metrics for.")
Expand Down Expand Up @@ -70,6 +88,13 @@ func main() {
Created at %s
`, time.Now().Format(time.DateOnly))
id, err := gitIdentity()
if err != nil {
log.Fatal(err)
}
if id != nil {
fmt.Printf("Revision %s\n\n", *id)
}
studies := make(data.Studies, len(databases))
for index, path := range databases {
fmt.Printf("## %s\n\n", filepath.Base(path))
Expand Down Expand Up @@ -102,7 +127,7 @@ Created at %s
}
}

fmt.Println("## Global leaderboard across all studies\n")
fmt.Printf("## Global leaderboard across all studies\n\n")

board, err := studies.Leaderboard()
if err != nil {
Expand Down

0 comments on commit c09816b

Please sign in to comment.