Skip to content

Commit 80ad19b

Browse files
Martin Brusezond
Martin Bruse
authored and
zond
committed
Added git identity output to the report.
1 parent c369663 commit 80ad19b

File tree

2 files changed

+104
-77
lines changed

2 files changed

+104
-77
lines changed

‎COMPARISON.md

+78-76
Original file line numberDiff line numberDiff line change
@@ -1,31 +1,33 @@
11
# Zimtohrli correlation report
22

3-
Created at 2024-05-07
3+
Created at 2024-05-08
4+
5+
Revision v0.1.10-3-g212fbc5, git@github.com:google/zimtohrli.git
46

57
## PEASS_DB
68

79
### Spearman correlation table for all score types
810

911
| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
1012
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
11-
|CDPAM |1.00 |0.47 |0.11 |0.47 |0.85 |0.78 |0.65 |0.56 |0.65 |0.68 |
12-
|DPAM |0.47 |1.00 |0.09 |0.40 |0.57 |0.50 |0.33 |0.36 |0.34 |0.40 |
13-
|GVPMOS |0.11 |0.09 |1.00 |0.09 |0.08 |0.01 |0.28 |0.24 |0.15 |0.32 |
14-
|MOS |0.47 |0.40 |0.09 |1.00 |0.45 |0.36 |0.34 |0.52 |0.25 |0.47 |
15-
|PARLAQ |0.85 |0.57 |0.08 |0.45 |1.00 |0.83 |0.68 |0.49 |0.78 |0.59 |
16-
|PEAQB |0.78 |0.50 |0.01 |0.36 |0.83 |1.00 |0.70 |0.40 |0.71 |0.60 |
17-
|PESQ |0.65 |0.33 |0.28 |0.34 |0.68 |0.70 |1.00 |0.43 |0.59 |0.66 |
18-
|ViSQOL |0.56 |0.36 |0.24 |0.52 |0.49 |0.40 |0.43 |1.00 |0.35 |0.66 |
19-
|WARP-Q |0.65 |0.34 |0.15 |0.25 |0.78 |0.71 |0.59 |0.35 |1.00 |0.41 |
20-
|Zimtohrli |0.68 |0.40 |0.32 |0.47 |0.59 |0.60 |0.66 |0.66 |0.41 |1.00 |
13+
|CDPAM |1.00 |0.47 |0.11 |0.47 |0.85 |0.78 |0.65 |0.56 |0.65 |0.75 |
14+
|DPAM |0.47 |1.00 |0.09 |0.40 |0.57 |0.50 |0.33 |0.36 |0.34 |0.47 |
15+
|GVPMOS |0.11 |0.09 |1.00 |0.09 |0.08 |0.01 |0.28 |0.24 |0.15 |0.26 |
16+
|MOS |0.47 |0.40 |0.09 |1.00 |0.45 |0.36 |0.34 |0.52 |0.25 |0.51 |
17+
|PARLAQ |0.85 |0.57 |0.08 |0.45 |1.00 |0.83 |0.68 |0.49 |0.78 |0.73 |
18+
|PEAQB |0.78 |0.50 |0.01 |0.36 |0.83 |1.00 |0.70 |0.40 |0.71 |0.69 |
19+
|PESQ |0.65 |0.33 |0.28 |0.34 |0.68 |0.70 |1.00 |0.43 |0.59 |0.67 |
20+
|ViSQOL |0.56 |0.36 |0.24 |0.52 |0.49 |0.40 |0.43 |1.00 |0.35 |0.71 |
21+
|WARP-Q |0.65 |0.34 |0.15 |0.25 |0.78 |0.71 |0.59 |0.35 |1.00 |0.53 |
22+
|Zimtohrli |0.75 |0.47 |0.26 |0.51 |0.73 |0.69 |0.67 |0.71 |0.53 |1.00 |
2123

2224
### Score type MOS Spearman correlation in order
2325

2426
|Score type |Spearman correlation |
2527
|-----------|---------------------|
2628
|ViSQOL |0.52 |
29+
|Zimtohrli |0.51 |
2730
|CDPAM |0.47 |
28-
|Zimtohrli |0.47 |
2931
|PARLAQ |0.45 |
3032
|DPAM |0.40 |
3133
|PEAQB |0.36 |
@@ -39,16 +41,16 @@ Created at 2024-05-07
3941

4042
| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
4143
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
42-
|CDPAM |1.00 |0.62 |0.38 |0.61 |0.87 |0.62 |0.61 |0.73 |0.71 |0.63 |
43-
|DPAM |0.62 |1.00 |0.51 |0.50 |0.55 |0.55 |0.48 |0.47 |0.66 |0.55 |
44-
|GVPMOS |0.38 |0.51 |1.00 |0.27 |0.34 |0.17 |0.27 |0.17 |0.36 |0.26 |
45-
|MOS |0.61 |0.50 |0.27 |1.00 |0.73 |0.59 |0.76 |0.74 |0.62 |0.71 |
46-
|PARLAQ |0.87 |0.55 |0.34 |0.73 |1.00 |0.67 |0.76 |0.85 |0.75 |0.75 |
47-
|PEAQB |0.62 |0.55 |0.17 |0.59 |0.67 |1.00 |0.60 |0.71 |0.70 |0.73 |
48-
|PESQ |0.61 |0.48 |0.27 |0.76 |0.76 |0.60 |1.00 |0.80 |0.65 |0.79 |
49-
|ViSQOL |0.73 |0.47 |0.17 |0.74 |0.85 |0.71 |0.80 |1.00 |0.70 |0.74 |
50-
|WARP-Q |0.71 |0.66 |0.36 |0.62 |0.75 |0.70 |0.65 |0.70 |1.00 |0.61 |
51-
|Zimtohrli |0.63 |0.55 |0.26 |0.71 |0.75 |0.73 |0.79 |0.74 |0.61 |1.00 |
44+
|CDPAM |1.00 |0.62 |0.38 |0.61 |0.87 |0.62 |0.61 |0.73 |0.71 |0.75 |
45+
|DPAM |0.62 |1.00 |0.51 |0.50 |0.55 |0.55 |0.48 |0.47 |0.66 |0.57 |
46+
|GVPMOS |0.38 |0.51 |1.00 |0.27 |0.34 |0.17 |0.27 |0.17 |0.36 |0.30 |
47+
|MOS |0.61 |0.50 |0.27 |1.00 |0.73 |0.59 |0.76 |0.74 |0.62 |0.72 |
48+
|PARLAQ |0.87 |0.55 |0.34 |0.73 |1.00 |0.67 |0.76 |0.85 |0.75 |0.85 |
49+
|PEAQB |0.62 |0.55 |0.17 |0.59 |0.67 |1.00 |0.60 |0.71 |0.70 |0.75 |
50+
|PESQ |0.61 |0.48 |0.27 |0.76 |0.76 |0.60 |1.00 |0.80 |0.65 |0.81 |
51+
|ViSQOL |0.73 |0.47 |0.17 |0.74 |0.85 |0.71 |0.80 |1.00 |0.70 |0.81 |
52+
|WARP-Q |0.71 |0.66 |0.36 |0.62 |0.75 |0.70 |0.65 |0.70 |1.00 |0.72 |
53+
|Zimtohrli |0.75 |0.57 |0.30 |0.72 |0.85 |0.75 |0.81 |0.81 |0.72 |1.00 |
5254

5355
### Score type MOS Spearman correlation in order
5456

@@ -57,7 +59,7 @@ Created at 2024-05-07
5759
|PESQ |0.76 |
5860
|ViSQOL |0.74 |
5961
|PARLAQ |0.73 |
60-
|Zimtohrli |0.71 |
62+
|Zimtohrli |0.72 |
6163
|WARP-Q |0.62 |
6264
|CDPAM |0.61 |
6365
|PEAQB |0.59 |
@@ -70,16 +72,16 @@ Created at 2024-05-07
7072

7173
| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
7274
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
73-
|CDPAM |1.00 |0.56 |0.41 |0.67 |0.88 |0.79 |0.73 |0.82 |0.74 |0.73 |
74-
|DPAM |0.56 |1.00 |0.47 |0.50 |0.52 |0.56 |0.46 |0.56 |0.66 |0.52 |
75-
|GVPMOS |0.41 |0.47 |1.00 |0.38 |0.38 |0.31 |0.30 |0.29 |0.41 |0.34 |
76-
|MOS |0.67 |0.50 |0.38 |1.00 |0.74 |0.68 |0.76 |0.73 |0.65 |0.65 |
77-
|PARLAQ |0.88 |0.52 |0.38 |0.74 |1.00 |0.75 |0.82 |0.88 |0.73 |0.74 |
78-
|PEAQB |0.79 |0.56 |0.31 |0.68 |0.75 |1.00 |0.78 |0.81 |0.72 |0.78 |
75+
|CDPAM |1.00 |0.56 |0.41 |0.67 |0.88 |0.79 |0.73 |0.82 |0.74 |0.80 |
76+
|DPAM |0.56 |1.00 |0.47 |0.50 |0.52 |0.56 |0.46 |0.56 |0.66 |0.61 |
77+
|GVPMOS |0.41 |0.47 |1.00 |0.38 |0.38 |0.31 |0.30 |0.29 |0.41 |0.40 |
78+
|MOS |0.67 |0.50 |0.38 |1.00 |0.74 |0.68 |0.76 |0.73 |0.65 |0.67 |
79+
|PARLAQ |0.88 |0.52 |0.38 |0.74 |1.00 |0.75 |0.82 |0.88 |0.73 |0.82 |
80+
|PEAQB |0.79 |0.56 |0.31 |0.68 |0.75 |1.00 |0.78 |0.81 |0.72 |0.77 |
7981
|PESQ |0.73 |0.46 |0.30 |0.76 |0.82 |0.78 |1.00 |0.83 |0.67 |0.77 |
80-
|ViSQOL |0.82 |0.56 |0.29 |0.73 |0.88 |0.81 |0.83 |1.00 |0.76 |0.77 |
81-
|WARP-Q |0.74 |0.66 |0.41 |0.65 |0.73 |0.72 |0.67 |0.76 |1.00 |0.59 |
82-
|Zimtohrli |0.73 |0.52 |0.34 |0.65 |0.74 |0.78 |0.77 |0.77 |0.59 |1.00 |
82+
|ViSQOL |0.82 |0.56 |0.29 |0.73 |0.88 |0.81 |0.83 |1.00 |0.76 |0.79 |
83+
|WARP-Q |0.74 |0.66 |0.41 |0.65 |0.73 |0.72 |0.67 |0.76 |1.00 |0.71 |
84+
|Zimtohrli |0.80 |0.61 |0.40 |0.67 |0.82 |0.77 |0.77 |0.79 |0.71 |1.00 |
8385

8486
### Score type MOS Spearman correlation in order
8587

@@ -90,8 +92,8 @@ Created at 2024-05-07
9092
|ViSQOL |0.73 |
9193
|PEAQB |0.68 |
9294
|CDPAM |0.67 |
95+
|Zimtohrli |0.67 |
9396
|WARP-Q |0.65 |
94-
|Zimtohrli |0.65 |
9597
|DPAM |0.50 |
9698
|GVPMOS |0.38 |
9799

@@ -101,16 +103,16 @@ Created at 2024-05-07
101103

102104
| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
103105
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
104-
|CDPAM |1.00 |0.53 |0.33 |0.70 |0.86 |0.72 |0.80 |0.79 |0.75 |0.65 |
105-
|DPAM |0.53 |1.00 |0.51 |0.54 |0.53 |0.56 |0.46 |0.49 |0.66 |0.37 |
106-
|GVPMOS |0.33 |0.51 |1.00 |0.29 |0.31 |0.18 |0.18 |0.15 |0.41 |0.14 |
107-
|MOS |0.70 |0.54 |0.29 |1.00 |0.78 |0.66 |0.73 |0.78 |0.75 |0.56 |
108-
|PARLAQ |0.86 |0.53 |0.31 |0.78 |1.00 |0.72 |0.84 |0.86 |0.82 |0.67 |
109-
|PEAQB |0.72 |0.56 |0.18 |0.66 |0.72 |1.00 |0.70 |0.78 |0.79 |0.67 |
110-
|PESQ |0.80 |0.46 |0.18 |0.73 |0.84 |0.70 |1.00 |0.86 |0.79 |0.64 |
111-
|ViSQOL |0.79 |0.49 |0.15 |0.78 |0.86 |0.78 |0.86 |1.00 |0.81 |0.61 |
112-
|WARP-Q |0.75 |0.66 |0.41 |0.75 |0.82 |0.79 |0.79 |0.81 |1.00 |0.56 |
113-
|Zimtohrli |0.65 |0.37 |0.14 |0.56 |0.67 |0.67 |0.64 |0.61 |0.56 |1.00 |
106+
|CDPAM |1.00 |0.53 |0.33 |0.70 |0.86 |0.72 |0.80 |0.79 |0.75 |0.81 |
107+
|DPAM |0.53 |1.00 |0.51 |0.54 |0.53 |0.56 |0.46 |0.49 |0.66 |0.46 |
108+
|GVPMOS |0.33 |0.51 |1.00 |0.29 |0.31 |0.18 |0.18 |0.15 |0.41 |0.23 |
109+
|MOS |0.70 |0.54 |0.29 |1.00 |0.78 |0.66 |0.73 |0.78 |0.75 |0.71 |
110+
|PARLAQ |0.86 |0.53 |0.31 |0.78 |1.00 |0.72 |0.84 |0.86 |0.82 |0.88 |
111+
|PEAQB |0.72 |0.56 |0.18 |0.66 |0.72 |1.00 |0.70 |0.78 |0.79 |0.76 |
112+
|PESQ |0.80 |0.46 |0.18 |0.73 |0.84 |0.70 |1.00 |0.86 |0.79 |0.81 |
113+
|ViSQOL |0.79 |0.49 |0.15 |0.78 |0.86 |0.78 |0.86 |1.00 |0.81 |0.80 |
114+
|WARP-Q |0.75 |0.66 |0.41 |0.75 |0.82 |0.79 |0.79 |0.81 |1.00 |0.75 |
115+
|Zimtohrli |0.81 |0.46 |0.23 |0.71 |0.88 |0.76 |0.81 |0.80 |0.75 |1.00 |
114116

115117
### Score type MOS Spearman correlation in order
116118

@@ -120,9 +122,9 @@ Created at 2024-05-07
120122
|ViSQOL |0.78 |
121123
|WARP-Q |0.75 |
122124
|PESQ |0.73 |
125+
|Zimtohrli |0.71 |
123126
|CDPAM |0.70 |
124127
|PEAQB |0.66 |
125-
|Zimtohrli |0.56 |
126128
|DPAM |0.54 |
127129
|GVPMOS |0.29 |
128130

@@ -132,24 +134,24 @@ Created at 2024-05-07
132134

133135
| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
134136
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
135-
|CDPAM |1.00 |0.49 |0.12 |0.59 |0.68 |0.60 |0.67 |0.54 |0.19 |0.76 |
136-
|DPAM |0.49 |1.00 |0.19 |0.21 |0.58 |0.13 |0.38 |0.17 |0.23 |0.55 |
137-
|GVPMOS |0.12 |0.19 |1.00 |0.01 |0.31 |0.01 |0.08 |0.10 |0.33 |0.19 |
138-
|MOS |0.59 |0.21 |0.01 |1.00 |0.54 |0.85 |0.57 |0.80 |0.10 |0.66 |
139-
|PARLAQ |0.68 |0.58 |0.31 |0.54 |1.00 |0.55 |0.67 |0.51 |0.29 |0.81 |
140-
|PEAQB |0.60 |0.13 |0.01 |0.85 |0.55 |1.00 |0.63 |0.86 |0.14 |0.66 |
141-
|PESQ |0.67 |0.38 |0.08 |0.57 |0.67 |0.63 |1.00 |0.51 |0.06 |0.76 |
142-
|ViSQOL |0.54 |0.17 |0.10 |0.80 |0.51 |0.86 |0.51 |1.00 |0.04 |0.63 |
143-
|WARP-Q |0.19 |0.23 |0.33 |0.10 |0.29 |0.14 |0.06 |0.04 |1.00 |0.24 |
144-
|Zimtohrli |0.76 |0.55 |0.19 |0.66 |0.81 |0.66 |0.76 |0.63 |0.24 |1.00 |
137+
|CDPAM |1.00 |0.49 |0.12 |0.59 |0.68 |0.60 |0.67 |0.54 |0.19 |0.70 |
138+
|DPAM |0.49 |1.00 |0.19 |0.21 |0.58 |0.13 |0.38 |0.17 |0.23 |0.48 |
139+
|GVPMOS |0.12 |0.19 |1.00 |0.01 |0.31 |0.01 |0.08 |0.10 |0.33 |0.14 |
140+
|MOS |0.59 |0.21 |0.01 |1.00 |0.54 |0.85 |0.57 |0.80 |0.10 |0.67 |
141+
|PARLAQ |0.68 |0.58 |0.31 |0.54 |1.00 |0.55 |0.67 |0.51 |0.29 |0.79 |
142+
|PEAQB |0.60 |0.13 |0.01 |0.85 |0.55 |1.00 |0.63 |0.86 |0.14 |0.72 |
143+
|PESQ |0.67 |0.38 |0.08 |0.57 |0.67 |0.63 |1.00 |0.51 |0.06 |0.68 |
144+
|ViSQOL |0.54 |0.17 |0.10 |0.80 |0.51 |0.86 |0.51 |1.00 |0.04 |0.67 |
145+
|WARP-Q |0.19 |0.23 |0.33 |0.10 |0.29 |0.14 |0.06 |0.04 |1.00 |0.28 |
146+
|Zimtohrli |0.70 |0.48 |0.14 |0.67 |0.79 |0.72 |0.68 |0.67 |0.28 |1.00 |
145147

146148
### Score type MOS Spearman correlation in order
147149

148150
|Score type |Spearman correlation |
149151
|-----------|---------------------|
150152
|PEAQB |0.85 |
151153
|ViSQOL |0.80 |
152-
|Zimtohrli |0.66 |
154+
|Zimtohrli |0.67 |
153155
|CDPAM |0.59 |
154156
|PESQ |0.57 |
155157
|PARLAQ |0.54 |
@@ -163,16 +165,16 @@ Created at 2024-05-07
163165

164166
| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
165167
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
166-
|CDPAM |1.00 |0.61 |0.77 |0.66 |0.67 |0.63 |0.85 |0.62 |0.77 |0.81 |
167-
|DPAM |0.61 |1.00 |0.55 |0.54 |0.71 |0.61 |0.67 |0.66 |0.57 |0.67 |
168-
|GVPMOS |0.77 |0.55 |1.00 |0.69 |0.63 |0.56 |0.89 |0.47 |0.64 |0.88 |
168+
|CDPAM |1.00 |0.61 |0.77 |0.66 |0.67 |0.63 |0.85 |0.62 |0.77 |0.85 |
169+
|DPAM |0.61 |1.00 |0.55 |0.54 |0.71 |0.61 |0.67 |0.66 |0.57 |0.64 |
170+
|GVPMOS |0.77 |0.55 |1.00 |0.69 |0.63 |0.56 |0.89 |0.47 |0.64 |0.90 |
169171
|MOS |0.66 |0.54 |0.69 |1.00 |0.56 |0.54 |0.74 |0.52 |0.58 |0.72 |
170-
|PARLAQ |0.67 |0.71 |0.63 |0.56 |1.00 |0.79 |0.71 |0.56 |0.65 |0.68 |
171-
|PEAQB |0.63 |0.61 |0.56 |0.54 |0.79 |1.00 |0.67 |0.58 |0.65 |0.65 |
172-
|PESQ |0.85 |0.67 |0.89 |0.74 |0.71 |0.67 |1.00 |0.64 |0.75 |0.94 |
172+
|PARLAQ |0.67 |0.71 |0.63 |0.56 |1.00 |0.79 |0.71 |0.56 |0.65 |0.69 |
173+
|PEAQB |0.63 |0.61 |0.56 |0.54 |0.79 |1.00 |0.67 |0.58 |0.65 |0.67 |
174+
|PESQ |0.85 |0.67 |0.89 |0.74 |0.71 |0.67 |1.00 |0.64 |0.75 |0.95 |
173175
|ViSQOL |0.62 |0.66 |0.47 |0.52 |0.56 |0.58 |0.64 |1.00 |0.73 |0.60 |
174-
|WARP-Q |0.77 |0.57 |0.64 |0.58 |0.65 |0.65 |0.75 |0.73 |1.00 |0.67 |
175-
|Zimtohrli |0.81 |0.67 |0.88 |0.72 |0.68 |0.65 |0.94 |0.60 |0.67 |1.00 |
176+
|WARP-Q |0.77 |0.57 |0.64 |0.58 |0.65 |0.65 |0.75 |0.73 |1.00 |0.75 |
177+
|Zimtohrli |0.85 |0.64 |0.90 |0.72 |0.69 |0.67 |0.95 |0.60 |0.75 |1.00 |
176178

177179
### Score type MOS Spearman correlation in order
178180

@@ -194,23 +196,23 @@ Created at 2024-05-07
194196

195197
| |CDPAM |DPAM |GVPMOS |MOS |PARLAQ |PEAQB |PESQ |ViSQOL |WARP-Q |Zimtohrli |
196198
|----------|------|-----|-------|-----|-------|------|-----|-------|-------|----------|
197-
|CDPAM |1.00 |0.19 |0.42 |0.44 |0.20 |0.21 |0.35 |0.41 |0.08 |0.41 |
198-
|DPAM |0.19 |1.00 |0.11 |0.19 |0.28 |0.18 |0.27 |0.28 |0.02 |0.26 |
199-
|GVPMOS |0.42 |0.11 |1.00 |0.78 |0.30 |0.22 |0.44 |0.54 |0.00 |0.55 |
200-
|MOS |0.44 |0.19 |0.78 |1.00 |0.47 |0.28 |0.60 |0.61 |0.07 |0.65 |
201-
|PARLAQ |0.20 |0.28 |0.30 |0.47 |1.00 |0.55 |0.81 |0.49 |0.26 |0.63 |
202-
|PEAQB |0.21 |0.18 |0.22 |0.28 |0.55 |1.00 |0.66 |0.28 |0.22 |0.39 |
203-
|PESQ |0.35 |0.27 |0.44 |0.60 |0.81 |0.66 |1.00 |0.57 |0.22 |0.74 |
204-
|ViSQOL |0.41 |0.28 |0.54 |0.61 |0.49 |0.28 |0.57 |1.00 |0.02 |0.80 |
205-
|WARP-Q |0.08 |0.02 |0.00 |0.07 |0.26 |0.22 |0.22 |0.02 |1.00 |0.08 |
206-
|Zimtohrli |0.41 |0.26 |0.55 |0.65 |0.63 |0.39 |0.74 |0.80 |0.08 |1.00 |
199+
|CDPAM |1.00 |0.19 |0.42 |0.44 |0.20 |0.21 |0.35 |0.41 |0.08 |0.38 |
200+
|DPAM |0.19 |1.00 |0.11 |0.19 |0.28 |0.18 |0.27 |0.28 |0.02 |0.22 |
201+
|GVPMOS |0.42 |0.11 |1.00 |0.78 |0.30 |0.22 |0.44 |0.54 |0.00 |0.52 |
202+
|MOS |0.44 |0.19 |0.78 |1.00 |0.47 |0.28 |0.60 |0.61 |0.07 |0.64 |
203+
|PARLAQ |0.20 |0.28 |0.30 |0.47 |1.00 |0.55 |0.81 |0.49 |0.26 |0.68 |
204+
|PEAQB |0.21 |0.18 |0.22 |0.28 |0.55 |1.00 |0.66 |0.28 |0.22 |0.47 |
205+
|PESQ |0.35 |0.27 |0.44 |0.60 |0.81 |0.66 |1.00 |0.57 |0.22 |0.77 |
206+
|ViSQOL |0.41 |0.28 |0.54 |0.61 |0.49 |0.28 |0.57 |1.00 |0.02 |0.73 |
207+
|WARP-Q |0.08 |0.02 |0.00 |0.07 |0.26 |0.22 |0.22 |0.02 |1.00 |0.15 |
208+
|Zimtohrli |0.38 |0.22 |0.52 |0.64 |0.68 |0.47 |0.77 |0.73 |0.15 |1.00 |
207209

208210
### Score type MOS Spearman correlation in order
209211

210212
|Score type |Spearman correlation |
211213
|-----------|---------------------|
212214
|GVPMOS |0.78 |
213-
|Zimtohrli |0.65 |
215+
|Zimtohrli |0.64 |
214216
|ViSQOL |0.61 |
215217
|PESQ |0.60 |
216218
|PARLAQ |0.47 |
@@ -225,7 +227,7 @@ Created at 2024-05-07
225227

226228
|Score type |Accuracy |Threshold |
227229
|-----------|---------|----------|
228-
|Zimtohrli |0.74 |31 |
230+
|Zimtohrli |0.72 |0.11 |
229231
|CDPAM |0.71 |0.049 |
230232
|ViSQOL |0.71 |4.2 |
231233
|DPAM |0.69 |0.73 |
@@ -241,8 +243,8 @@ Created at 2024-05-07
241243

242244
|Score type |MSE |Min score |Max score |Mean score |
243245
|-----------|-----|----------|----------|-----------|
246+
|Zimtohrli |0.10 |0.51 |0.72 |0.58 |
244247
|ViSQOL |0.10 |0.52 |0.80 |0.59 |
245-
|Zimtohrli |0.13 |0.47 |0.72 |0.55 |
246248
|PESQ |0.13 |0.34 |0.76 |0.56 |
247249
|PARLAQ |0.15 |0.45 |0.78 |0.53 |
248250
|CDPAM |0.15 |0.44 |0.70 |0.52 |

‎go/bin/score/score.go

+26-1
Original file line numberDiff line numberDiff line change
@@ -22,9 +22,11 @@ import (
2222
"io"
2323
"log"
2424
"os"
25+
"os/exec"
2526
"path/filepath"
2627
"runtime"
2728
"sort"
29+
"strings"
2830
"time"
2931

3032
"github.com/google/zimtohrli/go/data"
@@ -38,6 +40,22 @@ const (
3840
sampleRate = 48000
3941
)
4042

43+
func gitIdentity() (*string, error) {
44+
if _, err := exec.Command("git", "rev-parse").CombinedOutput(); err != nil {
45+
return nil, nil
46+
}
47+
repo, err := exec.Command("git", "config", "--get", "remote.origin.url").CombinedOutput()
48+
if err != nil {
49+
return nil, err
50+
}
51+
desc, err := exec.Command("git", "describe", "--tags").CombinedOutput()
52+
if err != nil {
53+
return nil, err
54+
}
55+
result := fmt.Sprintf("%s, %s", strings.TrimSpace(string(desc)), strings.TrimSpace(string(repo)))
56+
return &result, nil
57+
}
58+
4159
func main() {
4260
details := flag.String("details", "", "Path to database directory with a study to show the details from.")
4361
calculate := flag.String("calculate", "", "Path to a database directory with a study to calculate metrics for.")
@@ -70,6 +88,13 @@ func main() {
7088
Created at %s
7189
7290
`, time.Now().Format(time.DateOnly))
91+
id, err := gitIdentity()
92+
if err != nil {
93+
log.Fatal(err)
94+
}
95+
if id != nil {
96+
fmt.Printf("Revision %s\n\n", *id)
97+
}
7398
studies := make(data.Studies, len(databases))
7499
for index, path := range databases {
75100
fmt.Printf("## %s\n\n", filepath.Base(path))
@@ -102,7 +127,7 @@ Created at %s
102127
}
103128
}
104129

105-
fmt.Println("## Global leaderboard across all studies\n")
130+
fmt.Printf("## Global leaderboard across all studies\n\n")
106131

107132
board, err := studies.Leaderboard()
108133
if err != nil {

0 commit comments

Comments
 (0)