Manual Transcriptions vs. Canonical (final pass)
Percent Agreement
| trans | dg1 | glo | nas | pl1 | rou | vow |
| ll | 0.771 | 0.885 | 0.954 | 0.794 | 0.923 | 0.804 |
| xc | 0.751 | 0.882 | 0.943 | 0.768 | 0.918 | 0.782 |
Confusion Matrices
(Note: columns are transcribers, rows are canonical)
ll dg1:
| APP | 0.480 | 0.120 | 0.040 | 0.040 | 0.280 | 0.040 |
| CLO | 0.067 | 0.530 | 0.007 | 0.045 | 0.067 | 0.284 |
| FLAP | 0.455 | 0 | 0.182 | 0 | 0 | 0.364 |
| FRIC | 0.020 | 0.120 | 0.020 | 0.520 | 0.180 | 0.140 |
| SIL | 0 | 0.010 | 0 | 0.040 | 0.921 | 0.030 |
| VOW | 0.004 | 0.031 | 0.004 | 0.019 | 0.023 | 0.918 |
| | APP | CLO | FLAP | FRIC | SIL | VOW |
ll glo:
| A+VO/IRR/STOP/VOI | 0.943 | 0.003 | 0.054 |
| ASP | 0.105 | 0.737 | 0.158 |
| VL | 0.146 | 0.007 | 0.848 |
| | A+VO/IRR/STOP/VOI | ASP | VL |
ll nas:
| + | 0.617 | 0.383 |
| - | 0.022 | 0.978 |
| | + | - |
ll pl1:
| ALV | 0.431 | 0.009 | 0.321 | 0.009 | 0.018 | 0.018 | 0.009 | 0.018 | 0.156 | 0.009 |
| DEN | 0.146 | 0.293 | 0.122 | 0 | 0.073 | 0 | 0 | 0.049 | 0.171 | 0.146 |
| GLO/NONE | 0.029 | 0.007 | 0.862 | 0.025 | 0.014 | 0.014 | 0.011 | 0.007 | 0.022 | 0.007 |
| L-D | 0.167 | 0 | 0.111 | 0.167 | 0 | 0 | 0.056 | 0.167 | 0.333 | 0 |
| LAB | 0.039 | 0.026 | 0.158 | 0.053 | 0.592 | 0.053 | 0 | 0.026 | 0.013 | 0.039 |
| LAT | 0.074 | 0 | 0.148 | 0 | 0.148 | 0.333 | 0 | 0.074 | 0.185 | 0.037 |
| P-A | 0.067 | 0 | 0.067 | 0.100 | 0.100 | 0 | 0.333 | 0.067 | 0.133 | 0.133 |
| RHO | 0.118 | 0.029 | 0.029 | 0.118 | 0.088 | 0 | 0.029 | 0.294 | 0.235 | 0.059 |
| SIL | 0.008 | 0.050 | 0.025 | 0.058 | 0.050 | 0 | 0.008 | 0 | 0.769 | 0.033 |
| VEL | 0.091 | 0 | 0.091 | 0 | 0 | 0.023 | 0.023 | 0.023 | 0.318 | 0.432 |
| | ALV | DEN | GLO/NONE | L-D | LAB | LAT | P-A | RHO | SIL | VEL |
ll rou:
| + | 0.804 | 0.196 |
| - | 0.071 | 0.929 |
| | + | - |
ll vow:
| aa | 0.343 | 0 | 0.057 | 0.200 | 0 | 0 | 0 | 0.057 | 0 | 0 | 0 | 0.057 | 0 | 0.200 | 0 | 0.086 | 0 | 0 | 0 | 0 | 0 | 0 |
| ae | 0 | 0.172 | 0.069 | 0 | 0 | 0 | 0 | 0 | 0 | 0.207 | 0 | 0.069 | 0 | 0.138 | 0.103 | 0.138 | 0 | 0 | 0 | 0 | 0 | 0.103 |
| ah | 0 | 0 | 0.615 | 0 | 0 | 0 | 0 | 0.077 | 0 | 0 | 0 | 0.154 | 0 | 0 | 0.154 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ao | 0.143 | 0 | 0.429 | 0.214 | 0 | 0 | 0 | 0.071 | 0 | 0 | 0 | 0.143 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| aw1 | 0.357 | 0 | 0.143 | 0 | 0.321 | 0.036 | 0 | 0 | 0 | 0 | 0 | 0.071 | 0 | 0 | 0 | 0 | 0.036 | 0.036 | 0 | 0 | 0 | 0 |
| aw2 | 0.083 | 0 | 0.167 | 0 | 0.083 | 0.500 | 0 | 0.083 | 0 | 0 | 0 | 0.083 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ax/ix | 0 | 0.093 | 0.148 | 0 | 0 | 0 | 0.056 | 0.093 | 0 | 0.056 | 0.019 | 0.056 | 0 | 0 | 0.111 | 0.056 | 0.019 | 0.019 | 0 | 0 | 0.204 | 0.074 |
| axr/er | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.833 | 0.083 | 0 | 0 | 0.083 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ay1 | 0.055 | 0.041 | 0.041 | 0 | 0 | 0.041 | 0 | 0.014 | 0.521 | 0.027 | 0.027 | 0.096 | 0 | 0 | 0.027 | 0 | 0.055 | 0.055 | 0 | 0 | 0 | 0 |
| ay2 | 0.078 | 0.078 | 0.039 | 0 | 0 | 0 | 0 | 0.039 | 0.373 | 0.314 | 0.039 | 0.020 | 0 | 0 | 0.020 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| eh | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.120 | 0 | 0 | 0.320 | 0.160 | 0.080 | 0.200 | 0.040 | 0.080 | 0 | 0 | 0 | 0 | 0 | 0 |
| el/em/en/N/A/* | 0.010 | 0.013 | 0.010 | 0.010 | 0.006 | 0.013 | 0.016 | 0.010 | 0.010 | 0.039 | 0.013 | 0.707 | 0.003 | 0.006 | 0.039 | 0.013 | 0.010 | 0.026 | 0 | 0.010 | 0.019 | 0.019 |
| ey1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.214 | 0.714 | 0.071 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ey2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.357 | 0.143 | 0.500 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ih | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.054 | 0 | 0 | 0.486 | 0.054 | 0 | 0 | 0.135 | 0.270 | 0 | 0 | 0 | 0 | 0 | 0 |
| iy | 0 | 0 | 0.040 | 0.040 | 0.200 | 0 | 0 | 0 | 0 | 0 | 0 | 0.080 | 0 | 0 | 0.080 | 0.320 | 0.040 | 0 | 0 | 0 | 0.200 | 0 |
| ow1 | 0 | 0.186 | 0.043 | 0 | 0 | 0 | 0 | 0.014 | 0 | 0 | 0 | 0.043 | 0 | 0 | 0 | 0 | 0.700 | 0.014 | 0 | 0 | 0 | 0 |
| ow2 | 0 | 0.029 | 0.088 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.206 | 0 | 0 | 0.029 | 0 | 0.118 | 0.529 | 0 | 0 | 0 | 0 |
| oy1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.250 | 0 | 0 | 0 | 0 | 0 | 0 | 0.750 | 0 | 0 | 0 |
| oy2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.600 | 0.400 | 0 | 0 |
| uh | 0 | 0 | 0.080 | 0 | 0 | 0 | 0 | 0.040 | 0 | 0 | 0.720 | 0.120 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.040 | 0 |
| uw/ux | 0 | 0 | 0.235 | 0 | 0 | 0 | 0 | 0.059 | 0 | 0 | 0 | 0.029 | 0 | 0 | 0.088 | 0.147 | 0 | 0 | 0 | 0 | 0.088 | 0.353 |
| | aa | ae | ah | ao | aw1 | aw2 | ax/ix | axr/er | ay1 | ay2 | eh | el/em/en/N/A/* | ey1 | ey2 | ih | iy | ow1 | ow2 | oy1 | oy2 | uh | uw/ux |
xc dg1:
| APP | 0.367 | 0.133 | 0.033 | 0.067 | 0.233 | 0.167 |
| CLO | 0.016 | 0.543 | 0.016 | 0.063 | 0.079 | 0.283 |
| FLAP | 0.455 | 0 | 0.182 | 0 | 0 | 0.364 |
| FRIC | 0.093 | 0.130 | 0.019 | 0.370 | 0.185 | 0.204 |
| SIL | 0.015 | 0.111 | 0 | 0.170 | 0.689 | 0.015 |
| VOW | 0.019 | 0.019 | 0.004 | 0.023 | 0.027 | 0.907 |
| | APP | CLO | FLAP | FRIC | SIL | VOW |
xc glo:
| A+VO/IRR/STOP/VOI | 0.938 | 0.003 | 0.059 |
| ASP | 0.158 | 0.684 | 0.158 |
| VL | 0.138 | 0.007 | 0.855 |
| | A+VO/IRR/STOP/VOI | ASP | VL |
xc nas:
| + | 0.654 | 0.346 |
| - | 0.072 | 0.928 |
| | + | - |
xc pl1:
| ALV | 0.450 | 0.018 | 0.270 | 0.027 | 0.009 | 0.027 | 0.009 | 0.009 | 0.171 | 0.009 |
| DEN | 0.156 | 0.178 | 0.200 | 0.044 | 0.089 | 0 | 0 | 0.044 | 0.156 | 0.133 |
| GLO/NONE | 0.030 | 0.004 | 0.863 | 0.026 | 0.011 | 0.011 | 0.011 | 0.004 | 0.026 | 0.015 |
| L-D | 0.100 | 0 | 0.100 | 0.150 | 0 | 0 | 0 | 0.150 | 0.500 | 0 |
| LAB | 0.042 | 0.042 | 0.153 | 0.014 | 0.625 | 0.056 | 0 | 0.028 | 0.014 | 0.028 |
| LAT | 0.071 | 0 | 0.071 | 0 | 0.071 | 0.393 | 0 | 0.143 | 0.143 | 0.107 |
| P-A | 0.143 | 0 | 0.036 | 0.107 | 0.107 | 0 | 0.357 | 0.071 | 0.143 | 0.036 |
| RHO | 0.109 | 0.043 | 0.109 | 0.087 | 0.065 | 0 | 0.022 | 0.217 | 0.152 | 0.196 |
| SIL | 0.252 | 0.020 | 0.013 | 0.046 | 0.013 | 0 | 0.013 | 0 | 0.616 | 0.026 |
| VEL | 0.103 | 0 | 0.077 | 0 | 0.077 | 0.103 | 0 | 0.026 | 0.103 | 0.513 |
| | ALV | DEN | GLO/NONE | L-D | LAB | LAT | P-A | RHO | SIL | VEL |
xc rou:
| + | 0.765 | 0.235 |
| - | 0.105 | 0.895 |
| | + | - |
xc vow:
| aa | 0.293 | 0 | 0.098 | 0.171 | 0 | 0 | 0 | 0.073 | 0.122 | 0 | 0 | 0.049 | 0 | 0.195 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ae | 0.100 | 0.125 | 0 | 0 | 0 | 0 | 0.025 | 0.075 | 0 | 0.125 | 0.050 | 0.050 | 0 | 0 | 0.100 | 0.275 | 0 | 0 | 0 | 0 | 0 | 0.075 |
| ah | 0.206 | 0.127 | 0.127 | 0 | 0 | 0 | 0 | 0.016 | 0.190 | 0.032 | 0.095 | 0.032 | 0 | 0 | 0.095 | 0.032 | 0 | 0 | 0 | 0 | 0.048 | 0 |
| ao | 0.086 | 0 | 0.200 | 0.086 | 0 | 0 | 0 | 0.057 | 0 | 0 | 0 | 0.057 | 0 | 0 | 0 | 0 | 0.343 | 0 | 0.171 | 0 | 0 | 0 |
| aw1 | 0.095 | 0 | 0.190 | 0 | 0.286 | 0.048 | 0 | 0 | 0 | 0 | 0 | 0.238 | 0 | 0 | 0 | 0 | 0.048 | 0.095 | 0 | 0 | 0 | 0 |
| aw2 | 0.067 | 0 | 0.133 | 0 | 0.067 | 0.400 | 0 | 0 | 0 | 0 | 0 | 0.333 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ax/ix | 0.095 | 0.068 | 0.041 | 0.041 | 0.041 | 0 | 0.054 | 0.014 | 0 | 0.041 | 0.054 | 0.027 | 0 | 0 | 0.014 | 0.068 | 0.014 | 0.041 | 0 | 0 | 0.243 | 0.149 |
| axr/er | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.769 | 0 | 0 | 0 | 0.154 | 0 | 0 | 0 | 0 | 0.077 | 0 | 0 | 0 | 0 | 0 |
| ay1 | 0.044 | 0 | 0 | 0.118 | 0 | 0.029 | 0 | 0.015 | 0.588 | 0.029 | 0.029 | 0.118 | 0 | 0 | 0.029 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ay2 | 0.080 | 0 | 0 | 0.060 | 0 | 0 | 0 | 0.040 | 0.360 | 0.340 | 0.040 | 0.020 | 0 | 0 | 0.020 | 0 | 0.040 | 0 | 0 | 0 | 0 | 0 |
| eh | 0 | 0.194 | 0.028 | 0 | 0 | 0 | 0.111 | 0.028 | 0 | 0 | 0.250 | 0.083 | 0 | 0 | 0.306 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| el/em/en/N/A/* | 0.010 | 0.010 | 0.010 | 0.010 | 0.003 | 0.022 | 0.019 | 0.022 | 0.003 | 0.041 | 0.010 | 0.705 | 0.003 | 0.006 | 0.010 | 0.013 | 0.003 | 0.025 | 0.013 | 0.010 | 0.019 | 0.035 |
| ey1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.267 | 0.267 | 0.067 | 0.400 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ey2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.071 | 0 | 0 | 0 | 0.286 | 0.071 | 0.143 | 0.429 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |
| ih | 0 | 0 | 0.118 | 0 | 0 | 0 | 0.176 | 0.059 | 0 | 0 | 0.118 | 0.059 | 0 | 0 | 0.147 | 0.294 | 0 | 0 | 0 | 0 | 0.029 | 0 |
| iy | 0 | 0 | 0.048 | 0 | 0 | 0 | 0.095 | 0.032 | 0 | 0.079 | 0 | 0.032 | 0.222 | 0.159 | 0.127 | 0.127 | 0 | 0 | 0 | 0 | 0 | 0.079 |
| ow1 | 0.038 | 0.127 | 0.101 | 0.038 | 0 | 0 | 0 | 0.063 | 0.038 | 0 | 0 | 0.038 | 0 | 0 | 0.025 | 0 | 0.519 | 0.013 | 0 | 0 | 0 | 0 |
| ow2 | 0.023 | 0 | 0.023 | 0.068 | 0 | 0 | 0 | 0.068 | 0.023 | 0 | 0 | 0.250 | 0 | 0 | 0.045 | 0 | 0.182 | 0.318 | 0 | 0 | 0 | 0 |
| oy1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.125 | 0 | 0 | 0 | 0 | 0 | 0 | 0.875 | 0 | 0 | 0 |
| oy2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.600 | 0.400 | 0 | 0 |
| uh | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.091 | 0 | 0 | 0.545 | 0.182 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0.182 | 0 |
| uw/ux | 0 | 0 | 0.204 | 0 | 0 | 0 | 0.082 | 0.061 | 0 | 0 | 0.204 | 0.082 | 0 | 0 | 0.082 | 0.061 | 0 | 0 | 0 | 0 | 0.041 | 0.184 |
| | aa | ae | ah | ao | aw1 | aw2 | ax/ix | axr/er | ay1 | ay2 | eh | el/em/en/N/A/* | ey1 | ey2 | ih | iy | ow1 | ow2 | oy1 | oy2 | uh | uw/ux |