1{
2  "models": [
3    {
4      "name": "mobilenet_v1_1.0_224",
5      "baselineSec": 0.060,
6      "inputSize": [1, 224, 224, 3],
7      "dataSize": 4,
8      "inputOutputs": [
9        {
10          "input": "mobilenet_float/cup_224.input",
11          "output": "mobilenet_float/cup_1.0_224.output"
12        },
13		{
14          "input": "mobilenet_float/banana_224.input",
15          "output": "mobilenet_float/banana_1.0_224.output"
16        }
17      ]
18    },
19    {
20      "name": "mobilenet_v1_1.0_224_quant",
21      "baselineSec": 0.060,
22      "inputSize": [1, 224, 224, 3],
23      "dataSize": 1,
24      "inputOutputs": [
25        {
26          "input": "mobilenet_quantized/cup_224.input",
27          "output": "mobilenet_quantized/cup_1.0_224.output"
28        },
29        {
30          "input": "mobilenet_quantized/banana_224.input",
31          "output": "mobilenet_quantized/banana_1.0_224.output"
32        }
33      ]
34    },
35    {
36      "name": "mobilenet_v1_0.75_192",
37      "baselineSec": 0.026,
38      "inputSize": [1, 192, 192, 3],
39      "dataSize": 4,
40      "inputOutputs": [
41        {
42          "input": "mobilenet_float/cup_192.input",
43          "output": "mobilenet_float/cup_0.75_192.output"
44        },
45		{
46          "input": "mobilenet_float/banana_192.input",
47          "output": "mobilenet_float/banana_0.75_192.output"
48        }
49      ]
50    },
51    {
52      "name": "mobilenet_v1_0.75_192_quant",
53      "baselineSec": 0.025,
54      "inputSize": [1, 192, 192, 3],
55      "dataSize": 1,
56      "inputOutputs": [
57        {
58          "input": "mobilenet_quantized/cup_192.input",
59          "output": "mobilenet_quantized/cup_0.75_192.output"
60        },
61        {
62          "input": "mobilenet_quantized/banana_192.input",
63          "output": "mobilenet_quantized/banana_0.75_192.output"
64        }
65      ]
66    },
67
68    {
69      "name": "mobilenet_v1_0.5_160",
70      "baselineSec": 0.011,
71      "inputSize": [1, 160, 160, 3],
72      "dataSize": 4,
73      "inputOutputs": [
74        {
75          "input": "mobilenet_float/cup_160.input",
76          "output": "mobilenet_float/cup_0.5_160.output"
77        },
78		{
79          "input": "mobilenet_float/banana_160.input",
80          "output": "mobilenet_float/banana_0.5_160.output"
81        }
82      ]
83    },
84    {
85      "name": "mobilenet_v1_0.5_160_quant",
86      "baselineSec": 0.0010,
87      "inputSize": [1, 160, 160, 3],
88      "dataSize": 1,
89      "inputOutputs": [
90        {
91          "input": "mobilenet_quantized/cup_160.input",
92          "output": "mobilenet_quantized/cup_0.5_160.output"
93        },
94        {
95          "input": "mobilenet_quantized/banana_160.input",
96          "output": "mobilenet_quantized/banana_0.5_160.output"
97        }
98      ]
99    },
100    {
101      "name": "mobilenet_v1_0.25_128",
102      "baselineSec": 0.004,
103      "inputSize": [1, 128, 128, 3],
104      "dataSize": 4,
105      "inputOutputs": [
106        {
107          "input": "mobilenet_float/cup_128.input",
108          "output": "mobilenet_float/cup_0.25_128.output"
109        },
110		{
111          "input": "mobilenet_float/banana_128.input",
112          "output": "mobilenet_float/banana_0.25_128.output"
113        }
114      ]
115    },
116    {
117      "name": "mobilenet_v1_0.25_128_quant",
118      "baselineSec": 0.003,
119      "inputSize": [1, 128, 128, 3],
120      "dataSize": 1,
121      "inputOutputs": [
122        {
123          "input": "mobilenet_quantized/cup_128.input",
124          "output": "mobilenet_quantized/cup_0.25_128.output"
125        },
126        {
127          "input": "mobilenet_quantized/banana_128.input",
128          "output": "mobilenet_quantized/banana_0.25_128.output"
129        }
130      ]
131    },
132    {
133      "name": "mobilenet_v2_0.35_128",
134      "baselineSec": 0.060,
135      "inputSize": [1, 128, 128, 3],
136      "dataSize": 4,
137      "inputOutputs": [
138        {
139          "input": "mobilenet_float/cup_128.input",
140          "output": "mobilenet_float/cup_v2_0.35_128.output"
141        },
142		{
143          "input": "mobilenet_float/banana_128.input",
144          "output": "mobilenet_float/banana_v2_0.35_128.output"
145        }
146      ]
147    },
148    {
149      "name": "mobilenet_v2_0.5_160",
150      "baselineSec": 0.060,
151      "inputSize": [1, 160, 160, 3],
152      "dataSize": 4,
153      "inputOutputs": [
154        {
155          "input": "mobilenet_float/cup_160.input",
156          "output": "mobilenet_float/cup_v2_0.5_160.output"
157        },
158		{
159          "input": "mobilenet_float/banana_160.input",
160          "output": "mobilenet_float/banana_v2_0.5_160.output"
161        }
162      ]
163    },
164    {
165      "name": "mobilenet_v2_0.75_192",
166      "baselineSec": 0.060,
167      "inputSize": [1, 192, 192, 3],
168      "dataSize": 4,
169      "inputOutputs": [
170        {
171          "input": "mobilenet_float/cup_192.input",
172          "output": "mobilenet_float/cup_v2_0.75_192.output"
173        },
174		{
175          "input": "mobilenet_float/banana_192.input",
176          "output": "mobilenet_float/banana_v2_0.75_192.output"
177        }
178      ]
179    },
180
181    {
182      "name": "mobilenet_v2_1.0_224",
183      "baselineSec": 0.060,
184      "inputSize": [1, 224, 224, 3],
185      "dataSize": 4,
186      "inputOutputs": [
187        {
188          "input": "mobilenet_float/cup_224.input",
189          "output": "mobilenet_float/cup_v2_1.0_224.output"
190        },
191		{
192          "input": "mobilenet_float/banana_224.input",
193          "output": "mobilenet_float/banana_v2_1.0_224.output"
194        }
195      ]
196    },
197    {
198      "name": "ssd_mobilenet_v1_coco_float",
199      "testName": "SSD_MOBILENET_V1_COCO_FLOAT",
200      "baselineSec": 0.182,
201      "inputSize": [1, 300, 300, 3],
202      "dataSize": 4,
203      "inputOutputs": [
204        {
205          "input": "ssd_mobilenet_v1_coco_float/tarmac_float.input",
206          "outputs": [
207            "ssd_mobilenet_v1_coco_float/tarmac_float.output0",
208            "ssd_mobilenet_v1_coco_float/tarmac_float.output1",
209            "ssd_mobilenet_v1_coco_float/tarmac_float.output2"
210          ]
211        }
212      ]
213    },
214    {
215      "name": "ssd_mobilenet_v1_coco_quantized",
216      "testName": "SSD_MOBILENET_V1_COCO_QUANT8",
217      "baselineSec": 0.097,
218      "inputSize": [1, 300, 300, 3],
219      "dataSize": 1,
220      "inputOutputs": [
221        {
222          "input": "ssd_mobilenet_v1_coco_quantized/tarmac.input",
223          "outputs": [
224            "ssd_mobilenet_v1_coco_quantized/tarmac.output0",
225            "ssd_mobilenet_v1_coco_quantized/tarmac.output1",
226            "ssd_mobilenet_v1_coco_quantized/tarmac.output2",
227            "ssd_mobilenet_v1_coco_quantized/tarmac.output3",
228            "ssd_mobilenet_v1_coco_quantized/tarmac.output4",
229            "ssd_mobilenet_v1_coco_quantized/tarmac.output5",
230            "ssd_mobilenet_v1_coco_quantized/tarmac.output6",
231            "ssd_mobilenet_v1_coco_quantized/tarmac.output7",
232            "ssd_mobilenet_v1_coco_quantized/tarmac.output8",
233            "ssd_mobilenet_v1_coco_quantized/tarmac.output9",
234            "ssd_mobilenet_v1_coco_quantized/tarmac.output10",
235            "ssd_mobilenet_v1_coco_quantized/tarmac.output11"
236          ]
237        }
238      ]
239    },
240    {
241      "name": "tts_float",
242      "testName": "TTS_FLOAT",
243      "minSdkVersion": 29,
244      "baselineSec": 0.004,
245      "evaluator": {
246          "className": "MelCepLogF0",
247          "outputMeanStdDev": "tts_float/tts_float.output_mean_std_dev"
248      },
249      "inputSize": [1, 334],
250      "dataSize": 4,
251      "inputOutputs": [
252        {
253          "input": "tts_float/arctic_a0001.input",
254          "output": "tts_float/arctic_a0001.output"
255        },
256        {
257          "input": "tts_float/arctic_a0002.input",
258          "output": "tts_float/arctic_a0002.output"
259        },
260        {
261          "input": "tts_float/arctic_a0003.input",
262          "output": "tts_float/arctic_a0003.output"
263        },
264        {
265          "input": "tts_float/arctic_a0004.input",
266          "output": "tts_float/arctic_a0004.output"
267        },
268        {
269          "input": "tts_float/arctic_a0005.input",
270          "output": "tts_float/arctic_a0005.output"
271        },
272        {
273          "input": "tts_float/arctic_a0006.input",
274          "output": "tts_float/arctic_a0006.output"
275        },
276        {
277          "input": "tts_float/arctic_a0007.input",
278          "output": "tts_float/arctic_a0007.output"
279        },
280        {
281          "input": "tts_float/arctic_a0008.input",
282          "output": "tts_float/arctic_a0008.output"
283        },
284        {
285          "input": "tts_float/arctic_a0009.input",
286          "output": "tts_float/arctic_a0009.output"
287        },
288        {
289          "input": "tts_float/arctic_a0010.input",
290          "output": "tts_float/arctic_a0010.output"
291        },
292        {
293          "input": "tts_float/arctic_a0011.input",
294          "output": "tts_float/arctic_a0011.output"
295        },
296        {
297          "input": "tts_float/arctic_a0012.input",
298          "output": "tts_float/arctic_a0012.output"
299        },
300        {
301          "input": "tts_float/arctic_a0013.input",
302          "output": "tts_float/arctic_a0013.output"
303        },
304        {
305          "input": "tts_float/arctic_a0014.input",
306          "output": "tts_float/arctic_a0014.output"
307        },
308        {
309          "input": "tts_float/arctic_a0015.input",
310          "output": "tts_float/arctic_a0015.output"
311        },
312        {
313          "input": "tts_float/arctic_a0016.input",
314          "output": "tts_float/arctic_a0016.output"
315        },
316        {
317          "input": "tts_float/arctic_a0017.input",
318          "output": "tts_float/arctic_a0017.output"
319        },
320        {
321          "input": "tts_float/arctic_a0018.input",
322          "output": "tts_float/arctic_a0018.output"
323        },
324        {
325          "input": "tts_float/arctic_a0019.input",
326          "output": "tts_float/arctic_a0019.output"
327        },
328        {
329          "input": "tts_float/arctic_a0020.input",
330          "output": "tts_float/arctic_a0020.output"
331        },
332        {
333          "input": "tts_float/arctic_a0021.input",
334          "output": "tts_float/arctic_a0021.output"
335        },
336        {
337          "input": "tts_float/arctic_a0022.input",
338          "output": "tts_float/arctic_a0022.output"
339        },
340        {
341          "input": "tts_float/arctic_a0023.input",
342          "output": "tts_float/arctic_a0023.output"
343        },
344        {
345          "input": "tts_float/arctic_a0024.input",
346          "output": "tts_float/arctic_a0024.output"
347        },
348        {
349          "input": "tts_float/arctic_a0025.input",
350          "output": "tts_float/arctic_a0025.output"
351        },
352        {
353          "input": "tts_float/arctic_a0026.input",
354          "output": "tts_float/arctic_a0026.output"
355        },
356        {
357          "input": "tts_float/arctic_a0027.input",
358          "output": "tts_float/arctic_a0027.output"
359        },
360        {
361          "input": "tts_float/arctic_a0028.input",
362          "output": "tts_float/arctic_a0028.output"
363        },
364        {
365          "input": "tts_float/arctic_a0029.input",
366          "output": "tts_float/arctic_a0029.output"
367        },
368        {
369          "input": "tts_float/arctic_a0030.input",
370          "output": "tts_float/arctic_a0030.output"
371        },
372        {
373          "input": "tts_float/arctic_a0031.input",
374          "output": "tts_float/arctic_a0031.output"
375        },
376        {
377          "input": "tts_float/arctic_a0032.input",
378          "output": "tts_float/arctic_a0032.output"
379        },
380        {
381          "input": "tts_float/arctic_a0033.input",
382          "output": "tts_float/arctic_a0033.output"
383        },
384        {
385          "input": "tts_float/arctic_a0034.input",
386          "output": "tts_float/arctic_a0034.output"
387        },
388        {
389          "input": "tts_float/arctic_a0035.input",
390          "output": "tts_float/arctic_a0035.output"
391        },
392        {
393          "input": "tts_float/arctic_a0036.input",
394          "output": "tts_float/arctic_a0036.output"
395        },
396        {
397          "input": "tts_float/arctic_a0037.input",
398          "output": "tts_float/arctic_a0037.output"
399        },
400        {
401          "input": "tts_float/arctic_a0038.input",
402          "output": "tts_float/arctic_a0038.output"
403        },
404        {
405          "input": "tts_float/arctic_a0039.input",
406          "output": "tts_float/arctic_a0039.output"
407        },
408        {
409          "input": "tts_float/arctic_a0040.input",
410          "output": "tts_float/arctic_a0040.output"
411        },
412        {
413          "input": "tts_float/arctic_a0041.input",
414          "output": "tts_float/arctic_a0041.output"
415        },
416        {
417          "input": "tts_float/arctic_a0042.input",
418          "output": "tts_float/arctic_a0042.output"
419        },
420        {
421          "input": "tts_float/arctic_a0043.input",
422          "output": "tts_float/arctic_a0043.output"
423        },
424        {
425          "input": "tts_float/arctic_a0044.input",
426          "output": "tts_float/arctic_a0044.output"
427        },
428        {
429          "input": "tts_float/arctic_a0045.input",
430          "output": "tts_float/arctic_a0045.output"
431        },
432        {
433          "input": "tts_float/arctic_a0046.input",
434          "output": "tts_float/arctic_a0046.output"
435        },
436        {
437          "input": "tts_float/arctic_a0047.input",
438          "output": "tts_float/arctic_a0047.output"
439        },
440        {
441          "input": "tts_float/arctic_a0048.input",
442          "output": "tts_float/arctic_a0048.output"
443        },
444        {
445          "input": "tts_float/arctic_a0049.input",
446          "output": "tts_float/arctic_a0049.output"
447        },
448        {
449          "input": "tts_float/arctic_a0050.input",
450          "output": "tts_float/arctic_a0050.output"
451        }
452      ]
453    },
454    {
455      "name": "asr_float",
456      "testName": "ASR_FLOAT",
457      "baselineSec": 0.016,
458      "evaluator": {
459          "className": "PhoneErrorRate"
460      },
461      "inputSize": [1, 320],
462      "dataSize": 4,
463      "inputOutputs": [
464        {
465          "input": "asr_float/61-70968-0000.input",
466          "output": "asr_float/61-70968-0000.output"
467        },
468        {
469          "input": "asr_float/61-70968-0001.input",
470          "output": "asr_float/61-70968-0001.output"
471        },
472        {
473          "input": "asr_float/61-70968-0002.input",
474          "output": "asr_float/61-70968-0002.output"
475        },
476        {
477          "input": "asr_float/61-70968-0003.input",
478          "output": "asr_float/61-70968-0003.output"
479        },
480        {
481          "input": "asr_float/61-70968-0004.input",
482          "output": "asr_float/61-70968-0004.output"
483        },
484        {
485          "input": "asr_float/61-70968-0005.input",
486          "output": "asr_float/61-70968-0005.output"
487        },
488        {
489          "input": "asr_float/61-70968-0006.input",
490          "output": "asr_float/61-70968-0006.output"
491        },
492        {
493          "input": "asr_float/61-70968-0007.input",
494          "output": "asr_float/61-70968-0007.output"
495        },
496        {
497          "input": "asr_float/61-70968-0008.input",
498          "output": "asr_float/61-70968-0008.output"
499        },
500        {
501          "input": "asr_float/61-70968-0009.input",
502          "output": "asr_float/61-70968-0009.output"
503        },
504        {
505          "input": "asr_float/61-70968-0010.input",
506          "output": "asr_float/61-70968-0010.output"
507        },
508        {
509          "input": "asr_float/61-70968-0011.input",
510          "output": "asr_float/61-70968-0011.output"
511        },
512        {
513          "input": "asr_float/61-70968-0012.input",
514          "output": "asr_float/61-70968-0012.output"
515        },
516        {
517          "input": "asr_float/61-70968-0013.input",
518          "output": "asr_float/61-70968-0013.output"
519        },
520        {
521          "input": "asr_float/61-70968-0014.input",
522          "output": "asr_float/61-70968-0014.output"
523        },
524        {
525          "input": "asr_float/61-70968-0015.input",
526          "output": "asr_float/61-70968-0015.output"
527        },
528        {
529          "input": "asr_float/61-70968-0016.input",
530          "output": "asr_float/61-70968-0016.output"
531        },
532        {
533          "input": "asr_float/61-70968-0017.input",
534          "output": "asr_float/61-70968-0017.output"
535        },
536        {
537          "input": "asr_float/61-70968-0018.input",
538          "output": "asr_float/61-70968-0018.output"
539        },
540        {
541          "input": "asr_float/61-70968-0019.input",
542          "output": "asr_float/61-70968-0019.output"
543        },
544        {
545          "input": "asr_float/61-70968-0020.input",
546          "output": "asr_float/61-70968-0020.output"
547        },
548        {
549          "input": "asr_float/61-70968-0021.input",
550          "output": "asr_float/61-70968-0021.output"
551        },
552        {
553          "input": "asr_float/61-70968-0022.input",
554          "output": "asr_float/61-70968-0022.output"
555        },
556        {
557          "input": "asr_float/61-70968-0023.input",
558          "output": "asr_float/61-70968-0023.output"
559        },
560        {
561          "input": "asr_float/61-70968-0024.input",
562          "output": "asr_float/61-70968-0024.output"
563        },
564        {
565          "input": "asr_float/61-70968-0025.input",
566          "output": "asr_float/61-70968-0025.output"
567        },
568        {
569          "input": "asr_float/61-70968-0026.input",
570          "output": "asr_float/61-70968-0026.output"
571        },
572        {
573          "input": "asr_float/61-70968-0027.input",
574          "output": "asr_float/61-70968-0027.output"
575        },
576        {
577          "input": "asr_float/61-70968-0028.input",
578          "output": "asr_float/61-70968-0028.output"
579        },
580        {
581          "input": "asr_float/61-70968-0029.input",
582          "output": "asr_float/61-70968-0029.output"
583        },
584        {
585          "input": "asr_float/61-70968-0030.input",
586          "output": "asr_float/61-70968-0030.output"
587        },
588        {
589          "input": "asr_float/61-70968-0031.input",
590          "output": "asr_float/61-70968-0031.output"
591        },
592        {
593          "input": "asr_float/61-70968-0032.input",
594          "output": "asr_float/61-70968-0032.output"
595        },
596        {
597          "input": "asr_float/61-70968-0033.input",
598          "output": "asr_float/61-70968-0033.output"
599        },
600        {
601          "input": "asr_float/61-70968-0034.input",
602          "output": "asr_float/61-70968-0034.output"
603        },
604        {
605          "input": "asr_float/61-70968-0035.input",
606          "output": "asr_float/61-70968-0035.output"
607        },
608        {
609          "input": "asr_float/61-70968-0036.input",
610          "output": "asr_float/61-70968-0036.output"
611        },
612        {
613          "input": "asr_float/61-70968-0037.input",
614          "output": "asr_float/61-70968-0037.output"
615        },
616        {
617          "input": "asr_float/61-70968-0038.input",
618          "output": "asr_float/61-70968-0038.output"
619        },
620        {
621          "input": "asr_float/61-70968-0039.input",
622          "output": "asr_float/61-70968-0039.output"
623        },
624        {
625          "input": "asr_float/61-70968-0040.input",
626          "output": "asr_float/61-70968-0040.output"
627        },
628        {
629          "input": "asr_float/61-70968-0041.input",
630          "output": "asr_float/61-70968-0041.output"
631        },
632        {
633          "input": "asr_float/61-70968-0042.input",
634          "output": "asr_float/61-70968-0042.output"
635        },
636        {
637          "input": "asr_float/61-70968-0043.input",
638          "output": "asr_float/61-70968-0043.output"
639        },
640        {
641          "input": "asr_float/61-70968-0044.input",
642          "output": "asr_float/61-70968-0044.output"
643        },
644        {
645          "input": "asr_float/61-70968-0045.input",
646          "output": "asr_float/61-70968-0045.output"
647        },
648        {
649          "input": "asr_float/61-70968-0046.input",
650          "output": "asr_float/61-70968-0046.output"
651        },
652        {
653          "input": "asr_float/61-70968-0047.input",
654          "output": "asr_float/61-70968-0047.output"
655        },
656        {
657          "input": "asr_float/61-70968-0048.input",
658          "output": "asr_float/61-70968-0048.output"
659        },
660        {
661          "input": "asr_float/61-70968-0049.input",
662          "output": "asr_float/61-70968-0049.output"
663        }
664      ]
665    },
666    {
667      "name": "mobilenet_v2_1.0_224_quant",
668      "baselineSec": 0.060,
669      "inputSize": [1, 224, 224, 3],
670      "dataSize": 1,
671      "inputOutputs": [
672        {
673          "input": "mobilenet_quantized/cup_224.input",
674          "output": "mobilenet_quantized/cup_1.0_224.output"
675        },
676        {
677          "input": "mobilenet_quantized/banana_224.input",
678          "output": "mobilenet_quantized/banana_1.0_224.output"
679        }
680      ]
681    }
682  ]
683}
684