| { |
| "models": [ |
| { |
| "name": "mobilenet_v1_1.0_224_topk_aosp", |
| "modelFile": "mobilenet_v1_1.0_224", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.617 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v1_1.0_224_quant_topk_aosp", |
| "modelFile": "mobilenet_v1_1.0_224_quant", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.596 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 1, |
| "inputScale": 0.007812, |
| "inputZeroPoint": 128.0, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v1_0.75_192_topk_aosp", |
| "modelFile": "mobilenet_v1_0.75_192", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.604 |
| }, |
| "inputSize": [1, 192, 192, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v1_0.75_192_quant_topk_aosp", |
| "modelFile": "mobilenet_v1_0.75_192_quant", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.582 |
| }, |
| "inputSize": [1, 192, 192, 3], |
| "dataSize": 1, |
| "inputScale": 0.007812, |
| "inputZeroPoint": 128.0, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v1_0.5_160_topk_aosp", |
| "modelFile": "mobilenet_v1_0.5_160", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.582 |
| }, |
| "inputSize": [1, 160, 160, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v1_0.5_160_quant_topk_aosp", |
| "modelFile": "mobilenet_v1_0.5_160_quant", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.550 |
| }, |
| "inputSize": [1, 160, 160, 3], |
| "dataSize": 1, |
| "inputScale": 0.007812, |
| "inputZeroPoint": 128.0, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v1_0.25_128_topk_aosp", |
| "modelFile": "mobilenet_v1_0.25_128", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.444 |
| }, |
| "inputSize": [1, 128, 128, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v1_0.25_128_quant_topk_aosp", |
| "modelFile": "mobilenet_v1_0.25_128_quant", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.402 |
| }, |
| "inputSize": [1, 128, 128, 3], |
| "dataSize": 1, |
| "inputScale": 0.007812, |
| "inputZeroPoint": 128.0, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v2_0.35_128_topk_aosp", |
| "modelFile": "mobilenet_v2_0.35_128", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.516 |
| }, |
| "inputSize": [1, 128, 128, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v2_0.5_160_topk_aosp", |
| "modelFile": "mobilenet_v2_0.5_160", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.583 |
| }, |
| "inputSize": [1, 160, 160, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v2_0.75_192_topk_aosp", |
| "modelFile": "mobilenet_v2_0.75_192", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.617 |
| }, |
| "inputSize": [1, 192, 192, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v2_1.0_224_topk_aosp", |
| "modelFile": "mobilenet_v2_1.0_224", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.639 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v2_1.0_224_quant_topk_aosp", |
| "modelFile": "mobilenet_v2_1.0_224_quant", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.617 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 1, |
| "inputScale": 0.007812, |
| "inputZeroPoint": 128.0, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-small_224_0.75_float_topk_aosp", |
| "modelFile": "mobilenet_v3-small_224_0.75_float", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.60536915 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-small_224_1.0_float_topk_aosp", |
| "modelFile": "mobilenet_v3-small_224_1.0_float", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.6107383 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-small-minimalistic_224_1.0_float_topk_aosp", |
| "modelFile": "mobilenet_v3-small-minimalistic_224_1.0_float", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.5885906 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-large_224_0.75_float_topk_aosp", |
| "modelFile": "mobilenet_v3-large_224_0.75_float", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.63892615 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-large_224_1.0_float_topk_aosp", |
| "modelFile": "mobilenet_v3-large_224_1.0_float", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.6577181 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-large-minimalistic_224_1.0_float_topk_aosp", |
| "modelFile": "mobilenet_v3-large-minimalistic_224_1.0_float", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.6375839 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 4, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-small_224_1.0_uint8_topk_aosp", |
| "modelFile": "mobilenet_v3-small_224_1.0_uint8", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.56510067 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 1, |
| "inputScale": 0.007812, |
| "inputZeroPoint": 128.0, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-large_224_1.0_uint8_topk_aosp", |
| "modelFile": "mobilenet_v3-large_224_1.0_uint8", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.61879194 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 1, |
| "inputScale": 0.007812, |
| "inputZeroPoint": 128.0, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| }, |
| { |
| "name": "mobilenet_v3-large-minimalistic_224_1.0_uint8_topk_aosp", |
| "modelFile": "mobilenet_v3-large-minimalistic_224_1.0_uint8", |
| "baselineSec": 0.060, |
| "evaluator": { |
| "className": "TopK", |
| "expectedTop1": 0.59395975 |
| }, |
| "inputSize": [1, 224, 224, 3], |
| "dataSize": 1, |
| "inputScale": 0.007812, |
| "inputZeroPoint": 128.0, |
| "dataset": { |
| "inputPath": "image_classification", |
| "groundTruth": "image_classification/ground_truth_labels.txt", |
| "labels": "image_classification/labels.txt", |
| "preprocessor": "Inception" |
| } |
| } |
| ] |
| } |
