blob: fc37fb34f3e6c496328ccb94da6c05d0da67b246 [file] [log] [blame]
// clang-format off
// Generated file (from: fully_connected_v1_2.mod.py). Do not edit
void CreateModel(Model *model) {
OperandType type0(Type::TENSOR_FLOAT32, {3, 1});
OperandType type1(Type::TENSOR_FLOAT32, {1, 1});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type3(Type::INT32, {});
// Phase 1, operands
auto op1 = model->addOperand(&type0);
auto op2 = model->addOperand(&type1);
auto b0 = model->addOperand(&type2);
auto act = model->addOperand(&type3);
auto op3 = model->addOperand(&type0);
// Phase 2, operations
static float op2_init[] = {2.0f};
model->setOperandValue(op2, op2_init, sizeof(float) * 1);
static float b0_init[] = {4.0f};
model->setOperandValue(b0, b0_init, sizeof(float) * 1);
static int32_t act_init[] = {0};
model->setOperandValue(act, act_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {op1, op2, b0, act}, {op3});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{op1},
{op3});
assert(model->isValid());
}
inline bool is_ignored(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_relaxed(Model *model) {
OperandType type0(Type::TENSOR_FLOAT32, {3, 1});
OperandType type1(Type::TENSOR_FLOAT32, {1, 1});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type3(Type::INT32, {});
// Phase 1, operands
auto op1 = model->addOperand(&type0);
auto op2 = model->addOperand(&type1);
auto b0 = model->addOperand(&type2);
auto act = model->addOperand(&type3);
auto op3 = model->addOperand(&type0);
// Phase 2, operations
static float op2_init[] = {2.0f};
model->setOperandValue(op2, op2_init, sizeof(float) * 1);
static float b0_init[] = {4.0f};
model->setOperandValue(b0, b0_init, sizeof(float) * 1);
static int32_t act_init[] = {0};
model->setOperandValue(act, act_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {op1, op2, b0, act}, {op3});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{op1},
{op3});
// Phase 4: set relaxed execution
model->relaxComputationFloat32toFloat16(true);
assert(model->isValid());
}
inline bool is_ignored_relaxed(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_float16(Model *model) {
OperandType type16(Type::TENSOR_FLOAT16, {1});
OperandType type17(Type::TENSOR_FLOAT16, {3, 1});
OperandType type18(Type::TENSOR_FLOAT16, {1, 1});
OperandType type3(Type::INT32, {});
// Phase 1, operands
auto op1 = model->addOperand(&type17);
auto op2 = model->addOperand(&type18);
auto b0 = model->addOperand(&type16);
auto act = model->addOperand(&type3);
auto op3 = model->addOperand(&type17);
// Phase 2, operations
static _Float16 op2_init[] = {2.0f};
model->setOperandValue(op2, op2_init, sizeof(_Float16) * 1);
static _Float16 b0_init[] = {4.0f};
model->setOperandValue(b0, b0_init, sizeof(_Float16) * 1);
static int32_t act_init[] = {0};
model->setOperandValue(act, act_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {op1, op2, b0, act}, {op3});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{op1},
{op3});
assert(model->isValid());
}
inline bool is_ignored_float16(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_quant8_mult_gt_1(Model *model) {
OperandType type19(Type::TENSOR_INT32, {1}, 0.25f, 0);
OperandType type20(Type::TENSOR_QUANT8_ASYMM, {3, 1}, 0.5f, 127);
OperandType type21(Type::TENSOR_QUANT8_ASYMM, {1, 1}, 0.5f, 120);
OperandType type22(Type::TENSOR_QUANT8_ASYMM, {3, 1}, 0.1f, 128);
OperandType type3(Type::INT32, {});
// Phase 1, operands
auto op1 = model->addOperand(&type20);
auto op2 = model->addOperand(&type21);
auto b0 = model->addOperand(&type19);
auto act = model->addOperand(&type3);
auto op3 = model->addOperand(&type22);
// Phase 2, operations
static uint8_t op2_init[] = {124};
model->setOperandValue(op2, op2_init, sizeof(uint8_t) * 1);
static int32_t b0_init[] = {16};
model->setOperandValue(b0, b0_init, sizeof(int32_t) * 1);
static int32_t act_init[] = {0};
model->setOperandValue(act, act_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {op1, op2, b0, act}, {op3});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{op1},
{op3});
assert(model->isValid());
}
inline bool is_ignored_quant8_mult_gt_1(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_dynamic_output_shape(Model *model) {
OperandType type0(Type::TENSOR_FLOAT32, {3, 1});
OperandType type1(Type::TENSOR_FLOAT32, {1, 1});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type23(Type::TENSOR_FLOAT32, {0, 0});
OperandType type3(Type::INT32, {});
// Phase 1, operands
auto op1 = model->addOperand(&type0);
auto op2 = model->addOperand(&type1);
auto b0 = model->addOperand(&type2);
auto act = model->addOperand(&type3);
auto op3 = model->addOperand(&type23);
// Phase 2, operations
static float op2_init[] = {2.0f};
model->setOperandValue(op2, op2_init, sizeof(float) * 1);
static float b0_init[] = {4.0f};
model->setOperandValue(b0, b0_init, sizeof(float) * 1);
static int32_t act_init[] = {0};
model->setOperandValue(act, act_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {op1, op2, b0, act}, {op3});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{op1},
{op3});
assert(model->isValid());
}
inline bool is_ignored_dynamic_output_shape(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_dynamic_output_shape_relaxed(Model *model) {
OperandType type0(Type::TENSOR_FLOAT32, {3, 1});
OperandType type1(Type::TENSOR_FLOAT32, {1, 1});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type23(Type::TENSOR_FLOAT32, {0, 0});
OperandType type3(Type::INT32, {});
// Phase 1, operands
auto op1 = model->addOperand(&type0);
auto op2 = model->addOperand(&type1);
auto b0 = model->addOperand(&type2);
auto act = model->addOperand(&type3);
auto op3 = model->addOperand(&type23);
// Phase 2, operations
static float op2_init[] = {2.0f};
model->setOperandValue(op2, op2_init, sizeof(float) * 1);
static float b0_init[] = {4.0f};
model->setOperandValue(b0, b0_init, sizeof(float) * 1);
static int32_t act_init[] = {0};
model->setOperandValue(act, act_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {op1, op2, b0, act}, {op3});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{op1},
{op3});
// Phase 4: set relaxed execution
model->relaxComputationFloat32toFloat16(true);
assert(model->isValid());
}
inline bool is_ignored_dynamic_output_shape_relaxed(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_dynamic_output_shape_float16(Model *model) {
OperandType type16(Type::TENSOR_FLOAT16, {1});
OperandType type17(Type::TENSOR_FLOAT16, {3, 1});
OperandType type18(Type::TENSOR_FLOAT16, {1, 1});
OperandType type24(Type::TENSOR_FLOAT16, {0, 0});
OperandType type3(Type::INT32, {});
// Phase 1, operands
auto op1 = model->addOperand(&type17);
auto op2 = model->addOperand(&type18);
auto b0 = model->addOperand(&type16);
auto act = model->addOperand(&type3);
auto op3 = model->addOperand(&type24);
// Phase 2, operations
static _Float16 op2_init[] = {2.0f};
model->setOperandValue(op2, op2_init, sizeof(_Float16) * 1);
static _Float16 b0_init[] = {4.0f};
model->setOperandValue(b0, b0_init, sizeof(_Float16) * 1);
static int32_t act_init[] = {0};
model->setOperandValue(act, act_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {op1, op2, b0, act}, {op3});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{op1},
{op3});
assert(model->isValid());
}
inline bool is_ignored_dynamic_output_shape_float16(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_dynamic_output_shape_quant8_mult_gt_1(Model *model) {
OperandType type19(Type::TENSOR_INT32, {1}, 0.25f, 0);
OperandType type20(Type::TENSOR_QUANT8_ASYMM, {3, 1}, 0.5f, 127);
OperandType type21(Type::TENSOR_QUANT8_ASYMM, {1, 1}, 0.5f, 120);
OperandType type25(Type::TENSOR_QUANT8_ASYMM, {0, 0}, 0.1f, 128);
OperandType type3(Type::INT32, {});
// Phase 1, operands
auto op1 = model->addOperand(&type20);
auto op2 = model->addOperand(&type21);
auto b0 = model->addOperand(&type19);
auto act = model->addOperand(&type3);
auto op3 = model->addOperand(&type25);
// Phase 2, operations
static uint8_t op2_init[] = {124};
model->setOperandValue(op2, op2_init, sizeof(uint8_t) * 1);
static int32_t b0_init[] = {16};
model->setOperandValue(b0, b0_init, sizeof(int32_t) * 1);
static int32_t act_init[] = {0};
model->setOperandValue(act, act_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {op1, op2, b0, act}, {op3});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{op1},
{op3});
assert(model->isValid());
}
inline bool is_ignored_dynamic_output_shape_quant8_mult_gt_1(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_nhwc(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type12(Type::TENSOR_FLOAT32, {1, 1, 1, 3});
OperandType type13(Type::TENSOR_FLOAT32, {0, 2, 2, 3});
OperandType type14(Type::TENSOR_FLOAT32, {1, 3});
OperandType type15(Type::TENSOR_FLOAT32, {0, 1});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type3(Type::INT32, {});
OperandType type4(Type::TENSOR_FLOAT32, {1, 2});
OperandType type5(Type::TENSOR_FLOAT32, {1, 8});
OperandType type6(Type::TENSOR_FLOAT32, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type8(Type::TENSOR_FLOAT32, {0, 4});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type4);
auto roi = model->addOperand(&type5);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type6);
auto roiOut = model->addOperand(&type8);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type12);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type13);
auto weights = model->addOperand(&type14);
auto bias = model->addOperand(&type2);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type15);
// Phase 2, operations
static float scores_init[] = {0.9f, 0.1f};
model->setOperandValue(scores, scores_init, sizeof(float) * 2);
static float roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(float) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {false};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static float weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(float) * 3);
static float bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(float) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_nhwc(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_nhwc_relaxed(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type12(Type::TENSOR_FLOAT32, {1, 1, 1, 3});
OperandType type13(Type::TENSOR_FLOAT32, {0, 2, 2, 3});
OperandType type14(Type::TENSOR_FLOAT32, {1, 3});
OperandType type15(Type::TENSOR_FLOAT32, {0, 1});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type3(Type::INT32, {});
OperandType type4(Type::TENSOR_FLOAT32, {1, 2});
OperandType type5(Type::TENSOR_FLOAT32, {1, 8});
OperandType type6(Type::TENSOR_FLOAT32, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type8(Type::TENSOR_FLOAT32, {0, 4});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type4);
auto roi = model->addOperand(&type5);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type6);
auto roiOut = model->addOperand(&type8);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type12);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type13);
auto weights = model->addOperand(&type14);
auto bias = model->addOperand(&type2);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type15);
// Phase 2, operations
static float scores_init[] = {0.9f, 0.1f};
model->setOperandValue(scores, scores_init, sizeof(float) * 2);
static float roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(float) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {false};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static float weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(float) * 3);
static float bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(float) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
// Phase 4: set relaxed execution
model->relaxComputationFloat32toFloat16(true);
assert(model->isValid());
}
inline bool is_ignored_zero_sized_nhwc_relaxed(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_nhwc_quant8(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type26(Type::TENSOR_INT32, {1}, 0.01f, 0);
OperandType type27(Type::TENSOR_QUANT8_ASYMM, {0, 2, 2, 3}, 0.1f, 128);
OperandType type28(Type::TENSOR_QUANT8_ASYMM, {1, 1, 1, 3}, 0.1f, 128);
OperandType type29(Type::TENSOR_QUANT8_ASYMM, {0, 1}, 0.1f, 128);
OperandType type3(Type::INT32, {});
OperandType type30(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0);
OperandType type31(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0);
OperandType type32(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128);
OperandType type33(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128);
OperandType type34(Type::TENSOR_QUANT8_ASYMM, {1, 3}, 0.1f, 128);
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type32);
auto roi = model->addOperand(&type30);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type33);
auto roiOut = model->addOperand(&type31);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type28);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type27);
auto weights = model->addOperand(&type34);
auto bias = model->addOperand(&type26);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type29);
// Phase 2, operations
static uint8_t scores_init[] = {137, 129};
model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2);
static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80};
model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {false};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static uint8_t weights_init[] = {138, 148, 158};
model->setOperandValue(weights, weights_init, sizeof(uint8_t) * 3);
static int32_t bias_init[] = {100};
model->setOperandValue(bias, bias_init, sizeof(int32_t) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_nhwc_quant8(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_nhwc_float16(Model *model) {
OperandType type11(Type::BOOL, {});
OperandType type16(Type::TENSOR_FLOAT16, {1});
OperandType type3(Type::INT32, {});
OperandType type35(Type::TENSOR_FLOAT16, {0, 2, 2, 3});
OperandType type36(Type::TENSOR_FLOAT16, {1, 1, 1, 3});
OperandType type37(Type::TENSOR_FLOAT16, {0, 1});
OperandType type38(Type::FLOAT16, {});
OperandType type39(Type::TENSOR_FLOAT16, {1, 8});
OperandType type40(Type::TENSOR_FLOAT16, {0, 4});
OperandType type41(Type::TENSOR_FLOAT16, {1, 2});
OperandType type42(Type::TENSOR_FLOAT16, {0});
OperandType type43(Type::TENSOR_FLOAT16, {1, 3});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type41);
auto roi = model->addOperand(&type39);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type38);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type38);
auto param5 = model->addOperand(&type38);
auto param6 = model->addOperand(&type38);
auto scoresOut = model->addOperand(&type42);
auto roiOut = model->addOperand(&type40);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type36);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type38);
auto param10 = model->addOperand(&type38);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type35);
auto weights = model->addOperand(&type43);
auto bias = model->addOperand(&type16);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type37);
// Phase 2, operations
static _Float16 scores_init[] = {0.8999999761581421f, 0.10000000149011612f};
model->setOperandValue(scores, scores_init, sizeof(_Float16) * 2);
static _Float16 roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(_Float16) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static _Float16 param1_init[] = {0.30000001192092896f};
model->setOperandValue(param1, param1_init, sizeof(_Float16) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static _Float16 param4_init[] = {0.4000000059604645f};
model->setOperandValue(param4, param4_init, sizeof(_Float16) * 1);
static _Float16 param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(_Float16) * 1);
static _Float16 param6_init[] = {0.30000001192092896f};
model->setOperandValue(param6, param6_init, sizeof(_Float16) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static _Float16 param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(_Float16) * 1);
static _Float16 param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(_Float16) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {false};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static _Float16 weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(_Float16) * 3);
static _Float16 bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(_Float16) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_nhwc_float16(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_nchw(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type14(Type::TENSOR_FLOAT32, {1, 3});
OperandType type15(Type::TENSOR_FLOAT32, {0, 1});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type3(Type::INT32, {});
OperandType type4(Type::TENSOR_FLOAT32, {1, 2});
OperandType type44(Type::TENSOR_FLOAT32, {0, 3, 2, 2});
OperandType type45(Type::TENSOR_FLOAT32, {1, 3, 1, 1});
OperandType type5(Type::TENSOR_FLOAT32, {1, 8});
OperandType type6(Type::TENSOR_FLOAT32, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type8(Type::TENSOR_FLOAT32, {0, 4});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type4);
auto roi = model->addOperand(&type5);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type6);
auto roiOut = model->addOperand(&type8);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type45);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type44);
auto weights = model->addOperand(&type14);
auto bias = model->addOperand(&type2);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type15);
// Phase 2, operations
static float scores_init[] = {0.9f, 0.1f};
model->setOperandValue(scores, scores_init, sizeof(float) * 2);
static float roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(float) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {true};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static float weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(float) * 3);
static float bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(float) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_nchw(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_nchw_relaxed(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type14(Type::TENSOR_FLOAT32, {1, 3});
OperandType type15(Type::TENSOR_FLOAT32, {0, 1});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type3(Type::INT32, {});
OperandType type4(Type::TENSOR_FLOAT32, {1, 2});
OperandType type44(Type::TENSOR_FLOAT32, {0, 3, 2, 2});
OperandType type45(Type::TENSOR_FLOAT32, {1, 3, 1, 1});
OperandType type5(Type::TENSOR_FLOAT32, {1, 8});
OperandType type6(Type::TENSOR_FLOAT32, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type8(Type::TENSOR_FLOAT32, {0, 4});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type4);
auto roi = model->addOperand(&type5);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type6);
auto roiOut = model->addOperand(&type8);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type45);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type44);
auto weights = model->addOperand(&type14);
auto bias = model->addOperand(&type2);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type15);
// Phase 2, operations
static float scores_init[] = {0.9f, 0.1f};
model->setOperandValue(scores, scores_init, sizeof(float) * 2);
static float roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(float) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {true};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static float weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(float) * 3);
static float bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(float) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
// Phase 4: set relaxed execution
model->relaxComputationFloat32toFloat16(true);
assert(model->isValid());
}
inline bool is_ignored_zero_sized_nchw_relaxed(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_nchw_quant8(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type26(Type::TENSOR_INT32, {1}, 0.01f, 0);
OperandType type29(Type::TENSOR_QUANT8_ASYMM, {0, 1}, 0.1f, 128);
OperandType type3(Type::INT32, {});
OperandType type30(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0);
OperandType type31(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0);
OperandType type32(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128);
OperandType type33(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128);
OperandType type34(Type::TENSOR_QUANT8_ASYMM, {1, 3}, 0.1f, 128);
OperandType type46(Type::TENSOR_QUANT8_ASYMM, {0, 3, 2, 2}, 0.1f, 128);
OperandType type47(Type::TENSOR_QUANT8_ASYMM, {1, 3, 1, 1}, 0.1f, 128);
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type32);
auto roi = model->addOperand(&type30);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type33);
auto roiOut = model->addOperand(&type31);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type47);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type46);
auto weights = model->addOperand(&type34);
auto bias = model->addOperand(&type26);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type29);
// Phase 2, operations
static uint8_t scores_init[] = {137, 129};
model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2);
static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80};
model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {true};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static uint8_t weights_init[] = {138, 148, 158};
model->setOperandValue(weights, weights_init, sizeof(uint8_t) * 3);
static int32_t bias_init[] = {100};
model->setOperandValue(bias, bias_init, sizeof(int32_t) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_nchw_quant8(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_nchw_float16(Model *model) {
OperandType type11(Type::BOOL, {});
OperandType type16(Type::TENSOR_FLOAT16, {1});
OperandType type3(Type::INT32, {});
OperandType type37(Type::TENSOR_FLOAT16, {0, 1});
OperandType type38(Type::FLOAT16, {});
OperandType type39(Type::TENSOR_FLOAT16, {1, 8});
OperandType type40(Type::TENSOR_FLOAT16, {0, 4});
OperandType type41(Type::TENSOR_FLOAT16, {1, 2});
OperandType type42(Type::TENSOR_FLOAT16, {0});
OperandType type43(Type::TENSOR_FLOAT16, {1, 3});
OperandType type48(Type::TENSOR_FLOAT16, {0, 3, 2, 2});
OperandType type49(Type::TENSOR_FLOAT16, {1, 3, 1, 1});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type41);
auto roi = model->addOperand(&type39);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type38);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type38);
auto param5 = model->addOperand(&type38);
auto param6 = model->addOperand(&type38);
auto scoresOut = model->addOperand(&type42);
auto roiOut = model->addOperand(&type40);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type49);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type38);
auto param10 = model->addOperand(&type38);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type48);
auto weights = model->addOperand(&type43);
auto bias = model->addOperand(&type16);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type37);
// Phase 2, operations
static _Float16 scores_init[] = {0.8999999761581421f, 0.10000000149011612f};
model->setOperandValue(scores, scores_init, sizeof(_Float16) * 2);
static _Float16 roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(_Float16) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static _Float16 param1_init[] = {0.30000001192092896f};
model->setOperandValue(param1, param1_init, sizeof(_Float16) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static _Float16 param4_init[] = {0.4000000059604645f};
model->setOperandValue(param4, param4_init, sizeof(_Float16) * 1);
static _Float16 param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(_Float16) * 1);
static _Float16 param6_init[] = {0.30000001192092896f};
model->setOperandValue(param6, param6_init, sizeof(_Float16) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static _Float16 param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(_Float16) * 1);
static _Float16 param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(_Float16) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {true};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static _Float16 weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(_Float16) * 3);
static _Float16 bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(_Float16) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_nchw_float16(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_dynamic_output_shape_nhwc(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type12(Type::TENSOR_FLOAT32, {1, 1, 1, 3});
OperandType type13(Type::TENSOR_FLOAT32, {0, 2, 2, 3});
OperandType type14(Type::TENSOR_FLOAT32, {1, 3});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type23(Type::TENSOR_FLOAT32, {0, 0});
OperandType type3(Type::INT32, {});
OperandType type4(Type::TENSOR_FLOAT32, {1, 2});
OperandType type5(Type::TENSOR_FLOAT32, {1, 8});
OperandType type6(Type::TENSOR_FLOAT32, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type8(Type::TENSOR_FLOAT32, {0, 4});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type4);
auto roi = model->addOperand(&type5);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type6);
auto roiOut = model->addOperand(&type8);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type12);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type13);
auto weights = model->addOperand(&type14);
auto bias = model->addOperand(&type2);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type23);
// Phase 2, operations
static float scores_init[] = {0.9f, 0.1f};
model->setOperandValue(scores, scores_init, sizeof(float) * 2);
static float roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(float) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {false};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static float weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(float) * 3);
static float bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(float) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_dynamic_output_shape_nhwc(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_dynamic_output_shape_nhwc_relaxed(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type12(Type::TENSOR_FLOAT32, {1, 1, 1, 3});
OperandType type13(Type::TENSOR_FLOAT32, {0, 2, 2, 3});
OperandType type14(Type::TENSOR_FLOAT32, {1, 3});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type23(Type::TENSOR_FLOAT32, {0, 0});
OperandType type3(Type::INT32, {});
OperandType type4(Type::TENSOR_FLOAT32, {1, 2});
OperandType type5(Type::TENSOR_FLOAT32, {1, 8});
OperandType type6(Type::TENSOR_FLOAT32, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type8(Type::TENSOR_FLOAT32, {0, 4});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type4);
auto roi = model->addOperand(&type5);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type6);
auto roiOut = model->addOperand(&type8);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type12);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type13);
auto weights = model->addOperand(&type14);
auto bias = model->addOperand(&type2);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type23);
// Phase 2, operations
static float scores_init[] = {0.9f, 0.1f};
model->setOperandValue(scores, scores_init, sizeof(float) * 2);
static float roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(float) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {false};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static float weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(float) * 3);
static float bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(float) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
// Phase 4: set relaxed execution
model->relaxComputationFloat32toFloat16(true);
assert(model->isValid());
}
inline bool is_ignored_zero_sized_dynamic_output_shape_nhwc_relaxed(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_dynamic_output_shape_nhwc_quant8(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type25(Type::TENSOR_QUANT8_ASYMM, {0, 0}, 0.1f, 128);
OperandType type26(Type::TENSOR_INT32, {1}, 0.01f, 0);
OperandType type27(Type::TENSOR_QUANT8_ASYMM, {0, 2, 2, 3}, 0.1f, 128);
OperandType type28(Type::TENSOR_QUANT8_ASYMM, {1, 1, 1, 3}, 0.1f, 128);
OperandType type3(Type::INT32, {});
OperandType type30(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0);
OperandType type31(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0);
OperandType type32(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128);
OperandType type33(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128);
OperandType type34(Type::TENSOR_QUANT8_ASYMM, {1, 3}, 0.1f, 128);
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type32);
auto roi = model->addOperand(&type30);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type33);
auto roiOut = model->addOperand(&type31);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type28);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type27);
auto weights = model->addOperand(&type34);
auto bias = model->addOperand(&type26);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type25);
// Phase 2, operations
static uint8_t scores_init[] = {137, 129};
model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2);
static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80};
model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {false};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static uint8_t weights_init[] = {138, 148, 158};
model->setOperandValue(weights, weights_init, sizeof(uint8_t) * 3);
static int32_t bias_init[] = {100};
model->setOperandValue(bias, bias_init, sizeof(int32_t) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_dynamic_output_shape_nhwc_quant8(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_dynamic_output_shape_nhwc_float16(Model *model) {
OperandType type11(Type::BOOL, {});
OperandType type16(Type::TENSOR_FLOAT16, {1});
OperandType type24(Type::TENSOR_FLOAT16, {0, 0});
OperandType type3(Type::INT32, {});
OperandType type35(Type::TENSOR_FLOAT16, {0, 2, 2, 3});
OperandType type36(Type::TENSOR_FLOAT16, {1, 1, 1, 3});
OperandType type38(Type::FLOAT16, {});
OperandType type39(Type::TENSOR_FLOAT16, {1, 8});
OperandType type40(Type::TENSOR_FLOAT16, {0, 4});
OperandType type41(Type::TENSOR_FLOAT16, {1, 2});
OperandType type43(Type::TENSOR_FLOAT16, {1, 3});
OperandType type50(Type::TENSOR_FLOAT16, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type41);
auto roi = model->addOperand(&type39);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type38);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type38);
auto param5 = model->addOperand(&type38);
auto param6 = model->addOperand(&type38);
auto scoresOut = model->addOperand(&type50);
auto roiOut = model->addOperand(&type40);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type36);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type38);
auto param10 = model->addOperand(&type38);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type35);
auto weights = model->addOperand(&type43);
auto bias = model->addOperand(&type16);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type24);
// Phase 2, operations
static _Float16 scores_init[] = {0.8999999761581421f, 0.10000000149011612f};
model->setOperandValue(scores, scores_init, sizeof(_Float16) * 2);
static _Float16 roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(_Float16) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static _Float16 param1_init[] = {0.30000001192092896f};
model->setOperandValue(param1, param1_init, sizeof(_Float16) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static _Float16 param4_init[] = {0.4000000059604645f};
model->setOperandValue(param4, param4_init, sizeof(_Float16) * 1);
static _Float16 param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(_Float16) * 1);
static _Float16 param6_init[] = {0.30000001192092896f};
model->setOperandValue(param6, param6_init, sizeof(_Float16) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static _Float16 param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(_Float16) * 1);
static _Float16 param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(_Float16) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {false};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static _Float16 weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(_Float16) * 3);
static _Float16 bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(_Float16) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_dynamic_output_shape_nhwc_float16(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_dynamic_output_shape_nchw(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type14(Type::TENSOR_FLOAT32, {1, 3});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type23(Type::TENSOR_FLOAT32, {0, 0});
OperandType type3(Type::INT32, {});
OperandType type4(Type::TENSOR_FLOAT32, {1, 2});
OperandType type44(Type::TENSOR_FLOAT32, {0, 3, 2, 2});
OperandType type45(Type::TENSOR_FLOAT32, {1, 3, 1, 1});
OperandType type5(Type::TENSOR_FLOAT32, {1, 8});
OperandType type6(Type::TENSOR_FLOAT32, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type8(Type::TENSOR_FLOAT32, {0, 4});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type4);
auto roi = model->addOperand(&type5);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type6);
auto roiOut = model->addOperand(&type8);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type45);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type44);
auto weights = model->addOperand(&type14);
auto bias = model->addOperand(&type2);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type23);
// Phase 2, operations
static float scores_init[] = {0.9f, 0.1f};
model->setOperandValue(scores, scores_init, sizeof(float) * 2);
static float roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(float) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {true};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static float weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(float) * 3);
static float bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(float) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_dynamic_output_shape_nchw(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_dynamic_output_shape_nchw_relaxed(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type14(Type::TENSOR_FLOAT32, {1, 3});
OperandType type2(Type::TENSOR_FLOAT32, {1});
OperandType type23(Type::TENSOR_FLOAT32, {0, 0});
OperandType type3(Type::INT32, {});
OperandType type4(Type::TENSOR_FLOAT32, {1, 2});
OperandType type44(Type::TENSOR_FLOAT32, {0, 3, 2, 2});
OperandType type45(Type::TENSOR_FLOAT32, {1, 3, 1, 1});
OperandType type5(Type::TENSOR_FLOAT32, {1, 8});
OperandType type6(Type::TENSOR_FLOAT32, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type8(Type::TENSOR_FLOAT32, {0, 4});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type4);
auto roi = model->addOperand(&type5);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type6);
auto roiOut = model->addOperand(&type8);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type45);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type44);
auto weights = model->addOperand(&type14);
auto bias = model->addOperand(&type2);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type23);
// Phase 2, operations
static float scores_init[] = {0.9f, 0.1f};
model->setOperandValue(scores, scores_init, sizeof(float) * 2);
static float roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(float) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {true};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static float weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(float) * 3);
static float bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(float) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
// Phase 4: set relaxed execution
model->relaxComputationFloat32toFloat16(true);
assert(model->isValid());
}
inline bool is_ignored_zero_sized_dynamic_output_shape_nchw_relaxed(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_dynamic_output_shape_nchw_quant8(Model *model) {
OperandType type10(Type::FLOAT32, {});
OperandType type11(Type::BOOL, {});
OperandType type25(Type::TENSOR_QUANT8_ASYMM, {0, 0}, 0.1f, 128);
OperandType type26(Type::TENSOR_INT32, {1}, 0.01f, 0);
OperandType type3(Type::INT32, {});
OperandType type30(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0);
OperandType type31(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0);
OperandType type32(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128);
OperandType type33(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128);
OperandType type34(Type::TENSOR_QUANT8_ASYMM, {1, 3}, 0.1f, 128);
OperandType type46(Type::TENSOR_QUANT8_ASYMM, {0, 3, 2, 2}, 0.1f, 128);
OperandType type47(Type::TENSOR_QUANT8_ASYMM, {1, 3, 1, 1}, 0.1f, 128);
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type32);
auto roi = model->addOperand(&type30);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type10);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type10);
auto param5 = model->addOperand(&type10);
auto param6 = model->addOperand(&type10);
auto scoresOut = model->addOperand(&type33);
auto roiOut = model->addOperand(&type31);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type47);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type10);
auto param10 = model->addOperand(&type10);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type46);
auto weights = model->addOperand(&type34);
auto bias = model->addOperand(&type26);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type25);
// Phase 2, operations
static uint8_t scores_init[] = {137, 129};
model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2);
static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80};
model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static float param1_init[] = {0.3f};
model->setOperandValue(param1, param1_init, sizeof(float) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static float param4_init[] = {0.4f};
model->setOperandValue(param4, param4_init, sizeof(float) * 1);
static float param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(float) * 1);
static float param6_init[] = {0.3f};
model->setOperandValue(param6, param6_init, sizeof(float) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static float param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(float) * 1);
static float param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(float) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {true};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static uint8_t weights_init[] = {138, 148, 158};
model->setOperandValue(weights, weights_init, sizeof(uint8_t) * 3);
static int32_t bias_init[] = {100};
model->setOperandValue(bias, bias_init, sizeof(int32_t) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_dynamic_output_shape_nchw_quant8(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}
void CreateModel_zero_sized_dynamic_output_shape_nchw_float16(Model *model) {
OperandType type11(Type::BOOL, {});
OperandType type16(Type::TENSOR_FLOAT16, {1});
OperandType type24(Type::TENSOR_FLOAT16, {0, 0});
OperandType type3(Type::INT32, {});
OperandType type38(Type::FLOAT16, {});
OperandType type39(Type::TENSOR_FLOAT16, {1, 8});
OperandType type40(Type::TENSOR_FLOAT16, {0, 4});
OperandType type41(Type::TENSOR_FLOAT16, {1, 2});
OperandType type43(Type::TENSOR_FLOAT16, {1, 3});
OperandType type48(Type::TENSOR_FLOAT16, {0, 3, 2, 2});
OperandType type49(Type::TENSOR_FLOAT16, {1, 3, 1, 1});
OperandType type50(Type::TENSOR_FLOAT16, {0});
OperandType type7(Type::TENSOR_INT32, {0});
OperandType type9(Type::TENSOR_INT32, {1});
// Phase 1, operands
auto scores = model->addOperand(&type41);
auto roi = model->addOperand(&type39);
auto param = model->addOperand(&type9);
auto param1 = model->addOperand(&type38);
auto param2 = model->addOperand(&type3);
auto param3 = model->addOperand(&type3);
auto param4 = model->addOperand(&type38);
auto param5 = model->addOperand(&type38);
auto param6 = model->addOperand(&type38);
auto scoresOut = model->addOperand(&type50);
auto roiOut = model->addOperand(&type40);
auto classesOut = model->addOperand(&type7);
auto batchSplitOut = model->addOperand(&type7);
auto in = model->addOperand(&type49);
auto param7 = model->addOperand(&type3);
auto param8 = model->addOperand(&type3);
auto param9 = model->addOperand(&type38);
auto param10 = model->addOperand(&type38);
auto param11 = model->addOperand(&type3);
auto param12 = model->addOperand(&type3);
auto layout = model->addOperand(&type11);
auto featureMap = model->addOperand(&type48);
auto weights = model->addOperand(&type43);
auto bias = model->addOperand(&type16);
auto param13 = model->addOperand(&type3);
auto out = model->addOperand(&type24);
// Phase 2, operations
static _Float16 scores_init[] = {0.8999999761581421f, 0.10000000149011612f};
model->setOperandValue(scores, scores_init, sizeof(_Float16) * 2);
static _Float16 roi_init[] = {1.0f, 1.0f, 10.0f, 10.0f, 0.0f, 0.0f, 10.0f, 10.0f};
model->setOperandValue(roi, roi_init, sizeof(_Float16) * 8);
static int32_t param_init[] = {0};
model->setOperandValue(param, param_init, sizeof(int32_t) * 1);
static _Float16 param1_init[] = {0.30000001192092896f};
model->setOperandValue(param1, param1_init, sizeof(_Float16) * 1);
static int32_t param2_init[] = {-1};
model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1);
static int32_t param3_init[] = {0};
model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1);
static _Float16 param4_init[] = {0.4000000059604645f};
model->setOperandValue(param4, param4_init, sizeof(_Float16) * 1);
static _Float16 param5_init[] = {1.0f};
model->setOperandValue(param5, param5_init, sizeof(_Float16) * 1);
static _Float16 param6_init[] = {0.30000001192092896f};
model->setOperandValue(param6, param6_init, sizeof(_Float16) * 1);
static int32_t param7_init[] = {2};
model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1);
static int32_t param8_init[] = {2};
model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1);
static _Float16 param9_init[] = {2.0f};
model->setOperandValue(param9, param9_init, sizeof(_Float16) * 1);
static _Float16 param10_init[] = {2.0f};
model->setOperandValue(param10, param10_init, sizeof(_Float16) * 1);
static int32_t param11_init[] = {4};
model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1);
static int32_t param12_init[] = {4};
model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1);
static bool8 layout_init[] = {true};
model->setOperandValue(layout, layout_init, sizeof(bool8) * 1);
static _Float16 weights_init[] = {1.0f, 2.0f, 3.0f};
model->setOperandValue(weights, weights_init, sizeof(_Float16) * 3);
static _Float16 bias_init[] = {1.0f};
model->setOperandValue(bias, bias_init, sizeof(_Float16) * 1);
static int32_t param13_init[] = {0};
model->setOperandValue(param13, param13_init, sizeof(int32_t) * 1);
model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut});
model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap});
model->addOperation(ANEURALNETWORKS_FULLY_CONNECTED, {featureMap, weights, bias, param13}, {out});
// Phase 3, inputs and outputs
model->identifyInputsAndOutputs(
{in},
{scoresOut, classesOut, out});
assert(model->isValid());
}
inline bool is_ignored_zero_sized_dynamic_output_shape_nchw_float16(int i) {
static std::set<int> ignore = {};
return ignore.find(i) != ignore.end();
}