Skip to content

Commit

Permalink
LP Transformation tests decrease thresholds (#22662)
Browse files Browse the repository at this point in the history
### Details:
 - remove thresholds from SetUp() test classes
- use rel_threshold = 1.1, abs_threshold = 1.0e-4 defined in
LayerTransformation class as default values

### Tickets:
 - 131727

Co-authored-by: Ivan Tikhonov <[email protected]>
  • Loading branch information
evkotov and itikhono authored Feb 6, 2024
1 parent 6c52c18 commit 39c35a2
Show file tree
Hide file tree
Showing 54 changed files with 0 additions and 102 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -51,8 +51,6 @@ std::string AddTransformation::getTestCaseName(const testing::TestParamInfo< Add
}

void AddTransformation::SetUp() {
abs_threshold = 1.1;
rel_threshold = 3;
ov::element::Type precision;
ov::PartialShape inputShape;
AddTestValues param;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,6 @@ std::string BatchToSpaceTransformation::getTestCaseName(const testing::TestParam
}

void BatchToSpaceTransformation::SetUp() {
abs_threshold = 1.1;

ov::element::Type input_type;
BatchToSpaceTransformationParam param;
std::tie(input_type, targetDevice, param) = this->GetParam();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,6 @@ std::string ClampTransformation::getTestCaseName(const testing::TestParamInfo<Cl
}

void ClampTransformation::SetUp() {
abs_threshold = 1.1;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,9 +33,6 @@ std::string ConcatTransformation::getTestCaseName(const testing::TestParamInfo<C
}

void ConcatTransformation::SetUp() {
abs_threshold = 0.1;
rel_threshold = 4.2;

ov::PartialShape inputShape;
ov::element::Type precision;
ConcatTransformationTestValues testValues;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -41,9 +41,6 @@ std::string ConcatWithChildAndOutputTransformation::getTestCaseName(const testin
*/

void ConcatWithChildAndOutputTransformation::SetUp() {
rel_threshold = 5;
abs_threshold = 0.1;

ov::element::Type netPrecision;
ov::PartialShape inputShapes;
ConcatWithChildAndOutputTransformationParam param;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -31,8 +31,6 @@ std::string ConcatWithDifferentChildrenTransformation::getTestCaseName(const tes
}

void ConcatWithDifferentChildrenTransformation::SetUp() {
abs_threshold = 0.1;

ov::element::Type netPrecision;
ov::PartialShape inputShapes;
ConcatWithDifferentChildrenTransformationParam param;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -42,8 +42,6 @@ std::string ConcatWithIntermediateTransformation::getTestCaseName(const testing:
*/

void ConcatWithIntermediateTransformation::SetUp() {
abs_threshold = 0.1;

ov::element::Type ngPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params trasformationParams;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,6 @@ std::string ConcatWithNeighborsGraphTransformation::getTestCaseName(const testin


void ConcatWithNeighborsGraphTransformation::SetUp() {
rel_threshold = 0.1;
abs_threshold = 0.1;
ov::element::Type ngPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,9 +37,6 @@ std::string ConcatWithSplitTransformation::getTestCaseName(const testing::TestPa
*/

void ConcatWithSplitTransformation::SetUp() {
abs_threshold = 0.1;
rel_threshold = 4.2;

ov::element::Type netPrecision;
ov::PartialShape inputShapes;
ConcatWithSplitTransformationParam param;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -31,9 +31,6 @@ std::string ConvolutionBackpropDataTransformation::getTestCaseName(const testing
}

void ConvolutionBackpropDataTransformation::SetUp() {
rel_threshold = 3.1;
abs_threshold = 800.1;

ov::element::Type netPrecision;
std::pair<ov::PartialShape, bool> inputShapeAndHandling;
ov::Shape outputShape;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,9 +33,6 @@ std::string ConvolutionQDqTransformation::getTestCaseName(const testing::TestPar
}

void ConvolutionQDqTransformation::SetUp() {
rel_threshold = 0.1;
abs_threshold = 12.8;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,9 +36,6 @@ std::string ConvolutionTransformation::getTestCaseName(const testing::TestParamI
}

void ConvolutionTransformation::SetUp() {
rel_threshold = 1.0e+10;
abs_threshold = 1.4;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,9 +36,6 @@ std::string ConvolutionWIthIncorrectWeightsTransformation::getTestCaseName(const
}

void ConvolutionWIthIncorrectWeightsTransformation::SetUp() {
rel_threshold = 0.1;
abs_threshold = 16.1;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,6 @@ void EliminateFakeQuantizeTransformation::SetUp() {

TEST_P(EliminateFakeQuantizeTransformation, CompareWithRefImpl) {
SKIP_IF_CURRENT_TEST_IS_DISABLED();
abs_threshold = 2.3;
run();

EliminateFakeQuantizeTransformationTestValues testValues;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,6 @@ std::string FakeQuantizeAndAvgPoolTransformation::getTestCaseName(const testing:
}

void FakeQuantizeAndAvgPoolTransformation::SetUp() {
rel_threshold = 0.5f;
abs_threshold = 1.0;
ov::element::Type precision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,6 @@ std::string FakeQuantizeAndMaxPoolTransformation::getTestCaseName(const testing:
}

void FakeQuantizeAndMaxPoolTransformation::SetUp() {
abs_threshold = 1.0;
ov::element::Type precision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -35,9 +35,6 @@ std::string FakeQuantizeAndTwoOutputBranchesWithConvolutionTransformation::getTe
}

void FakeQuantizeAndTwoOutputBranchesWithConvolutionTransformation::SetUp() {
rel_threshold = 0.1;
abs_threshold = 0.1;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,6 @@ std::string FakeQuantizePrecisionSelectionTransformation::getTestCaseName(const
}

void FakeQuantizePrecisionSelectionTransformation::SetUp() {
abs_threshold = 0.01;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -32,8 +32,6 @@ std::string FakeQuantizeTransformation::getTestCaseName(const testing::TestParam
}

void FakeQuantizeTransformation::SetUp() {
abs_threshold = 1.0e-3;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,6 @@ std::string FakeQuantizeWithNotOptimalTransformation::getTestCaseName(const test
}

void FakeQuantizeWithNotOptimalTransformation::SetUp() {
abs_threshold = 4;
rel_threshold = 2778;
SKIP_IF_CURRENT_TEST_IS_DISABLED();
ov::PartialShape inputShape;
ov::element::Type netPrecision;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,8 +37,6 @@ std::string FullyConnectedTransformation::getTestCaseName(const testing::TestPar
}

void FullyConnectedTransformation::SetUp() {
abs_threshold = 0.6;

ov::element::Type precision;
MatMulShapes shapes;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,6 @@ std::string FuseConvertTransformation::getTestCaseName(const testing::TestParamI
}

void FuseConvertTransformation::SetUp() {
abs_threshold = 0.01;
ov::PartialShape shape;
ov::element::Type precision;
ov::builder::subgraph::DequantizationOperations deqOperations;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,8 +33,6 @@ std::string FuseDequantizeToFakeQuantizeTransformation::getTestCaseName(const te
}

void FuseDequantizeToFakeQuantizeTransformation::SetUp() {
abs_threshold = 0.1;

FuseDequantizeToFakeQuantizeTransformationTestValues testValues;
std::tie(targetDevice, testValues) = this->GetParam();

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,6 @@ std::string FuseFakeQuantizeAndScaleShiftTransformation::getTestCaseName(const t
}

void FuseFakeQuantizeAndScaleShiftTransformation::SetUp() {
abs_threshold = 1.8;
ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,8 +30,6 @@ std::string GemmTransformation::getTestCaseName(const testing::TestParamInfo<Gem
}

void GemmTransformation::SetUp() {
abs_threshold = 17;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,9 +43,6 @@ std::string GroupConvolutionTransformation::getTestCaseName(const testing::TestP
}

void GroupConvolutionTransformation::SetUp() {
rel_threshold = 0.1;
abs_threshold = 0.1;

ov::element::Type netPrecision;
ov::pass::low_precision::LayerTransformation::Params params;
std::pair<ov::PartialShape, ov::Shape> inputShapes;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -33,9 +33,6 @@ std::string GroupConvolutionQDqTransformation::getTestCaseName(const testing::Te
}

void GroupConvolutionQDqTransformation::SetUp() {
abs_threshold = 153.7;


ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,8 +37,6 @@ std::string MatMulTransformation::getTestCaseName(const testing::TestParamInfo<M


void MatMulTransformation::SetUp() {
abs_threshold = 2.7;
rel_threshold = 3.2;
ov::element::Type precision;
ov::PartialShape inputShape;
MatMulTransformationTestValues testValues;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,8 +37,6 @@ std::string MatMulWithConstantTransformation::getTestCaseName(const testing::Tes


void MatMulWithConstantTransformation::SetUp() {
abs_threshold = 1.0e-3;

ov::element::Type precision;
MatMulWithConstantTransformationTestValues testValues;
std::tie(precision, targetDevice, testValues) = this->GetParam();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -39,9 +39,6 @@ std::string MatMulWithOptimizedConstantFq::getTestCaseName(
}

void MatMulWithOptimizedConstantFq::SetUp() {
rel_threshold = 0.01;
abs_threshold = 2.1;

ov::element::Type precision;
std::pair<ov::PartialShape, ov::PartialShape> shapes;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,8 +36,6 @@ std::string MoveFakeQuantizeTransformation::getTestCaseName(testing::TestParamIn
}

void MoveFakeQuantizeTransformation::SetUp() {
abs_threshold = 1.1;

ov::element::Type netPrecision;
std::vector<ov::PartialShape> inputShapes;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,8 +49,6 @@ std::string MultiplyTransformation::getTestCaseName(const testing::TestParamInfo
}

void MultiplyTransformation::SetUp() {
abs_threshold = 0.1;

ov::element::Type precision;
ov::PartialShape inputShape;
MultiplyTestValues param;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,6 @@ std::string MultiplyWithOneParentTransformation::getTestCaseName(const testing::
}

void MultiplyWithOneParentTransformation::SetUp() {
rel_threshold = 0.01f;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,6 @@ std::string MVNTransformation::getTestCaseName(const testing::TestParamInfo<MVNT
}

void MVNTransformation::SetUp() {
abs_threshold = 0.1;
ov::PartialShape shape;
ov::element::Type precision;
ov::AxisSet reductionAxes;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,9 +43,6 @@ std::string NormalizeL2Transformation::getTestCaseName(const testing::TestParamI
}

void NormalizeL2Transformation::SetUp() {
rel_threshold = 0.1;
abs_threshold = 0.1;

std::pair<ov::PartialShape, ov::Shape> shapes;
ov::element::Type precision;
std::vector<uint64_t> axes;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -45,8 +45,6 @@ std::string OutputLayersConcat::getTestCaseName(const testing::TestParamInfo<Lay
*/

void OutputLayersConcat::SetUp() {
abs_threshold = 4.1;

ov::Shape inputShape1;
ov::element::Type ngPrecision;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -53,8 +53,6 @@ std::string OutputLayersConcatMultiChannel::getTestCaseName(
*/

void OutputLayersConcatMultiChannel::SetUp() {
rel_threshold = 0.05;

ov::Shape inputShape1;
ov::element::Type ngPrecision;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,6 @@ std::string PadTransformation::getTestCaseName(const testing::TestParamInfo<PadT
}

void PadTransformation::SetUp() {
abs_threshold = 1.0;
ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::op::PadMode mode;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -41,8 +41,6 @@ std::string PullReshapeThroughDequantizationTransformation::getTestCaseName(cons
}

void PullReshapeThroughDequantizationTransformation::SetUp() {
abs_threshold = 1.0e-3;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,8 +36,6 @@ std::string RecurrentCellTransformation::getTestCaseName(testing::TestParamInfo<
}

void RecurrentCellTransformation::SetUp() {
abs_threshold = 0.01;

ov::element::Type precision;
std::vector<ov::PartialShape> activations_shapes;
std::vector<ov::Shape> weights_shapes;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,6 @@ std::string ReduceMaxTransformation::getTestCaseName(const testing::TestParamInf
}

void ReduceMaxTransformation::SetUp() {
abs_threshold = 1.1;
ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,6 @@ std::string ReduceMeanTransformation::getTestCaseName(const testing::TestParamIn
}

void ReduceMeanTransformation::SetUp() {
abs_threshold = 4.1;
ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,6 @@ std::string ReduceMinTransformation::getTestCaseName(const testing::TestParamInf
}

void ReduceMinTransformation::SetUp() {
abs_threshold = 0.1;
ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,8 +30,6 @@ std::string ReduceSumTransformation::getTestCaseName(const testing::TestParamInf
}

void ReduceSumTransformation::SetUp() {
abs_threshold = 4.1;

ov::element::Type netPrecision;
ov::PartialShape inputShape;
ov::pass::low_precision::LayerTransformation::Params params;
Expand Down
Loading

0 comments on commit 39c35a2

Please sign in to comment.