summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorXusong Wang <xusongw@google.com>2019-09-06 16:45:27 -0700
committerXusong Wang <xusongw@google.com>2019-10-08 23:27:05 +0000
commit6c6982ab600892f2d30f836cc543d7413ab5d430 (patch)
treee5fbf2b050655b464d6b56d675ef8240d56a3fb2
parentadbc13a818fdefc43ef8cc29e9f68c9a39bdb830 (diff)
downloadml-6c6982ab600892f2d30f836cc543d7413ab5d430.tar.gz
Relax accuracy criteria for RGG tests.
Bug: 135624375 Bug: 140616719 Test: mma Change-Id: I667c17a10a0c958a370c5ac0a7f8efcc78115170
-rw-r--r--nn/runtime/test/fuzzing/TestRandomGraph.cpp10
1 files changed, 5 insertions, 5 deletions
diff --git a/nn/runtime/test/fuzzing/TestRandomGraph.cpp b/nn/runtime/test/fuzzing/TestRandomGraph.cpp
index 81e1ea55f..1d08ffc11 100644
--- a/nn/runtime/test/fuzzing/TestRandomGraph.cpp
+++ b/nn/runtime/test/fuzzing/TestRandomGraph.cpp
@@ -410,17 +410,17 @@ const AccuracyCriteria kMediumCriteria = {
.float32 = {.atol = 1e-5f, .rtol = 1e-5f, .bias = 1e-6f, .mse = 1e-8f},
.float16 = {.atol = 1e-2f, .rtol = 1e-2f, .bias = 1e-3f, .mse = 1e-6f},
.int32 = {.atol = 1},
- .quant8Asymm = {.atol = 2, .bias = 0.5f, .mse = 0.5f},
- .quant8Symm = {.atol = 2, .bias = 0.5f, .mse = 0.5f},
- .quant16Asymm = {.atol = 2, .bias = 0.5f, .mse = 0.5f},
- .quant16Symm = {.atol = 2, .bias = 0.5f, .mse = 0.5f}};
+ .quant8Asymm = {.atol = 2, .bias = 1.2, .mse = 1.2},
+ .quant8Symm = {.atol = 2, .bias = 1.2, .mse = 1.2},
+ .quant16Asymm = {.atol = 2, .bias = 1.2, .mse = 1.2},
+ .quant16Symm = {.atol = 2, .bias = 1.2, .mse = 1.2}};
// This is for operations that involve sophisticated computations on buffer values, either a single
// but complex transformation, e.g. LOGISTIC, or multiple transformations with accumulated errors,
// e.g. CONV_2D, REDUCE_*.
const AccuracyCriteria kRelaxedCriteria = {
.float32 = {.atol = 1e-3f, .rtol = 1e-3f, .bias = 2e-5f, .mse = 1e-7f},
- .float16 = {.atol = 1.0f, .rtol = 1.0f, .bias = 5e-3f, .mse = 1e-4f},
+ .float16 = {.atol = 1.0f, .rtol = 1.0f, .bias = 5e-3f, .mse = 1e-3f},
.int32 = {.atol = 1},
.quant8Asymm = {.atol = 10, .bias = 1.5, .mse = 1.5},
.quant8Symm = {.atol = 10, .bias = 1.5, .mse = 1.5},