fix truncation from double to float in grn.cpp

This commit is contained in:
panhaiqi 2023-03-12 23:04:50 +08:00
parent cbc78dbde7
commit 5263b37cb2

View File

@ -60,40 +60,40 @@ std::vector<GrnParams> generateGrnParams(const element::Type& type) {
std::vector<GrnParams> grnParams {
// bias 1e-6 // 2D // 3D // 4D
GrnParams(1e-6, PartialShape {3, 4}, type, std::vector<T> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12},
std::vector<T> {0.182574, 0.365148, 0.547723, 0.730297, 0.379049, 0.454859, 0.530669, 0.606478, 0.426162, 0.473514, 0.520865, 0.568217}),
std::vector<T> {0.182574f, 0.365148f, 0.547723f, 0.730297f, 0.379049f, 0.454859f, 0.530669f, 0.606478f, 0.426162f, 0.473514f, 0.520865f, 0.568217f}),
GrnParams(1e-6, PartialShape {2, 3, 4}, type,
std::vector<T> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24},
std::vector<T> {0.0966737, 0.169031, 0.224231, 0.267261, 0.483368, 0.507093, 0.523205, 0.534522, 0.870063, 0.845154, 0.822179, 0.801784,
0.433574, 0.441836, 0.449215, 0.455842, 0.566982, 0.568075, 0.569005, 0.569803, 0.700389, 0.694314, 0.688796, 0.683763}),
std::vector<T> {0.0966737f, 0.169031f, 0.224231f, 0.267261f, 0.483368f, 0.507093f, 0.523205f, 0.534522f, 0.870063f, 0.845154f, 0.822179f, 0.801784f,
0.433574f, 0.441836f, 0.449215f, 0.455842f, 0.566982f, 0.568075f, 0.569005f, 0.569803f, 0.700389f, 0.694314f, 0.688796f, 0.683763f}),
GrnParams(1e-6, PartialShape {1, 2, 3, 4}, type,
std::vector<T> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24},
std::vector<T> {0.0766965, 0.141421, 0.196116, 0.242536, 0.282166, 0.316228, 0.345705, 0.371391, 0.393919, 0.413803, 0.431455, 0.447214,
0.997055, 0.989949, 0.980581, 0.970143, 0.959365, 0.948683, 0.938343, 0.928477, 0.919145, 0.910366, 0.902134, 0.894427}),
std::vector<T> {0.0766965f, 0.141421f, 0.196116f, 0.242536f, 0.282166f, 0.316228f, 0.345705f, 0.371391f, 0.393919f, 0.413803f, 0.431455f, 0.447214f,
0.997055f, 0.989949f, 0.980581f, 0.970143f, 0.959365f, 0.948683f, 0.938343f, 0.928477f, 0.919145f, 0.910366f, 0.902134f, 0.894427f}),
GrnParams(1e-6, PartialShape {2, 2, 3, 4}, type,
std::vector<T> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24,
25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48},
std::vector<T> {0.0766965, 0.141421, 0.196116, 0.242536, 0.282166, 0.316228, 0.345705, 0.371391, 0.393919, 0.413803, 0.431455, 0.447214,
0.997055, 0.989949, 0.980581, 0.970143, 0.959365, 0.948683, 0.938343, 0.928477, 0.919145, 0.910366, 0.902134, 0.894427,
0.559857, 0.564684, 0.56921, 0.573462, 0.577465, 0.581238, 0.584802, 0.588172, 0.591364, 0.594391, 0.597266, 0.6,
0.828589, 0.825307, 0.822192, 0.819232, 0.816416, 0.813733, 0.811176, 0.808736, 0.806405, 0.804176, 0.802043, 0.8}),
std::vector<T> {0.0766965f, 0.141421f, 0.196116f, 0.242536f, 0.282166f, 0.316228f, 0.345705f, 0.371391f, 0.393919f, 0.413803f, 0.431455f, 0.447214f,
0.997055f, 0.989949f, 0.980581f, 0.970143f, 0.959365f, 0.948683f, 0.938343f, 0.928477f, 0.919145f, 0.910366f, 0.902134f, 0.894427f,
0.559857f, 0.564684f, 0.56921f, 0.573462f, 0.577465f, 0.581238f, 0.584802f, 0.588172f, 0.591364f, 0.594391f, 0.597266f, 0.6f,
0.828589f, 0.825307f, 0.822192f, 0.819232f, 0.816416f, 0.813733f, 0.811176f, 0.808736f, 0.806405f, 0.804176f, 0.802043f, 0.8f}),
// bias 100.25 // 2D // 3D // 4D
GrnParams(100.25, PartialShape {3, 4}, type, std::vector<T> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12},
std::vector<T> {0.0876216, 0.175243, 0.262865, 0.350486, 0.301923, 0.362308, 0.422693, 0.483077, 0.385076, 0.427863, 0.470649, 0.513435}),
std::vector<T> {0.0876216f, 0.175243f, 0.262865f, 0.350486f, 0.301923f, 0.362308f, 0.422693f, 0.483077f, 0.385076f, 0.427863f, 0.470649f, 0.513435f}),
GrnParams(100.25, PartialShape {2, 3, 4}, type,
std::vector<T> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24},
std::vector<T> {0.0694629, 0.129032, 0.179525, 0.222137, 0.347314, 0.387097, 0.418891, 0.444273, 0.625166, 0.645161, 0.658258, 0.66641,
0.41125, 0.421303, 0.430287, 0.438356, 0.537789, 0.541675, 0.54503, 0.547945, 0.664327, 0.662047, 0.659774, 0.657534}),
std::vector<T> {0.0694629f, 0.129032f, 0.179525f, 0.222137f, 0.347314f, 0.387097f, 0.418891f, 0.444273f, 0.625166f, 0.645161f, 0.658258f, 0.66641f,
0.41125f, 0.421303f, 0.430287f, 0.438356f, 0.537789f, 0.541675f, 0.54503f, 0.547945f, 0.664327f, 0.662047f, 0.659774f, 0.657534f}),
GrnParams(100.25, PartialShape {1, 2, 3, 4}, type,
std::vector<T> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24},
std::vector<T> {0.0608299, 0.115422, 0.164091, 0.207321, 0.245662, 0.279675, 0.309889, 0.336786, 0.360795, 0.38229, 0.401596, 0.418994,
0.790789, 0.807954, 0.820457, 0.829283, 0.835252, 0.839026, 0.841128, 0.841965, 0.841854, 0.841037, 0.839701, 0.837989f}),
std::vector<T> {0.0608299f, 0.115422f, 0.164091f, 0.207321f, 0.245662f, 0.279675f, 0.309889f, 0.336786f, 0.360795f, 0.38229f, 0.401596f, 0.418994f,
0.790789f, 0.807954f, 0.820457f, 0.829283f, 0.835252f, 0.839026f, 0.841128f, 0.841965f, 0.841854f, 0.841037f, 0.839701f, 0.837989f}),
GrnParams(100.25, PartialShape {2, 2, 3, 4}, type,
std::vector<T> {1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24,
25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48},
std::vector<T> {0.0608299, 0.115422, 0.164091, 0.207321, 0.245662, 0.279675, 0.309889, 0.336786, 0.360795, 0.38229, 0.401596, 0.418994,
0.790789, 0.807954, 0.820457, 0.829283, 0.835252, 0.839026, 0.841128, 0.841965, 0.841854, 0.841037, 0.839701, 0.837989,
0.546293, 0.551788, 0.556938, 0.561772, 0.566319, 0.570601, 0.574641, 0.578458, 0.582069, 0.585489, 0.588734, 0.591816,
0.808514, 0.80646, 0.804466, 0.802532, 0.800658, 0.798842, 0.797083, 0.795379, 0.79373, 0.792133, 0.790586, 0.789088})};
std::vector<T> {0.0608299f, 0.115422f, 0.164091f, 0.207321f, 0.245662f, 0.279675f, 0.309889f, 0.336786f, 0.360795f, 0.38229f, 0.401596f, 0.418994f,
0.790789f, 0.807954f, 0.820457f, 0.829283f, 0.835252f, 0.839026f, 0.841128f, 0.841965f, 0.841854f, 0.841037f, 0.839701f, 0.837989f,
0.546293f, 0.551788f, 0.556938f, 0.561772f, 0.566319f, 0.570601f, 0.574641f, 0.578458f, 0.582069f, 0.585489f, 0.588734f, 0.591816f,
0.808514f, 0.80646f, 0.804466f, 0.802532f, 0.800658f, 0.798842f, 0.797083f, 0.795379f, 0.79373f, 0.792133f, 0.790586f, 0.789088f})};
return grnParams;
}