mirror of
https://github.com/Tencent/ncnn.git
synced 2026-10-17 04:41:47 +08:00
LI
122 lines
4.3 KiB
C++
122 lines
4.3 KiB
C++
// Copyright 2021 Tencent
|
|
// SPDX-License-Identifier: BSD-3-Clause
|
|
|
|
#include "testutil.h"
|
|
|
|
static int test_gelu(const ncnn::Mat& a, bool fast_gelu, int flag = 0)
|
|
{
|
|
ncnn::ParamDict pd;
|
|
pd.set(0, fast_gelu ? 1 : 0);
|
|
|
|
std::vector<ncnn::Mat> weights(0);
|
|
|
|
int ret = test_layer("GELU", pd, weights, a, 0.001, flag);
|
|
if (ret != 0)
|
|
{
|
|
fprintf(stderr, "test_gelu failed a.dims=%d a=(%d %d %d %d) fast_gelu=%s\n", a.dims, a.w, a.h, a.d, a.c, fast_gelu ? "true" : "false");
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
// cpu pack8/pack16 cases reuse the Vulkan pack4 path covered by the pack4 cases
|
|
// keep the 1d sizes for dispatch boundary coverage
|
|
static int test_gelu_0()
|
|
{
|
|
return 0
|
|
|| test_gelu(RandomMat(6, 7, 9, 32), false, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(6, 7, 9, 32), true, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(5, 6, 7, 24), false, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(5, 6, 7, 24), true, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(7, 8, 9, 12), false)
|
|
|| test_gelu(RandomMat(7, 8, 9, 12), true)
|
|
|| test_gelu(RandomMat(3, 4, 5, 13), false)
|
|
|| test_gelu(RandomMat(3, 4, 5, 13), true);
|
|
}
|
|
|
|
static int test_gelu_1()
|
|
{
|
|
return 0
|
|
|| test_gelu(RandomMat(9, 7, 32), false, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(9, 7, 32), true, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(5, 7, 24), false, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(5, 7, 24), true, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(7, 9, 12), false)
|
|
|| test_gelu(RandomMat(7, 9, 12), true)
|
|
|| test_gelu(RandomMat(3, 5, 13), false)
|
|
|| test_gelu(RandomMat(3, 5, 13), true);
|
|
}
|
|
|
|
static int test_gelu_2()
|
|
{
|
|
return 0
|
|
|| test_gelu(RandomMat(13, 32), false, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(13, 32), true, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(15, 24), false, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(15, 24), true, TEST_LAYER_DISABLE_GPU_TESTING)
|
|
|| test_gelu(RandomMat(17, 12), false)
|
|
|| test_gelu(RandomMat(17, 12), true)
|
|
|| test_gelu(RandomMat(19, 15), false)
|
|
|| test_gelu(RandomMat(19, 15), true);
|
|
}
|
|
|
|
static int test_gelu_3()
|
|
{
|
|
return 0
|
|
|| test_gelu(RandomMat(128), false)
|
|
|| test_gelu(RandomMat(128), true)
|
|
|| test_gelu(RandomMat(124), false)
|
|
|| test_gelu(RandomMat(124), true)
|
|
|| test_gelu(RandomMat(127), false)
|
|
|| test_gelu(RandomMat(127), true)
|
|
|| test_gelu(RandomMat(120), false)
|
|
|| test_gelu(RandomMat(120), true);
|
|
}
|
|
|
|
static int test_gelu_4()
|
|
{
|
|
// large magnitude inputs, gelu(x) must be 0 for x << 0 and x for x >> 0
|
|
// fp16 arithmetic used to leak +0.022*|x| on the negative side (tanh_ps_f16 saturated at 1.044)
|
|
return 0
|
|
|| test_gelu(RandomMat(6, 7, 9, 32, -100.f, 100.f), false)
|
|
|| test_gelu(RandomMat(6, 7, 9, 32, -100.f, 100.f), true)
|
|
|| test_gelu(RandomMat(9, 7, 32, -100.f, 100.f), false)
|
|
|| test_gelu(RandomMat(9, 7, 32, -100.f, 100.f), true)
|
|
|| test_gelu(RandomMat(13, 32, -100.f, 100.f), false)
|
|
|| test_gelu(RandomMat(13, 32, -100.f, 100.f), true)
|
|
|| test_gelu(RandomMat(128, -100.f, 100.f), false)
|
|
|| test_gelu(RandomMat(128, -100.f, 100.f), true)
|
|
|| test_gelu(RandomMat(128, -2000.f, 2000.f), true);
|
|
}
|
|
|
|
static int test_gelu_5()
|
|
{
|
|
// finite fp16 inputs must not overflow when multiplying by 1 + tanh(...)
|
|
const float values[] = {-65504.f, -40000.f, -32768.f, -32752.f, -1.f, -0.f, 0.f, 1.f, 32752.f, 32768.f, 40000.f, 65504.f};
|
|
ncnn::Mat a(128);
|
|
ncnn::Mat b(127);
|
|
for (int i = 0; i < a.w; i++)
|
|
a[i] = values[i % 12];
|
|
for (int i = 0; i < b.w; i++)
|
|
b[i] = values[i % 12];
|
|
|
|
return 0
|
|
|| test_gelu(a, false)
|
|
|| test_gelu(a, true)
|
|
|| test_gelu(b, false)
|
|
|| test_gelu(b, true);
|
|
}
|
|
|
|
int main()
|
|
{
|
|
SRAND(7767517);
|
|
|
|
return 0
|
|
|| test_gelu_0()
|
|
|| test_gelu_1()
|
|
|| test_gelu_2()
|
|
|| test_gelu_3()
|
|
|| test_gelu_4()
|
|
|| test_gelu_5();
|
|
}
|