123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838 |
- // This file is part of OpenCV project.
- // It is subject to the license terms in the LICENSE file found in the top-level directory
- // of this distribution and at http://opencv.org/license.html.
- //
- // Copyright (C) 2020 Intel Corporation
- #include "../test_precomp.hpp"
- #include <ade/util/iota_range.hpp>
- #include <opencv2/gapi/s11n.hpp>
- #include "api/render_priv.hpp"
- #include "../common/gapi_render_tests.hpp"
- namespace opencv_test
- {
- TEST(S11N, Pipeline_Crop_Rect)
- {
- cv::Rect rect_to{ 4,10,37,50 };
- cv::Size sz_in = cv::Size(1920, 1080);
- cv::Size sz_out = cv::Size(37, 50);
- cv::Mat in_mat = cv::Mat::eye(sz_in, CV_8UC1);
- cv::Mat out_mat_gapi(sz_out, CV_8UC1);
- cv::Mat out_mat_ocv(sz_out, CV_8UC1);
- // G-API code //////////////////////////////////////////////////////////////
- cv::GMat in;
- auto out = cv::gapi::crop(in, rect_to);
- auto p = cv::gapi::serialize(cv::GComputation(in, out));
- auto c = cv::gapi::deserialize<cv::GComputation>(p);
- c.apply(in_mat, out_mat_gapi);
- // OpenCV code /////////////////////////////////////////////////////////////
- {
- out_mat_ocv = in_mat(rect_to);
- }
- // Comparison //////////////////////////////////////////////////////////////
- {
- EXPECT_EQ(0, cvtest::norm(out_mat_ocv, out_mat_gapi, NORM_INF));
- }
- }
- TEST(S11N, Pipeline_Canny_Bool)
- {
- const cv::Size sz_in(1280, 720);
- cv::GMat in;
- double thrLow = 120.0;
- double thrUp = 240.0;
- int apSize = 5;
- bool l2gr = true;
- cv::Mat in_mat = cv::Mat::eye(1280, 720, CV_8UC1);
- cv::Mat out_mat_gapi(sz_in, CV_8UC1);
- cv::Mat out_mat_ocv(sz_in, CV_8UC1);
- // G-API code //////////////////////////////////////////////////////////////
- auto out = cv::gapi::Canny(in, thrLow, thrUp, apSize, l2gr);
- auto p = cv::gapi::serialize(cv::GComputation(in, out));
- auto c = cv::gapi::deserialize<cv::GComputation>(p);
- c.apply(in_mat, out_mat_gapi);
- // OpenCV code /////////////////////////////////////////////////////////////
- {
- cv::Canny(in_mat, out_mat_ocv, thrLow, thrUp, apSize, l2gr);
- }
- // Comparison //////////////////////////////////////////////////////////////
- EXPECT_EQ(0, cvtest::norm(out_mat_gapi, out_mat_ocv, NORM_INF));
- }
- TEST(S11N, Pipeline_Not)
- {
- cv::GMat in;
- auto p = cv::gapi::serialize(cv::GComputation(in, cv::gapi::bitwise_not(in)));
- auto c = cv::gapi::deserialize<cv::GComputation>(p);
- cv::Mat in_mat = cv::Mat::eye(32, 32, CV_8UC1);
- cv::Mat ref_mat = ~in_mat;
- cv::Mat out_mat;
- c.apply(in_mat, out_mat);
- EXPECT_EQ(0, cvtest::norm(out_mat, ref_mat, NORM_INF));
- out_mat = cv::Mat();
- auto cc = c.compile(cv::descr_of(in_mat));
- cc(in_mat, out_mat);
- EXPECT_EQ(0, cvtest::norm(out_mat, ref_mat, NORM_INF));
- }
- TEST(S11N, Pipeline_Sum_Scalar)
- {
- cv::GMat in;
- auto p = cv::gapi::serialize(cv::GComputation(in, cv::gapi::sum(in)));
- auto c = cv::gapi::deserialize<cv::GComputation>(p);
- cv::Mat in_mat = cv::Mat::eye(32, 32, CV_8UC1);
- cv::Scalar ref_scl = cv::sum(in_mat);
- cv::Scalar out_scl;
- c.apply(in_mat, out_scl);
- EXPECT_EQ(out_scl, ref_scl);
- out_scl = cv::Scalar();
- auto cc = c.compile(cv::descr_of(in_mat));
- cc(in_mat, out_scl);
- EXPECT_EQ(out_scl, ref_scl);
- }
- TEST(S11N, Pipeline_BinaryOp)
- {
- cv::GMat a, b;
- auto p = cv::gapi::serialize(cv::GComputation(a, b, cv::gapi::add(a, b)));
- auto c = cv::gapi::deserialize<cv::GComputation>(p);
- cv::Mat in_mat = cv::Mat::eye(32, 32, CV_8UC1);
- cv::Mat ref_mat = (in_mat + in_mat);
- cv::Mat out_mat;
- c.apply(in_mat, in_mat, out_mat);
- EXPECT_EQ(0, cvtest::norm(out_mat, ref_mat, NORM_INF));
- out_mat = cv::Mat();
- auto cc = c.compile(cv::descr_of(in_mat), cv::descr_of(in_mat));
- cc(in_mat, in_mat, out_mat);
- EXPECT_EQ(0, cvtest::norm(out_mat, ref_mat, NORM_INF));
- }
- TEST(S11N, Pipeline_Binary_Sum_Scalar)
- {
- cv::GMat a, b;
- auto p = cv::gapi::serialize(cv::GComputation(a, b, cv::gapi::sum(a + b)));
- auto c = cv::gapi::deserialize<cv::GComputation>(p);
- cv::Mat in_mat = cv::Mat::eye(32, 32, CV_8UC1);
- cv::Scalar ref_scl = cv::sum(in_mat + in_mat);
- cv::Scalar out_scl;
- c.apply(in_mat, in_mat, out_scl);
- EXPECT_EQ(out_scl, ref_scl);
- out_scl = cv::Scalar();
- auto cc = c.compile(cv::descr_of(in_mat), cv::descr_of(in_mat));
- cc(in_mat, in_mat, out_scl);
- EXPECT_EQ(out_scl, ref_scl);
- }
- TEST(S11N, Pipeline_Sharpen)
- {
- const cv::Size sz_in (1280, 720);
- const cv::Size sz_out( 640, 480);
- cv::Mat in_mat (sz_in, CV_8UC3);
- in_mat = cv::Scalar(128, 33, 53);
- cv::Mat out_mat(sz_out, CV_8UC3);
- cv::Mat out_mat_y;
- cv::Mat out_mat_ocv(sz_out, CV_8UC3);
- float sharpen_coeffs[] = {
- 0.0f, -1.f, 0.0f,
- -1.0f, 5.f, -1.0f,
- 0.0f, -1.f, 0.0f
- };
- cv::Mat sharpen_kernel(3, 3, CV_32F, sharpen_coeffs);
- // G-API code //////////////////////////////////////////////////////////////
- cv::GMat in;
- auto vga = cv::gapi::resize(in, sz_out);
- auto yuv = cv::gapi::RGB2YUV(vga);
- auto yuv_p = cv::gapi::split3(yuv);
- auto y_sharp = cv::gapi::filter2D(std::get<0>(yuv_p), -1, sharpen_kernel);
- auto yuv_new = cv::gapi::merge3(y_sharp, std::get<1>(yuv_p), std::get<2>(yuv_p));
- auto out = cv::gapi::YUV2RGB(yuv_new);
- auto p = cv::gapi::serialize(cv::GComputation(cv::GIn(in), cv::GOut(y_sharp, out)));
- auto c = cv::gapi::deserialize<cv::GComputation>(p);
- c.apply(cv::gin(in_mat), cv::gout(out_mat_y, out_mat));
- // OpenCV code /////////////////////////////////////////////////////////////
- {
- cv::Mat smaller;
- cv::resize(in_mat, smaller, sz_out);
- cv::Mat yuv_mat;
- cv::cvtColor(smaller, yuv_mat, cv::COLOR_RGB2YUV);
- std::vector<cv::Mat> yuv_planar(3);
- cv::split(yuv_mat, yuv_planar);
- cv::filter2D(yuv_planar[0], yuv_planar[0], -1, sharpen_kernel);
- cv::merge(yuv_planar, yuv_mat);
- cv::cvtColor(yuv_mat, out_mat_ocv, cv::COLOR_YUV2RGB);
- }
- // Comparison //////////////////////////////////////////////////////////////
- {
- cv::Mat diff = out_mat_ocv != out_mat;
- std::vector<cv::Mat> diffBGR(3);
- cv::split(diff, diffBGR);
- EXPECT_EQ(0, cvtest::norm(diffBGR[0], NORM_INF));
- EXPECT_EQ(0, cvtest::norm(diffBGR[1], NORM_INF));
- EXPECT_EQ(0, cvtest::norm(diffBGR[2], NORM_INF));
- }
- // Metadata check /////////////////////////////////////////////////////////
- {
- auto cc = c.compile(cv::descr_of(in_mat));
- auto metas = cc.outMetas();
- ASSERT_EQ(2u, metas.size());
- auto out_y_meta = cv::util::get<cv::GMatDesc>(metas[0]);
- auto out_meta = cv::util::get<cv::GMatDesc>(metas[1]);
- // Y-output
- EXPECT_EQ(CV_8U, out_y_meta.depth);
- EXPECT_EQ(1, out_y_meta.chan);
- EXPECT_EQ(640, out_y_meta.size.width);
- EXPECT_EQ(480, out_y_meta.size.height);
- // Final output
- EXPECT_EQ(CV_8U, out_meta.depth);
- EXPECT_EQ(3, out_meta.chan);
- EXPECT_EQ(640, out_meta.size.width);
- EXPECT_EQ(480, out_meta.size.height);
- }
- }
- TEST(S11N, Pipeline_CustomRGB2YUV)
- {
- const cv::Size sz(1280, 720);
- const int INS = 3;
- std::vector<cv::Mat> in_mats(INS);
- for (auto i : ade::util::iota(INS))
- {
- in_mats[i].create(sz, CV_8U);
- cv::randu(in_mats[i], cv::Scalar::all(0), cv::Scalar::all(255));
- }
- const int OUTS = 3;
- std::vector<cv::Mat> out_mats_cv(OUTS);
- std::vector<cv::Mat> out_mats_gapi(OUTS);
- for (auto i : ade::util::iota(OUTS))
- {
- out_mats_cv[i].create(sz, CV_8U);
- out_mats_gapi[i].create(sz, CV_8U);
- }
- // G-API code //////////////////////////////////////////////////////////////
- {
- cv::GMat r, g, b;
- cv::GMat y = 0.299f*r + 0.587f*g + 0.114f*b;
- cv::GMat u = 0.492f*(b - y);
- cv::GMat v = 0.877f*(r - y);
- auto p = cv::gapi::serialize(cv::GComputation({r, g, b}, {y, u, v}));
- auto c = cv::gapi::deserialize<cv::GComputation>(p);
- c.apply(in_mats, out_mats_gapi);
- }
- // OpenCV code /////////////////////////////////////////////////////////////
- {
- cv::Mat r = in_mats[0], g = in_mats[1], b = in_mats[2];
- cv::Mat y = 0.299f*r + 0.587f*g + 0.114f*b;
- cv::Mat u = 0.492f*(b - y);
- cv::Mat v = 0.877f*(r - y);
- out_mats_cv[0] = y;
- out_mats_cv[1] = u;
- out_mats_cv[2] = v;
- }
- // Comparison //////////////////////////////////////////////////////////////
- {
- const auto diff = [](cv::Mat m1, cv::Mat m2, int t) {
- return cv::abs(m1 - m2) > t;
- };
- // FIXME: Not bit-accurate even now!
- cv::Mat
- diff_y = diff(out_mats_cv[0], out_mats_gapi[0], 2),
- diff_u = diff(out_mats_cv[1], out_mats_gapi[1], 2),
- diff_v = diff(out_mats_cv[2], out_mats_gapi[2], 2);
- EXPECT_EQ(0, cvtest::norm(diff_y, NORM_INF));
- EXPECT_EQ(0, cvtest::norm(diff_u, NORM_INF));
- EXPECT_EQ(0, cvtest::norm(diff_v, NORM_INF));
- }
- }
- namespace ThisTest
- {
- using GOpBool = GOpaque<bool>;
- using GOpInt = GOpaque<int>;
- using GOpDouble = GOpaque<double>;
- using GOpPoint = GOpaque<cv::Point>;
- using GOpSize = GOpaque<cv::Size>;
- using GOpRect = GOpaque<cv::Rect>;
- using GOpOut = std::tuple<GOpPoint, GOpSize, GOpRect>;
- G_TYPED_KERNEL_M(OpGenerate, <GOpOut(GOpBool, GOpInt, GOpDouble)>, "test.s11n.gopaque")
- {
- static std::tuple<GOpaqueDesc, GOpaqueDesc, GOpaqueDesc> outMeta(const GOpaqueDesc&, const GOpaqueDesc&, const GOpaqueDesc&) {
- return std::make_tuple(empty_gopaque_desc(), empty_gopaque_desc(), empty_gopaque_desc());
- }
- };
- GAPI_OCV_KERNEL(OCVOpGenerate, OpGenerate)
- {
- static void run(const bool& b, const int& i, const double& d,
- cv::Point& p, cv::Size& s, cv::Rect& r)
- {
- p = cv::Point(i, i*2);
- s = b ? cv::Size(42, 42) : cv::Size(7, 7);
- int ii = static_cast<int>(d);
- r = cv::Rect(ii, ii, ii, ii);
- }
- };
- using GArrInt = GArray<int>;
- using GArrDouble = GArray<double>;
- using GArrPoint = GArray<cv::Point>;
- using GArrSize = GArray<cv::Size>;
- using GArrRect = GArray<cv::Rect>;
- using GArrMat = GArray<cv::Mat>;
- using GArrScalar = GArray<cv::Scalar>;
- using GArrOut = std::tuple<GArrPoint, GArrSize, GArrRect, GArrMat>;
- G_TYPED_KERNEL_M(ArrGenerate, <GArrOut(GArrInt, GArrInt, GArrDouble, GArrScalar)>, "test.s11n.garray")
- {
- static std::tuple<GArrayDesc, GArrayDesc, GArrayDesc, GArrayDesc> outMeta(const GArrayDesc&, const GArrayDesc&,
- const GArrayDesc&, const GArrayDesc&) {
- return std::make_tuple(empty_array_desc(), empty_array_desc(), empty_array_desc(), empty_array_desc());
- }
- };
- GAPI_OCV_KERNEL(OCVArrGenerate, ArrGenerate)
- {
- static void run(const std::vector<int>& b, const std::vector<int>& i,
- const std::vector<double>& d, const std::vector<cv::Scalar>& sc,
- std::vector<cv::Point>& p, std::vector<cv::Size>& s,
- std::vector<cv::Rect>& r, std::vector<cv::Mat>& m)
- {
- p.clear(); p.resize(b.size());
- s.clear(); s.resize(b.size());
- r.clear(); r.resize(b.size());
- m.clear(); m.resize(b.size());
- for (std::size_t idx = 0; idx < b.size(); ++idx)
- {
- p[idx] = cv::Point(i[idx], i[idx]*2);
- s[idx] = b[idx] == 1 ? cv::Size(42, 42) : cv::Size(7, 7);
- int ii = static_cast<int>(d[idx]);
- r[idx] = cv::Rect(ii, ii, ii, ii);
- m[idx] = cv::Mat(3, 3, CV_8UC1, sc[idx]);
- }
- }
- };
- G_TYPED_KERNEL_M(OpArrK1, <std::tuple<GArrInt,GOpSize>(GOpInt, GArrSize)>, "test.s11n.oparrk1")
- {
- static std::tuple<GArrayDesc, GOpaqueDesc> outMeta(const GOpaqueDesc&, const GArrayDesc&) {
- return std::make_tuple(empty_array_desc(), empty_gopaque_desc());
- }
- };
- GAPI_OCV_KERNEL(OCVOpArrK1, OpArrK1)
- {
- static void run(const int& i, const std::vector<cv::Size>& vs,
- std::vector<int>& vi, cv::Size& s)
- {
- vi.clear(); vi.resize(vs.size());
- s = cv::Size(i, i);
- for (std::size_t idx = 0; idx < vs.size(); ++ idx)
- vi[idx] = vs[idx].area();
- }
- };
- G_TYPED_KERNEL_M(OpArrK2, <std::tuple<GOpDouble,GArrPoint>(GArrInt, GOpSize)>, "test.s11n.oparrk2")
- {
- static std::tuple<GOpaqueDesc, GArrayDesc> outMeta(const GArrayDesc&, const GOpaqueDesc&) {
- return std::make_tuple(empty_gopaque_desc(), empty_array_desc());
- }
- };
- GAPI_OCV_KERNEL(OCVOpArrK2, OpArrK2)
- {
- static void run(const std::vector<int>& vi, const cv::Size& s,
- double& d, std::vector<cv::Point>& vp)
- {
- vp.clear(); vp.resize(vi.size());
- d = s.area() * 1.5;
- for (std::size_t idx = 0; idx < vi.size(); ++ idx)
- vp[idx] = cv::Point(vi[idx], vi[idx]);
- }
- };
- using GK3Out = std::tuple<cv::GArray<uint64_t>, cv::GArray<int32_t>>;
- G_TYPED_KERNEL_M(OpArrK3, <GK3Out(cv::GArray<bool>, cv::GArray<int32_t>, cv::GOpaque<float>)>, "test.s11n.oparrk3")
- {
- static std::tuple<GArrayDesc, GArrayDesc> outMeta(const GArrayDesc&, const GArrayDesc&, const GOpaqueDesc&) {
- return std::make_tuple(empty_array_desc(), empty_array_desc());
- }
- };
- GAPI_OCV_KERNEL(OCVOpArrK3, OpArrK3)
- {
- static void run(const std::vector<bool>& vb, const std::vector<int32_t>& vi_in, const float& f,
- std::vector<uint64_t>& vui, std::vector<int32_t>& vi)
- {
- vui.clear(); vui.resize(vi_in.size());
- vi.clear(); vi.resize(vi_in.size());
- for (std::size_t idx = 0; idx < vi_in.size(); ++ idx)
- {
- vi[idx] = vb[idx] ? vi_in[idx] : -vi_in[idx];
- vui[idx] = vb[idx] ? static_cast<uint64_t>(vi_in[idx] * f) :
- static_cast<uint64_t>(vi_in[idx] / f);
- }
- }
- };
- using GK4Out = std::tuple<cv::GOpaque<int>, cv::GArray<std::string>>;
- G_TYPED_KERNEL_M(OpArrK4, <GK4Out(cv::GOpaque<bool>, cv::GOpaque<std::string>)>, "test.s11n.oparrk4")
- {
- static std::tuple<GOpaqueDesc, GArrayDesc> outMeta(const GOpaqueDesc&, const GOpaqueDesc&) {
- return std::make_tuple(empty_gopaque_desc(), empty_array_desc());
- }
- };
- GAPI_OCV_KERNEL(OCVOpArrK4, OpArrK4)
- {
- static void run(const bool& b, const std::string& s,
- int& i, std::vector<std::string>& vs)
- {
- vs.clear();
- vs.resize(2);
- i = b ? 42 : 24;
- auto s_copy = s + " world";
- vs = std::vector<std::string>{s_copy, s_copy};
- }
- };
- } // namespace ThisTest
- TEST(S11N, Pipeline_GOpaque)
- {
- using namespace ThisTest;
- GOpBool in1;
- GOpInt in2;
- GOpDouble in3;
- auto out = OpGenerate::on(in1, in2, in3);
- cv::GComputation c(cv::GIn(in1, in2, in3), cv::GOut(std::get<0>(out), std::get<1>(out), std::get<2>(out)));
- auto p = cv::gapi::serialize(c);
- auto dc = cv::gapi::deserialize<cv::GComputation>(p);
- bool b = true;
- int i = 33;
- double d = 128.7;
- cv::Point pp;
- cv::Size s;
- cv::Rect r;
- dc.apply(cv::gin(b, i, d), cv::gout(pp, s, r), cv::compile_args(cv::gapi::kernels<OCVOpGenerate>()));
- EXPECT_EQ(pp, cv::Point(i, i*2));
- EXPECT_EQ(s, cv::Size(42, 42));
- int ii = static_cast<int>(d);
- EXPECT_EQ(r, cv::Rect(ii, ii, ii, ii));
- }
- TEST(S11N, Pipeline_GArray)
- {
- using namespace ThisTest;
- GArrInt in1, in2;
- GArrDouble in3;
- GArrScalar in4;
- auto out = ArrGenerate::on(in1, in2, in3, in4);
- cv::GComputation c(cv::GIn(in1, in2, in3, in4),
- cv::GOut(std::get<0>(out), std::get<1>(out),
- std::get<2>(out), std::get<3>(out)));
- auto p = cv::gapi::serialize(c);
- auto dc = cv::gapi::deserialize<cv::GComputation>(p);
- std::vector<int> b {1, 0, -1};
- std::vector<int> i {3, 0 , 59};
- std::vector<double> d {0.7, 120.5, 44.14};
- std::vector<cv::Scalar> sc {cv::Scalar::all(10), cv::Scalar::all(15), cv::Scalar::all(99)};
- std::vector<cv::Point> pp;
- std::vector<cv::Size> s;
- std::vector<cv::Rect> r;
- std::vector<cv::Mat> m;
- dc.apply(cv::gin(b, i, d, sc), cv::gout(pp, s, r, m), cv::compile_args(cv::gapi::kernels<OCVArrGenerate>()));
- for (std::size_t idx = 0; idx < b.size(); ++idx)
- {
- EXPECT_EQ(pp[idx], cv::Point(i[idx], i[idx]*2));
- EXPECT_EQ(s[idx], b[idx] == 1 ? cv::Size(42, 42) : cv::Size(7, 7));
- int ii = static_cast<int>(d[idx]);
- EXPECT_EQ(r[idx], cv::Rect(ii, ii, ii, ii));
- }
- }
- TEST(S11N, Pipeline_GArray_GOpaque_Multinode)
- {
- using namespace ThisTest;
- GOpInt in1;
- GArrSize in2;
- auto tmp = OpArrK1::on(in1, in2);
- auto out = OpArrK2::on(std::get<0>(tmp), std::get<1>(tmp));
- cv::GComputation c(cv::GIn(in1, in2),
- cv::GOut(std::get<0>(out), std::get<1>(out)));
- auto p = cv::gapi::serialize(c);
- auto dc = cv::gapi::deserialize<cv::GComputation>(p);
- int i = 42;
- std::vector<cv::Size> s{cv::Size(11, 22), cv::Size(13, 18)};
- double d;
- std::vector<cv::Point> pp;
- dc.apply(cv::gin(i, s), cv::gout(d, pp), cv::compile_args(cv::gapi::kernels<OCVOpArrK1, OCVOpArrK2>()));
- auto st = cv::Size(i ,i);
- EXPECT_EQ(d, st.area() * 1.5);
- for (std::size_t idx = 0; idx < s.size(); ++idx)
- {
- EXPECT_EQ(pp[idx], cv::Point(s[idx].area(), s[idx].area()));
- }
- }
- TEST(S11N, Pipeline_GArray_GOpaque_2)
- {
- using namespace ThisTest;
- cv::GArray<bool> in1;
- cv::GArray<int32_t> in2;
- cv::GOpaque<float> in3;
- auto out = OpArrK3::on(in1, in2, in3);
- cv::GComputation c(cv::GIn(in1, in2, in3),
- cv::GOut(std::get<0>(out), std::get<1>(out)));
- auto p = cv::gapi::serialize(c);
- auto dc = cv::gapi::deserialize<cv::GComputation>(p);
- std::vector<bool> b {true, false, false};
- std::vector<int32_t> i {234324, -234252, 999};
- float f = 0.85f;
- std::vector<int32_t> out_i;
- std::vector<uint64_t> out_ui;
- dc.apply(cv::gin(b, i, f), cv::gout(out_ui, out_i), cv::compile_args(cv::gapi::kernels<OCVOpArrK3>()));
- for (std::size_t idx = 0; idx < b.size(); ++idx)
- {
- EXPECT_EQ(out_i[idx], b[idx] ? i[idx] : -i[idx]);
- EXPECT_EQ(out_ui[idx], b[idx] ? static_cast<uint64_t>(i[idx] * f) :
- static_cast<uint64_t>(i[idx] / f));
- }
- }
- TEST(S11N, Pipeline_GArray_GOpaque_3)
- {
- using namespace ThisTest;
- cv::GOpaque<bool> in1;
- cv::GOpaque<std::string> in2;
- auto out = OpArrK4::on(in1, in2);
- cv::GComputation c(cv::GIn(in1, in2),
- cv::GOut(std::get<0>(out), std::get<1>(out)));
- auto p = cv::gapi::serialize(c);
- auto dc = cv::gapi::deserialize<cv::GComputation>(p);
- bool b = false;
- std::string s("hello");
- int i = 0;
- std::vector<std::string> vs{};
- dc.apply(cv::gin(b, s), cv::gout(i, vs), cv::compile_args(cv::gapi::kernels<OCVOpArrK4>()));
- EXPECT_EQ(24, i);
- std::vector<std::string> vs_ref{"hello world", "hello world"};
- EXPECT_EQ(vs_ref, vs);
- }
- TEST(S11N, Pipeline_Render_NV12)
- {
- cv::Size sz (100, 200);
- int rects_num = 10;
- int text_num = 10;
- int image_num = 10;
- int thick = 2;
- int lt = LINE_8;
- cv::Scalar color(111, 222, 77);
- // G-API code //////////////////////////////////////////////////////////////
- cv::gapi::wip::draw::Prims prims;
- // Rects
- int shift = 0;
- for (int i = 0; i < rects_num; ++i) {
- cv::Rect rect(200 + i, 200 + i, 200, 200);
- prims.emplace_back(cv::gapi::wip::draw::Rect(rect, color, thick, lt, shift));
- }
- // Mosaic
- int cellsz = 50;
- int decim = 0;
- for (int i = 0; i < rects_num; ++i) {
- cv::Rect mos(200 + i, 200 + i, 200, 200);
- prims.emplace_back(cv::gapi::wip::draw::Mosaic(mos, cellsz, decim));
- }
- // Text
- std::string text = "Some text";
- int ff = FONT_HERSHEY_SIMPLEX;
- double fs = 2.0;
- bool blo = false;
- for (int i = 0; i < text_num; ++i) {
- cv::Point org(200 + i, 200 + i);
- prims.emplace_back(cv::gapi::wip::draw::Text(text, org, ff, fs, color, thick, lt, blo));
- }
- // Image
- double transparency = 1.0;
- cv::Rect rect_img(0 ,0 , 50, 50);
- cv::Mat img(rect_img.size(), CV_8UC3, color);
- cv::Mat alpha(rect_img.size(), CV_32FC1, transparency);
- auto tl = rect_img.tl();
- for (int i = 0; i < image_num; ++i) {
- cv::Point org_img = {tl.x + i, tl.y + rect_img.size().height + i};
- prims.emplace_back(cv::gapi::wip::draw::Image({org_img, img, alpha}));
- }
- // Circle
- cv::Point center(300, 400);
- int rad = 25;
- prims.emplace_back(cv::gapi::wip::draw::Circle({center, rad, color, thick, lt, shift}));
- // Line
- cv::Point point_next(300, 425);
- prims.emplace_back(cv::gapi::wip::draw::Line({center, point_next, color, thick, lt, shift}));
- // Poly
- std::vector<cv::Point> points = {{300, 400}, {290, 450}, {348, 410}, {300, 400}};
- prims.emplace_back(cv::gapi::wip::draw::Poly({points, color, thick, lt, shift}));
- cv::GMat y_in, uv_in, y_out, uv_out;
- cv::GArray<cv::gapi::wip::draw::Prim> arr;
- std::tie(y_out, uv_out) = cv::gapi::wip::draw::renderNV12(y_in, uv_in, arr);
- cv::GComputation comp(cv::GIn(y_in, uv_in, arr), cv::GOut(y_out, uv_out));
- auto serialized = cv::gapi::serialize(comp);
- auto dc = cv::gapi::deserialize<cv::GComputation>(serialized);
- cv::Mat y(1920, 1080, CV_8UC1);
- cv::Mat uv(960, 540, CV_8UC2);
- cv::randu(y, cv::Scalar(0), cv::Scalar(255));
- cv::randu(uv, cv::Scalar::all(0), cv::Scalar::all(255));
- cv::Mat y_ref_mat = y.clone(), uv_ref_mat = uv.clone();
- dc.apply(cv::gin(y, uv, prims), cv::gout(y, uv));
- // OpenCV code //////////////////////////////////////////////////////////////
- cv::Mat yuv;
- cv::gapi::wip::draw::cvtNV12ToYUV(y_ref_mat, uv_ref_mat, yuv);
- for (int i = 0; i < rects_num; ++i) {
- cv::Rect rect(200 + i, 200 + i, 200, 200);
- cv::rectangle(yuv, rect, cvtBGRToYUVC(color), thick, lt, shift);
- }
- for (int i = 0; i < rects_num; ++i) {
- cv::Rect mos(200 + i, 200 + i, 200, 200);
- drawMosaicRef(yuv, mos, cellsz);
- }
- for (int i = 0; i < text_num; ++i) {
- cv::Point org(200 + i, 200 + i);
- cv::putText(yuv, text, org, ff, fs, cvtBGRToYUVC(color), thick, lt, blo);
- }
- for (int i = 0; i < image_num; ++i) {
- cv::Point org_img = {tl.x + i, tl.y + rect_img.size().height + i};
- cv::Mat yuv_img;
- cv::cvtColor(img, yuv_img, cv::COLOR_BGR2YUV);
- blendImageRef(yuv, org_img, yuv_img, alpha);
- }
- cv::circle(yuv, center, rad, cvtBGRToYUVC(color), thick, lt, shift);
- cv::line(yuv, center, point_next, cvtBGRToYUVC(color), thick, lt, shift);
- std::vector<std::vector<cv::Point>> pp{points};
- cv::fillPoly(yuv, pp, cvtBGRToYUVC(color), lt, shift);
- // YUV -> NV12
- cv::gapi::wip::draw::cvtYUVToNV12(yuv, y_ref_mat, uv_ref_mat);
- EXPECT_EQ(cv::norm( y, y_ref_mat), 0);
- EXPECT_EQ(cv::norm(uv, uv_ref_mat), 0);
- }
- TEST(S11N, Pipeline_Render_RGB)
- {
- cv::Size sz (100, 200);
- int rects_num = 10;
- int text_num = 10;
- int image_num = 10;
- int thick = 2;
- int lt = LINE_8;
- cv::Scalar color(111, 222, 77);
- // G-API code //////////////////////////////////////////////////////////////
- cv::gapi::wip::draw::Prims prims;
- // Rects
- int shift = 0;
- for (int i = 0; i < rects_num; ++i) {
- cv::Rect rect(200 + i, 200 + i, 200, 200);
- prims.emplace_back(cv::gapi::wip::draw::Rect(rect, color, thick, lt, shift));
- }
- // Mosaic
- int cellsz = 50;
- int decim = 0;
- for (int i = 0; i < rects_num; ++i) {
- cv::Rect mos(200 + i, 200 + i, 200, 200);
- prims.emplace_back(cv::gapi::wip::draw::Mosaic(mos, cellsz, decim));
- }
- // Text
- std::string text = "Some text";
- int ff = FONT_HERSHEY_SIMPLEX;
- double fs = 2.0;
- bool blo = false;
- for (int i = 0; i < text_num; ++i) {
- cv::Point org(200 + i, 200 + i);
- prims.emplace_back(cv::gapi::wip::draw::Text(text, org, ff, fs, color, thick, lt, blo));
- }
- // Image
- double transparency = 1.0;
- cv::Rect rect_img(0 ,0 , 50, 50);
- cv::Mat img(rect_img.size(), CV_8UC3, color);
- cv::Mat alpha(rect_img.size(), CV_32FC1, transparency);
- auto tl = rect_img.tl();
- for (int i = 0; i < image_num; ++i) {
- cv::Point org_img = {tl.x + i, tl.y + rect_img.size().height + i};
- prims.emplace_back(cv::gapi::wip::draw::Image({org_img, img, alpha}));
- }
- // Circle
- cv::Point center(300, 400);
- int rad = 25;
- prims.emplace_back(cv::gapi::wip::draw::Circle({center, rad, color, thick, lt, shift}));
- // Line
- cv::Point point_next(300, 425);
- prims.emplace_back(cv::gapi::wip::draw::Line({center, point_next, color, thick, lt, shift}));
- // Poly
- std::vector<cv::Point> points = {{300, 400}, {290, 450}, {348, 410}, {300, 400}};
- prims.emplace_back(cv::gapi::wip::draw::Poly({points, color, thick, lt, shift}));
- cv::GMat in, out;
- cv::GArray<cv::gapi::wip::draw::Prim> arr;
- out = cv::gapi::wip::draw::render3ch(in, arr);
- cv::GComputation comp(cv::GIn(in, arr), cv::GOut(out));
- auto serialized = cv::gapi::serialize(comp);
- auto dc = cv::gapi::deserialize<cv::GComputation>(serialized);
- cv::Mat input(1920, 1080, CV_8UC3);
- cv::randu(input, cv::Scalar::all(0), cv::Scalar::all(255));
- cv::Mat ref_mat = input.clone();
- dc.apply(cv::gin(input, prims), cv::gout(input));
- // OpenCV code //////////////////////////////////////////////////////////////
- for (int i = 0; i < rects_num; ++i) {
- cv::Rect rect(200 + i, 200 + i, 200, 200);
- cv::rectangle(ref_mat, rect, color, thick, lt, shift);
- }
- for (int i = 0; i < rects_num; ++i) {
- cv::Rect mos(200 + i, 200 + i, 200, 200);
- drawMosaicRef(ref_mat, mos, cellsz);
- }
- for (int i = 0; i < text_num; ++i) {
- cv::Point org(200 + i, 200 + i);
- cv::putText(ref_mat, text, org, ff, fs, color, thick, lt, blo);
- }
- for (int i = 0; i < image_num; ++i) {
- cv::Point org_img = {tl.x + i, tl.y + rect_img.size().height + i};
- blendImageRef(ref_mat, org_img, img, alpha);
- }
- cv::circle(ref_mat, center, rad, color, thick, lt, shift);
- cv::line(ref_mat, center, point_next, color, thick, lt, shift);
- std::vector<std::vector<cv::Point>> pp{points};
- cv::fillPoly(ref_mat, pp, color, lt, shift);
- EXPECT_EQ(cv::norm(input, ref_mat), 0);
- }
- TEST(S11N, Pipeline_Const_GScalar)
- {
- static constexpr auto in_scalar = 10;
- cv::GMat a;
- cv::GScalar s;
- cv::GComputation computation(GIn(a), GOut(cv::gapi::addC(a, in_scalar)));
- auto p = cv::gapi::serialize(computation);
- auto deserialized_computation = cv::gapi::deserialize<cv::GComputation>(p);
- cv::Mat in_mat = cv::Mat::eye(32, 32, CV_8UC1);
- cv::Mat ref_mat;
- cv::add(in_mat, in_scalar, ref_mat);
- cv::Mat out_mat;
- computation.apply(cv::gin(in_mat/*, in_scalar*/), cv::gout(out_mat));
- EXPECT_EQ(0, cvtest::norm(out_mat, ref_mat, NORM_INF));
- out_mat = cv::Mat();
- deserialized_computation.apply(cv::gin(in_mat/*, in_scalar*/), cv::gout(out_mat));
- EXPECT_EQ(0, cvtest::norm(out_mat, ref_mat, NORM_INF));
- out_mat = cv::Mat();
- auto cc = deserialized_computation.compile(cv::descr_of(in_mat));
- cc(cv::gin(in_mat/*, in_scalar*/), cv::gout(out_mat));
- EXPECT_EQ(0, cvtest::norm(out_mat, ref_mat, NORM_INF));
- }
- } // namespace opencv_test
|