/*M/////////////////////////////////////////////////////////////////////////////////////// // // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING. // // By downloading, copying, installing or using the software you agree to this license. // If you do not agree to this license, do not download, install, // copy or use the software. // // // License Agreement // For Open Source Computer Vision Library // // Copyright (C) 2000-2008, Intel Corporation, all rights reserved. // Copyright (C) 2009, Willow Garage Inc., all rights reserved. // Third party copyrights are property of their respective owners. // // Redistribution and use in source and binary forms, with or without modification, // are permitted provided that the following conditions are met: // // * Redistribution's of source code must retain the above copyright notice, // this list of conditions and the following disclaimer. // // * Redistribution's in binary form must reproduce the above copyright notice, // this list of conditions and the following disclaimer in the documentation // and/or other materials provided with the distribution. // // * The name of the copyright holders may not be used to endorse or promote products // derived from this software without specific prior written permission. // // This software is provided by the copyright holders and contributors "as is" and // any express or implied warranties, including, but not limited to, the implied // warranties of merchantability and fitness for a particular purpose are disclaimed. // In no event shall the Intel Corporation or contributors be liable for any direct, // indirect, incidental, special, exemplary, or consequential damages // (including, but not limited to, procurement of substitute goods or services; // loss of use, data, or profits; or business interruption) however caused // and on any theory of liability, whether in contract, strict liability, // or tort (including negligence or otherwise) arising in any way out of // the use of this software, even if advised of the possibility of such damage. // //M*/ #include "test_precomp.hpp" namespace opencv_test { namespace { #if defined(HAVE_NVCUVID) || defined(HAVE_NVCUVENC) PARAM_TEST_CASE(CheckSet, cv::cuda::DeviceInfo, std::string) { }; typedef tuple check_extra_data_params_t; PARAM_TEST_CASE(CheckExtraData, cv::cuda::DeviceInfo, check_extra_data_params_t) { }; PARAM_TEST_CASE(Video, cv::cuda::DeviceInfo, std::string) { }; PARAM_TEST_CASE(VideoReadRaw, cv::cuda::DeviceInfo, std::string) { }; PARAM_TEST_CASE(CheckKeyFrame, cv::cuda::DeviceInfo, std::string) { }; struct CheckParams : testing::TestWithParam { cv::cuda::DeviceInfo devInfo; virtual void SetUp() { devInfo = GetParam(); cv::cuda::setDevice(devInfo.deviceID()); } }; #if defined(HAVE_NVCUVID) ////////////////////////////////////////////////////// // VideoReader //========================================================================== CUDA_TEST_P(CheckSet, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); if (!videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend was not found"); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + +"../" + GET_PARAM(1); cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); double unsupportedVal = -1; ASSERT_FALSE(reader->get(cv::cudacodec::VideoReaderProps::PROP_NOT_SUPPORTED, unsupportedVal)); double rawModeVal = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE, rawModeVal)); ASSERT_FALSE(rawModeVal); ASSERT_TRUE(reader->set(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE,true)); ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE, rawModeVal)); ASSERT_TRUE(rawModeVal); bool rawPacketsAvailable = false; while (reader->grab()) { double nRawPackages = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_NUMBER_OF_RAW_PACKAGES_SINCE_LAST_GRAB, nRawPackages)); if (nRawPackages > 0) { rawPacketsAvailable = true; break; } } ASSERT_TRUE(rawPacketsAvailable); } CUDA_TEST_P(CheckExtraData, Reader) { // RTSP streaming is only supported by the FFmpeg back end if (!videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend not found"); cv::cuda::setDevice(GET_PARAM(0).deviceID()); const string path = get<0>(GET_PARAM(1)); const int sz = get<1>(GET_PARAM(1)); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + path; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, true); double rawModeVal = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE, rawModeVal)); ASSERT_TRUE(rawModeVal); double extraDataIdx = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_EXTRA_DATA_INDEX, extraDataIdx)); ASSERT_EQ(extraDataIdx, 1 ); ASSERT_TRUE(reader->grab()); cv::Mat extraData; const bool newData = reader->retrieve(extraData, extraDataIdx); ASSERT_TRUE(newData && sz || !newData && !sz); ASSERT_EQ(extraData.total(), sz); } CUDA_TEST_P(CheckKeyFrame, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); // RTSP streaming is only supported by the FFmpeg back end if (!videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend not found"); const string path = GET_PARAM(1); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + path; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, true); double rawModeVal = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE, rawModeVal)); ASSERT_TRUE(rawModeVal); double rawIdxBase = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_PACKAGES_BASE_INDEX, rawIdxBase)); ASSERT_EQ(rawIdxBase, 2); constexpr int maxNPackagesToCheck = 2; int nPackages = 0; while (nPackages < maxNPackagesToCheck) { ASSERT_TRUE(reader->grab()); double N = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_NUMBER_OF_RAW_PACKAGES_SINCE_LAST_GRAB,N)); for (int i = rawIdxBase; i < N + rawIdxBase; i++) { nPackages++; double containsKeyFrame = i; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_LRF_HAS_KEY_FRAME, containsKeyFrame)); ASSERT_TRUE(nPackages == 1 && containsKeyFrame || nPackages == 2 && !containsKeyFrame) << "nPackage: " << i; if (nPackages >= maxNPackagesToCheck) break; } } } CUDA_TEST_P(Video, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); // CUDA demuxer has to fall back to ffmpeg to process "cv/video/768x576.avi" if (GET_PARAM(1) == "cv/video/768x576.avi" && !videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend not found"); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + GET_PARAM(1); cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); cv::cudacodec::FormatInfo fmt = reader->format(); cv::cuda::GpuMat frame; for (int i = 0; i < 100; i++) { ASSERT_TRUE(reader->nextFrame(frame)); if(!fmt.valid) fmt = reader->format(); ASSERT_TRUE(frame.cols == fmt.width && frame.rows == fmt.height); ASSERT_FALSE(frame.empty()); } } CUDA_TEST_P(VideoReadRaw, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); // RTSP streaming is only supported by the FFmpeg back end if (!videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend not found"); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + GET_PARAM(1); const string fileNameOut = tempfile("test_container_stream"); { std::ofstream file(fileNameOut, std::ios::binary); ASSERT_TRUE(file.is_open()); cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, true); double rawModeVal = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE, rawModeVal)); ASSERT_TRUE(rawModeVal); double rawIdxBase = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_PACKAGES_BASE_INDEX, rawIdxBase)); ASSERT_EQ(rawIdxBase, 2); cv::cuda::GpuMat frame; for (int i = 0; i < 100; i++) { ASSERT_TRUE(reader->grab()); ASSERT_TRUE(reader->retrieve(frame)); ASSERT_FALSE(frame.empty()); double N = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_NUMBER_OF_RAW_PACKAGES_SINCE_LAST_GRAB,N)); ASSERT_TRUE(N >= 0) << N << " < 0"; for (int i = rawIdxBase; i <= N + rawIdxBase; i++) { Mat rawPackets; reader->retrieve(rawPackets, i); file.write((char*)rawPackets.data, rawPackets.total()); } } } std::cout << "Checking written video stream: " << fileNameOut << std::endl; { cv::Ptr readerReference = cv::cudacodec::createVideoReader(inputFile); cv::Ptr readerActual = cv::cudacodec::createVideoReader(fileNameOut, {}, true); double decodedFrameIdx = -1; ASSERT_TRUE(readerActual->get(cv::cudacodec::VideoReaderProps::PROP_DECODED_FRAME_IDX, decodedFrameIdx)); ASSERT_EQ(decodedFrameIdx, 0); cv::cuda::GpuMat reference, actual; cv::Mat referenceHost, actualHost; for (int i = 0; i < 100; i++) { ASSERT_TRUE(readerReference->nextFrame(reference)); ASSERT_TRUE(readerActual->grab()); ASSERT_TRUE(readerActual->retrieve(actual, decodedFrameIdx)); actual.download(actualHost); reference.download(referenceHost); ASSERT_TRUE(cvtest::norm(actualHost, referenceHost, NORM_INF) == 0); } } ASSERT_EQ(0, remove(fileNameOut.c_str())); } CUDA_TEST_P(CheckParams, Reader) { std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../highgui/video/big_buck_bunny.mp4"; { cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); double msActual = -1; ASSERT_FALSE(reader->get(cv::VideoCaptureProperties::CAP_PROP_OPEN_TIMEOUT_MSEC, msActual)); } { constexpr int msReference = 3333; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, { cv::VideoCaptureProperties::CAP_PROP_OPEN_TIMEOUT_MSEC, msReference }); double msActual = -1; ASSERT_TRUE(reader->get(cv::VideoCaptureProperties::CAP_PROP_OPEN_TIMEOUT_MSEC, msActual)); ASSERT_EQ(msActual, msReference); } { std::vector exceptionsThrown = { false,true }; std::vector capPropFormats = { -1,0 }; for (int i = 0; i < capPropFormats.size(); i++) { bool exceptionThrown = false; try { cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, { cv::VideoCaptureProperties::CAP_PROP_FORMAT, capPropFormats.at(i) }); } catch (cv::Exception ex) { if (ex.code == Error::StsUnsupportedFormat) exceptionThrown = true; } ASSERT_EQ(exceptionThrown, exceptionsThrown.at(i)); } } } #endif // HAVE_NVCUVID #if defined(_WIN32) && defined(HAVE_NVCUVENC) ////////////////////////////////////////////////////// // VideoWriter CUDA_TEST_P(Video, Writer) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); const std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "video/" + GET_PARAM(1); std::string outputFile = cv::tempfile(".avi"); const double FPS = 25.0; cv::VideoCapture reader(inputFile); ASSERT_TRUE(reader.isOpened()); cv::Ptr d_writer; cv::Mat frame; cv::cuda::GpuMat d_frame; for (int i = 0; i < 10; ++i) { reader >> frame; ASSERT_FALSE(frame.empty()); d_frame.upload(frame); if (d_writer.empty()) d_writer = cv::cudacodec::createVideoWriter(outputFile, frame.size(), FPS); d_writer->write(d_frame); } reader.release(); d_writer.release(); reader.open(outputFile); ASSERT_TRUE(reader.isOpened()); for (int i = 0; i < 5; ++i) { reader >> frame; ASSERT_FALSE(frame.empty()); } } #endif // _WIN32, HAVE_NVCUVENC INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckSet, testing::Combine( ALL_DEVICES, testing::Values("highgui/video/big_buck_bunny.mp4"))); #define VIDEO_SRC_R "highgui/video/big_buck_bunny.mp4", "cv/video/768x576.avi", "cv/video/1920x1080.avi", "highgui/video/big_buck_bunny.avi", \ "highgui/video/big_buck_bunny.h264", "highgui/video/big_buck_bunny.h265", "highgui/video/big_buck_bunny.mpg" INSTANTIATE_TEST_CASE_P(CUDA_Codec, Video, testing::Combine( ALL_DEVICES, testing::Values(VIDEO_SRC_R))); #define VIDEO_SRC_RW "highgui/video/big_buck_bunny.h264", "highgui/video/big_buck_bunny.h265" INSTANTIATE_TEST_CASE_P(CUDA_Codec, VideoReadRaw, testing::Combine( ALL_DEVICES, testing::Values(VIDEO_SRC_RW))); const check_extra_data_params_t check_extra_data_params[] = { check_extra_data_params_t("highgui/video/big_buck_bunny.mp4", 45), check_extra_data_params_t("highgui/video/big_buck_bunny.mov", 45), check_extra_data_params_t("highgui/video/big_buck_bunny.mjpg.avi", 0) }; INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckExtraData, testing::Combine( ALL_DEVICES, testing::ValuesIn(check_extra_data_params))); INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckKeyFrame, testing::Combine( ALL_DEVICES, testing::Values(VIDEO_SRC_R))); INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckParams, ALL_DEVICES); #endif // HAVE_NVCUVID || HAVE_NVCUVENC }} // namespace