1 /*M///////////////////////////////////////////////////////////////////////////////////////
2 //
3 // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
4 //
5 // By downloading, copying, installing or using the software you agree to this license.
6 // If you do not agree to this license, do not download, install,
7 // copy or use the software.
8 //
9 //
10 // License Agreement
11 // For Open Source Computer Vision Library
12 //
13 // Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
14 // Copyright (C) 2009, Willow Garage Inc., all rights reserved.
15 // Third party copyrights are property of their respective owners.
16 //
17 // Redistribution and use in source and binary forms, with or without modification,
18 // are permitted provided that the following conditions are met:
19 //
20 // * Redistribution's of source code must retain the above copyright notice,
21 // this list of conditions and the following disclaimer.
22 //
23 // * Redistribution's in binary form must reproduce the above copyright notice,
24 // this list of conditions and the following disclaimer in the documentation
25 // and/or other materials provided with the distribution.
26 //
27 // * The name of the copyright holders may not be used to endorse or promote products
28 // derived from this software without specific prior written permission.
29 //
30 // This software is provided by the copyright holders and contributors "as is" and
31 // any express or implied warranties, including, but not limited to, the implied
32 // warranties of merchantability and fitness for a particular purpose are disclaimed.
33 // In no event shall the Intel Corporation or contributors be liable for any direct,
34 // indirect, incidental, special, exemplary, or consequential damages
35 // (including, but not limited to, procurement of substitute goods or services;
36 // loss of use, data, or profits; or business interruption) however caused
37 // and on any theory of liability, whether in contract, strict liability,
38 // or tort (including negligence or otherwise) arising in any way out of
39 // the use of this software, even if advised of the possibility of such damage.
40 //
41 //M*/
42
43 #include "precomp.hpp"
44
45 using namespace cv;
46 using namespace cv::cuda;
47 using namespace cv::cudacodec;
48
49 #ifndef HAVE_NVCUVID
50
createVideoReader(const String &)51 Ptr<VideoReader> cv::cudacodec::createVideoReader(const String&) { throw_no_cuda(); return Ptr<VideoReader>(); }
createVideoReader(const Ptr<RawVideoSource> &)52 Ptr<VideoReader> cv::cudacodec::createVideoReader(const Ptr<RawVideoSource>&) { throw_no_cuda(); return Ptr<VideoReader>(); }
53
54 #else // HAVE_NVCUVID
55
56 void videoDecPostProcessFrame(const GpuMat& decodedFrame, OutputArray _outFrame, int width, int height);
57
58 using namespace cv::cudacodec::detail;
59
60 namespace
61 {
62 class VideoReaderImpl : public VideoReader
63 {
64 public:
65 explicit VideoReaderImpl(const Ptr<VideoSource>& source);
66 ~VideoReaderImpl();
67
68 bool nextFrame(OutputArray frame);
69
70 FormatInfo format() const;
71
72 private:
73 Ptr<VideoSource> videoSource_;
74
75 Ptr<FrameQueue> frameQueue_;
76 Ptr<VideoDecoder> videoDecoder_;
77 Ptr<VideoParser> videoParser_;
78
79 CUvideoctxlock lock_;
80
81 std::deque< std::pair<CUVIDPARSERDISPINFO, CUVIDPROCPARAMS> > frames_;
82 };
83
format() const84 FormatInfo VideoReaderImpl::format() const
85 {
86 return videoSource_->format();
87 }
88
VideoReaderImpl(const Ptr<VideoSource> & source)89 VideoReaderImpl::VideoReaderImpl(const Ptr<VideoSource>& source) :
90 videoSource_(source),
91 lock_(0)
92 {
93 // init context
94 GpuMat temp(1, 1, CV_8UC1);
95 temp.release();
96
97 CUcontext ctx;
98 cuSafeCall( cuCtxGetCurrent(&ctx) );
99 cuSafeCall( cuvidCtxLockCreate(&lock_, ctx) );
100
101 frameQueue_.reset(new FrameQueue);
102 videoDecoder_.reset(new VideoDecoder(videoSource_->format(), lock_));
103 videoParser_.reset(new VideoParser(videoDecoder_, frameQueue_));
104
105 videoSource_->setVideoParser(videoParser_);
106 videoSource_->start();
107 }
108
~VideoReaderImpl()109 VideoReaderImpl::~VideoReaderImpl()
110 {
111 frameQueue_->endDecode();
112 videoSource_->stop();
113 }
114
115 class VideoCtxAutoLock
116 {
117 public:
VideoCtxAutoLock(CUvideoctxlock lock)118 VideoCtxAutoLock(CUvideoctxlock lock) : m_lock(lock) { cuSafeCall( cuvidCtxLock(m_lock, 0) ); }
~VideoCtxAutoLock()119 ~VideoCtxAutoLock() { cuvidCtxUnlock(m_lock, 0); }
120
121 private:
122 CUvideoctxlock m_lock;
123 };
124
nextFrame(OutputArray frame)125 bool VideoReaderImpl::nextFrame(OutputArray frame)
126 {
127 if (videoSource_->hasError() || videoParser_->hasError())
128 CV_Error(Error::StsUnsupportedFormat, "Unsupported video source");
129
130 if (!videoSource_->isStarted() || frameQueue_->isEndOfDecode())
131 return false;
132
133 if (frames_.empty())
134 {
135 CUVIDPARSERDISPINFO displayInfo;
136
137 for (;;)
138 {
139 if (frameQueue_->dequeue(displayInfo))
140 break;
141
142 if (videoSource_->hasError() || videoParser_->hasError())
143 CV_Error(Error::StsUnsupportedFormat, "Unsupported video source");
144
145 if (frameQueue_->isEndOfDecode())
146 return false;
147
148 // Wait a bit
149 Thread::sleep(1);
150 }
151
152 bool isProgressive = displayInfo.progressive_frame != 0;
153 const int num_fields = isProgressive ? 1 : 2 + displayInfo.repeat_first_field;
154
155 for (int active_field = 0; active_field < num_fields; ++active_field)
156 {
157 CUVIDPROCPARAMS videoProcParams;
158 std::memset(&videoProcParams, 0, sizeof(CUVIDPROCPARAMS));
159
160 videoProcParams.progressive_frame = displayInfo.progressive_frame;
161 videoProcParams.second_field = active_field;
162 videoProcParams.top_field_first = displayInfo.top_field_first;
163 videoProcParams.unpaired_field = (num_fields == 1);
164
165 frames_.push_back(std::make_pair(displayInfo, videoProcParams));
166 }
167 }
168
169 if (frames_.empty())
170 return false;
171
172 std::pair<CUVIDPARSERDISPINFO, CUVIDPROCPARAMS> frameInfo = frames_.front();
173 frames_.pop_front();
174
175 {
176 VideoCtxAutoLock autoLock(lock_);
177
178 // map decoded video frame to CUDA surface
179 GpuMat decodedFrame = videoDecoder_->mapFrame(frameInfo.first.picture_index, frameInfo.second);
180
181 // perform post processing on the CUDA surface (performs colors space conversion and post processing)
182 // comment this out if we inclue the line of code seen above
183 videoDecPostProcessFrame(decodedFrame, frame, videoDecoder_->targetWidth(), videoDecoder_->targetHeight());
184
185 // unmap video frame
186 // unmapFrame() synchronizes with the VideoDecode API (ensures the frame has finished decoding)
187 videoDecoder_->unmapFrame(decodedFrame);
188 }
189
190 // release the frame, so it can be re-used in decoder
191 if (frames_.empty())
192 frameQueue_->releaseFrame(frameInfo.first);
193
194 return true;
195 }
196 }
197
createVideoReader(const String & filename)198 Ptr<VideoReader> cv::cudacodec::createVideoReader(const String& filename)
199 {
200 CV_Assert( !filename.empty() );
201
202 Ptr<VideoSource> videoSource;
203
204 try
205 {
206 videoSource.reset(new CuvidVideoSource(filename));
207 }
208 catch (...)
209 {
210 Ptr<RawVideoSource> source(new FFmpegVideoSource(filename));
211 videoSource.reset(new RawVideoSourceWrapper(source));
212 }
213
214 return makePtr<VideoReaderImpl>(videoSource);
215 }
216
createVideoReader(const Ptr<RawVideoSource> & source)217 Ptr<VideoReader> cv::cudacodec::createVideoReader(const Ptr<RawVideoSource>& source)
218 {
219 Ptr<VideoSource> videoSource(new RawVideoSourceWrapper(source));
220 return makePtr<VideoReaderImpl>(videoSource);
221 }
222
223 #endif // HAVE_NVCUVID
224