1 /*M///////////////////////////////////////////////////////////////////////////////////////
2 //
3 //  IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
4 //
5 //  By downloading, copying, installing or using the software you agree to this license.
6 //  If you do not agree to this license, do not download, install,
7 //  copy or use the software.
8 //
9 //
10 //                        Intel License Agreement
11 //                For Open Source Computer Vision Library
12 //
13 // Copyright (C) 2000, Intel Corporation, all rights reserved.
14 // Third party copyrights are property of their respective owners.
15 //
16 // Redistribution and use in source and binary forms, with or without modification,
17 // are permitted provided that the following conditions are met:
18 //
19 //   * Redistribution's of source code must retain the above copyright notice,
20 //     this list of conditions and the following disclaimer.
21 //
22 //   * Redistribution's in binary form must reproduce the above copyright notice,
23 //     this list of conditions and the following disclaimer in the documentation
24 //     and/or other materials provided with the distribution.
25 //
26 //   * The name of Intel Corporation may not be used to endorse or promote products
27 //     derived from this software without specific prior written permission.
28 //
29 // This software is provided by the copyright holders and contributors "as is" and
30 // any express or implied warranties, including, but not limited to, the implied
31 // warranties of merchantability and fitness for a particular purpose are disclaimed.
32 // In no event shall the Intel Corporation or contributors be liable for any direct,
33 // indirect, incidental, special, exemplary, or consequential damages
34 // (including, but not limited to, procurement of substitute goods or services;
35 // loss of use, data, or profits; or business interruption) however caused
36 // and on any theory of liability, whether in contract, strict liability,
37 // or tort (including negligence or otherwise) arising in any way out of
38 // the use of this software, even if advised of the possibility of such damage.
39 //
40 //M*/
41 
42 #include "precomp.hpp"
43 #include "opencv2/core/core_c.h"
44 
45 #include <ctype.h>
46 #include <stdarg.h>
47 #include <stdlib.h>
48 #include <fcntl.h>
49 #include <time.h>
50 #if defined WIN32 || defined _WIN32 || defined WIN64 || defined _WIN64
51 #include <io.h>
52 
53 #include <windows.h>
54 #undef small
55 #undef min
56 #undef max
57 #undef abs
58 
59 #ifdef _MSC_VER
60 #include <eh.h>
61 #endif
62 
63 #else
64 #include <unistd.h>
65 #endif
66 
67 namespace cvtest
68 {
69 
70 /*****************************************************************************************\
71 *                                Exception and memory handlers                            *
72 \*****************************************************************************************/
73 
74 // a few platform-dependent declarations
75 
76 #if defined WIN32 || defined _WIN32 || defined WIN64 || defined _WIN64
77 #ifdef _MSC_VER
SEHTranslator(unsigned int,EXCEPTION_POINTERS * pExp)78 static void SEHTranslator( unsigned int /*u*/, EXCEPTION_POINTERS* pExp )
79 {
80     TS::FailureCode code = TS::FAIL_EXCEPTION;
81     switch( pExp->ExceptionRecord->ExceptionCode )
82     {
83     case EXCEPTION_ACCESS_VIOLATION:
84     case EXCEPTION_ARRAY_BOUNDS_EXCEEDED:
85     case EXCEPTION_DATATYPE_MISALIGNMENT:
86     case EXCEPTION_FLT_STACK_CHECK:
87     case EXCEPTION_STACK_OVERFLOW:
88     case EXCEPTION_IN_PAGE_ERROR:
89         code = TS::FAIL_MEMORY_EXCEPTION;
90         break;
91     case EXCEPTION_FLT_DENORMAL_OPERAND:
92     case EXCEPTION_FLT_DIVIDE_BY_ZERO:
93     case EXCEPTION_FLT_INEXACT_RESULT:
94     case EXCEPTION_FLT_INVALID_OPERATION:
95     case EXCEPTION_FLT_OVERFLOW:
96     case EXCEPTION_FLT_UNDERFLOW:
97     case EXCEPTION_INT_DIVIDE_BY_ZERO:
98     case EXCEPTION_INT_OVERFLOW:
99         code = TS::FAIL_ARITHM_EXCEPTION;
100         break;
101     case EXCEPTION_BREAKPOINT:
102     case EXCEPTION_ILLEGAL_INSTRUCTION:
103     case EXCEPTION_INVALID_DISPOSITION:
104     case EXCEPTION_NONCONTINUABLE_EXCEPTION:
105     case EXCEPTION_PRIV_INSTRUCTION:
106     case EXCEPTION_SINGLE_STEP:
107         code = TS::FAIL_EXCEPTION;
108     }
109     throw code;
110 }
111 #endif
112 
113 #else
114 
115 #include <signal.h>
116 #include <setjmp.h>
117 
118 static const int tsSigId[] = { SIGSEGV, SIGBUS, SIGFPE, SIGILL, SIGABRT, -1 };
119 
120 static jmp_buf tsJmpMark;
121 
122 static void signalHandler( int sig_code )
123 {
124     TS::FailureCode code = TS::FAIL_EXCEPTION;
125     switch( sig_code )
126     {
127     case SIGFPE:
128         code = TS::FAIL_ARITHM_EXCEPTION;
129         break;
130     case SIGSEGV:
131     case SIGBUS:
132         code = TS::FAIL_ARITHM_EXCEPTION;
133         break;
134     case SIGILL:
135         code = TS::FAIL_EXCEPTION;
136     }
137 
138     longjmp( tsJmpMark, (int)code );
139 }
140 
141 #endif
142 
143 
144 // reads 16-digit hexadecimal number (i.e. 64-bit integer)
readSeed(const char * str)145 int64 readSeed( const char* str )
146 {
147     int64 val = 0;
148     if( str && strlen(str) == 16 )
149     {
150         for( int i = 0; str[i]; i++ )
151         {
152             int c = tolower(str[i]);
153             if( !isxdigit(c) )
154                 return 0;
155             val = val * 16 +
156             (str[i] < 'a' ? str[i] - '0' : str[i] - 'a' + 10);
157         }
158     }
159     return val;
160 }
161 
162 
163 /*****************************************************************************************\
164 *                                    Base Class for Tests                                 *
165 \*****************************************************************************************/
166 
BaseTest()167 BaseTest::BaseTest()
168 {
169     ts = TS::ptr();
170     test_case_count = -1;
171 }
172 
~BaseTest()173 BaseTest::~BaseTest()
174 {
175     clear();
176 }
177 
clear()178 void BaseTest::clear()
179 {
180 }
181 
182 
find_param(CvFileStorage * fs,const char * param_name)183 const CvFileNode* BaseTest::find_param( CvFileStorage* fs, const char* param_name )
184 {
185     CvFileNode* node = cvGetFileNodeByName(fs, 0, get_name().c_str());
186     return node ? cvGetFileNodeByName( fs, node, param_name ) : 0;
187 }
188 
189 
read_params(CvFileStorage *)190 int BaseTest::read_params( CvFileStorage* )
191 {
192     return 0;
193 }
194 
195 
can_do_fast_forward()196 bool BaseTest::can_do_fast_forward()
197 {
198     return true;
199 }
200 
201 
safe_run(int start_from)202 void BaseTest::safe_run( int start_from )
203 {
204     read_params( ts->get_file_storage() );
205     ts->update_context( 0, -1, true );
206     ts->update_context( this, -1, true );
207 
208     if( !::testing::GTEST_FLAG(catch_exceptions) )
209         run( start_from );
210     else
211     {
212         try
213         {
214         #if !defined WIN32 && !defined _WIN32
215         int _code = setjmp( tsJmpMark );
216         if( !_code )
217             run( start_from );
218         else
219             throw TS::FailureCode(_code);
220         #else
221             run( start_from );
222         #endif
223         }
224         catch (const cv::Exception& exc)
225         {
226             const char* errorStr = cvErrorStr(exc.code);
227             char buf[1 << 16];
228 
229             sprintf( buf, "OpenCV Error:\n\t%s (%s) in %s, file %s, line %d",
230                     errorStr, exc.err.c_str(), exc.func.size() > 0 ?
231                     exc.func.c_str() : "unknown function", exc.file.c_str(), exc.line );
232             ts->printf(TS::LOG, "%s\n", buf);
233 
234             ts->set_failed_test_info( TS::FAIL_ERROR_IN_CALLED_FUNC );
235         }
236         catch (const TS::FailureCode& fc)
237         {
238             std::string errorStr = TS::str_from_code(fc);
239             ts->printf(TS::LOG, "General failure:\n\t%s (%d)\n", errorStr.c_str(), fc);
240 
241             ts->set_failed_test_info( fc );
242         }
243         catch (...)
244         {
245             ts->printf(TS::LOG, "Unknown failure\n");
246 
247             ts->set_failed_test_info( TS::FAIL_EXCEPTION );
248         }
249     }
250 
251     ts->set_gtest_status();
252 }
253 
254 
run(int start_from)255 void BaseTest::run( int start_from )
256 {
257     int test_case_idx, count = get_test_case_count();
258     int64 t_start = cvGetTickCount();
259     double freq = cv::getTickFrequency();
260     bool ff = can_do_fast_forward();
261     int progress = 0, code;
262     int64 t1 = t_start;
263 
264     for( test_case_idx = ff && start_from >= 0 ? start_from : 0;
265          count < 0 || test_case_idx < count; test_case_idx++ )
266     {
267         ts->update_context( this, test_case_idx, ff );
268         progress = update_progress( progress, test_case_idx, count, (double)(t1 - t_start)/(freq*1000) );
269 
270         code = prepare_test_case( test_case_idx );
271         if( code < 0 || ts->get_err_code() < 0 )
272             return;
273 
274         if( code == 0 )
275             continue;
276 
277         run_func();
278 
279         if( ts->get_err_code() < 0 )
280             return;
281 
282         if( validate_test_results( test_case_idx ) < 0 || ts->get_err_code() < 0 )
283             return;
284     }
285 }
286 
287 
run_func(void)288 void BaseTest::run_func(void)
289 {
290     assert(0);
291 }
292 
293 
get_test_case_count(void)294 int BaseTest::get_test_case_count(void)
295 {
296     return test_case_count;
297 }
298 
299 
prepare_test_case(int)300 int BaseTest::prepare_test_case( int )
301 {
302     return 0;
303 }
304 
305 
validate_test_results(int)306 int BaseTest::validate_test_results( int )
307 {
308     return 0;
309 }
310 
311 
update_progress(int progress,int test_case_idx,int count,double dt)312 int BaseTest::update_progress( int progress, int test_case_idx, int count, double dt )
313 {
314     int width = 60 - (int)get_name().size();
315     if( count > 0 )
316     {
317         int t = cvRound( ((double)test_case_idx * width)/count );
318         if( t > progress )
319         {
320             ts->printf( TS::CONSOLE, "." );
321             progress = t;
322         }
323     }
324     else if( cvRound(dt) > progress )
325     {
326         ts->printf( TS::CONSOLE, "." );
327         progress = cvRound(dt);
328     }
329 
330     return progress;
331 }
332 
333 
BadArgTest()334 BadArgTest::BadArgTest()
335 {
336     test_case_idx   = -1;
337     // oldErrorCbk     = 0;
338     // oldErrorCbkData = 0;
339 }
340 
~BadArgTest(void)341 BadArgTest::~BadArgTest(void)
342 {
343 }
344 
run_test_case(int expected_code,const string & _descr)345 int BadArgTest::run_test_case( int expected_code, const string& _descr )
346 {
347     int errcount = 0;
348     bool thrown = false;
349     const char* descr = _descr.c_str() ? _descr.c_str() : "";
350 
351     try
352     {
353         run_func();
354     }
355     catch(const cv::Exception& e)
356     {
357         thrown = true;
358         if( e.code != expected_code )
359         {
360             ts->printf(TS::LOG, "%s (test case #%d): the error code %d is different from the expected %d\n",
361                        descr, test_case_idx, e.code, expected_code);
362             errcount = 1;
363         }
364     }
365     catch(...)
366     {
367         thrown = true;
368         ts->printf(TS::LOG, "%s  (test case #%d): unknown exception was thrown (the function has likely crashed)\n",
369                    descr, test_case_idx);
370         errcount = 1;
371     }
372 
373     if(!thrown)
374     {
375         ts->printf(TS::LOG, "%s  (test case #%d): no expected exception was thrown\n",
376                    descr, test_case_idx);
377         errcount = 1;
378     }
379     test_case_idx++;
380 
381     return errcount;
382 }
383 
384 /*****************************************************************************************\
385 *                                 Base Class for Test System                              *
386 \*****************************************************************************************/
387 
388 /******************************** Constructors/Destructors ******************************/
389 
TSParams()390 TSParams::TSParams()
391 {
392     rng_seed = (uint64)-1;
393     use_optimized = true;
394     test_case_count_scale = 1;
395 }
396 
397 
TestInfo()398 TestInfo::TestInfo()
399 {
400     test = 0;
401     code = 0;
402     rng_seed = rng_seed0 = 0;
403     test_case_idx = -1;
404 }
405 
406 
TS()407 TS::TS()
408 {
409 } // ctor
410 
411 
~TS()412 TS::~TS()
413 {
414 } // dtor
415 
416 
str_from_code(const TS::FailureCode code)417 string TS::str_from_code( const TS::FailureCode code )
418 {
419     switch( code )
420     {
421     case OK:                           return "Ok";
422     case FAIL_GENERIC:                 return "Generic/Unknown";
423     case FAIL_MISSING_TEST_DATA:       return "No test data";
424     case FAIL_INVALID_TEST_DATA:       return "Invalid test data";
425     case FAIL_ERROR_IN_CALLED_FUNC:    return "cvError invoked";
426     case FAIL_EXCEPTION:               return "Hardware/OS exception";
427     case FAIL_MEMORY_EXCEPTION:        return "Invalid memory access";
428     case FAIL_ARITHM_EXCEPTION:        return "Arithmetic exception";
429     case FAIL_MEMORY_CORRUPTION_BEGIN: return "Corrupted memblock (beginning)";
430     case FAIL_MEMORY_CORRUPTION_END:   return "Corrupted memblock (end)";
431     case FAIL_MEMORY_LEAK:             return "Memory leak";
432     case FAIL_INVALID_OUTPUT:          return "Invalid function output";
433     case FAIL_MISMATCH:                return "Unexpected output";
434     case FAIL_BAD_ACCURACY:            return "Bad accuracy";
435     case FAIL_HANG:                    return "Infinite loop(?)";
436     case FAIL_BAD_ARG_CHECK:           return "Incorrect handling of bad arguments";
437     default:
438             ;
439     }
440     return "Generic/Unknown";
441 }
442 
tsErrorCallback(int status,const char * func_name,const char * err_msg,const char * file_name,int line,TS * ts)443 static int tsErrorCallback( int status, const char* func_name, const char* err_msg, const char* file_name, int line, TS* ts )
444 {
445     ts->printf(TS::LOG, "OpenCV Error:\n\t%s (%s) in %s, file %s, line %d\n", cvErrorStr(status), err_msg, func_name[0] != 0 ? func_name : "unknown function", file_name, line);
446     return 0;
447 }
448 
449 /************************************** Running tests **********************************/
450 
init(const string & modulename)451 void TS::init( const string& modulename )
452 {
453     char* datapath_dir = getenv("OPENCV_TEST_DATA_PATH");
454 
455     if( datapath_dir )
456     {
457         char buf[1024];
458         size_t l = strlen(datapath_dir);
459         bool haveSlash = l > 0 && (datapath_dir[l-1] == '/' || datapath_dir[l-1] == '\\');
460         sprintf( buf, "%s%s%s/", datapath_dir, haveSlash ? "" : "/", modulename.c_str() );
461         data_path = string(buf);
462     }
463 
464     cv::redirectError((cv::ErrorCallback)tsErrorCallback, this);
465 
466     if( ::testing::GTEST_FLAG(catch_exceptions) )
467     {
468 #if defined WIN32 || defined _WIN32
469 #ifdef _MSC_VER
470         _set_se_translator( SEHTranslator );
471 #endif
472 #else
473         for( int i = 0; tsSigId[i] >= 0; i++ )
474             signal( tsSigId[i], signalHandler );
475 #endif
476     }
477     else
478     {
479 #if defined WIN32 || defined _WIN32
480 #ifdef _MSC_VER
481         _set_se_translator( 0 );
482 #endif
483 #else
484         for( int i = 0; tsSigId[i] >= 0; i++ )
485             signal( tsSigId[i], SIG_DFL );
486 #endif
487     }
488 
489     if( params.use_optimized == 0 )
490         cv::setUseOptimized(false);
491 
492     rng = RNG(params.rng_seed);
493 }
494 
495 
set_gtest_status()496 void TS::set_gtest_status()
497 {
498     TS::FailureCode code = get_err_code();
499     if( code >= 0 )
500         return SUCCEED();
501 
502     char seedstr[32];
503     sprintf(seedstr, "%08x%08x", (unsigned)(current_test_info.rng_seed>>32),
504                                 (unsigned)(current_test_info.rng_seed));
505 
506     string logs = "";
507     if( !output_buf[SUMMARY_IDX].empty() )
508         logs += "\n-----------------------------------\n\tSUM: " + output_buf[SUMMARY_IDX];
509     if( !output_buf[LOG_IDX].empty() )
510         logs += "\n-----------------------------------\n\tLOG:\n" + output_buf[LOG_IDX];
511     if( !output_buf[CONSOLE_IDX].empty() )
512         logs += "\n-----------------------------------\n\tCONSOLE: " + output_buf[CONSOLE_IDX];
513     logs += "\n-----------------------------------\n";
514 
515     FAIL() << "\n\tfailure reason: " << str_from_code(code) <<
516         "\n\ttest case #" << current_test_info.test_case_idx <<
517         "\n\tseed: " << seedstr << logs;
518 }
519 
520 
get_file_storage()521 CvFileStorage* TS::get_file_storage() { return 0; }
522 
update_context(BaseTest * test,int test_case_idx,bool update_ts_context)523 void TS::update_context( BaseTest* test, int test_case_idx, bool update_ts_context )
524 {
525     if( current_test_info.test != test )
526     {
527         for( int i = 0; i <= CONSOLE_IDX; i++ )
528             output_buf[i] = string();
529         rng = RNG(params.rng_seed);
530         current_test_info.rng_seed0 = current_test_info.rng_seed = rng.state;
531     }
532 
533     current_test_info.test = test;
534     current_test_info.test_case_idx = test_case_idx;
535     current_test_info.code = 0;
536     cvSetErrStatus( CV_StsOk );
537     if( update_ts_context )
538         current_test_info.rng_seed = rng.state;
539 }
540 
541 
set_failed_test_info(int fail_code)542 void TS::set_failed_test_info( int fail_code )
543 {
544     if( current_test_info.code >= 0 )
545         current_test_info.code = TS::FailureCode(fail_code);
546 }
547 
548 #if defined _MSC_VER && _MSC_VER < 1400
549 #undef vsnprintf
550 #define vsnprintf _vsnprintf
551 #endif
552 
vprintf(int streams,const char * fmt,va_list l)553 void TS::vprintf( int streams, const char* fmt, va_list l )
554 {
555     char str[1 << 14];
556     vsnprintf( str, sizeof(str)-1, fmt, l );
557 
558     for( int i = 0; i < MAX_IDX; i++ )
559         if( (streams & (1 << i)) )
560         {
561             output_buf[i] += std::string(str);
562             // in the new GTest-based framework we do not use
563             // any output files (except for the automatically generated xml report).
564             // if a test fails, all the buffers are printed, so we do not want to duplicate the information and
565             // thus only add the new information to a single buffer and return from the function.
566             break;
567         }
568 }
569 
570 
printf(int streams,const char * fmt,...)571 void TS::printf( int streams, const char* fmt, ... )
572 {
573     if( streams )
574     {
575         va_list l;
576         va_start( l, fmt );
577         vprintf( streams, fmt, l );
578         va_end( l );
579     }
580 }
581 
582 
583 TS ts;
ptr()584 TS* TS::ptr() { return &ts; }
585 
fillGradient(Mat & img,int delta)586 void fillGradient(Mat& img, int delta)
587 {
588     const int ch = img.channels();
589     CV_Assert(!img.empty() && img.depth() == CV_8U && ch <= 4);
590 
591     int n = 255 / delta;
592     int r, c, i;
593     for(r=0; r<img.rows; r++)
594     {
595         int kR = r % (2*n);
596         int valR = (kR<=n) ? delta*kR : delta*(2*n-kR);
597         for(c=0; c<img.cols; c++)
598         {
599             int kC = c % (2*n);
600             int valC = (kC<=n) ? delta*kC : delta*(2*n-kC);
601             uchar vals[] = {uchar(valR), uchar(valC), uchar(200*r/img.rows), uchar(255)};
602             uchar *p = img.ptr(r, c);
603             for(i=0; i<ch; i++) p[i] = vals[i];
604         }
605     }
606 }
607 
smoothBorder(Mat & img,const Scalar & color,int delta)608 void smoothBorder(Mat& img, const Scalar& color, int delta)
609 {
610     const int ch = img.channels();
611     CV_Assert(!img.empty() && img.depth() == CV_8U && ch <= 4);
612 
613     Scalar s;
614     uchar *p = NULL;
615     int n = 100/delta;
616     int nR = std::min(n, (img.rows+1)/2), nC = std::min(n, (img.cols+1)/2);
617 
618     int r, c, i;
619     for(r=0; r<nR; r++)
620     {
621         double k1 = r*delta/100., k2 = 1-k1;
622         for(c=0; c<img.cols; c++)
623         {
624             p = img.ptr(r, c);
625             for(i=0; i<ch; i++) s[i] = p[i];
626             s = s * k1 + color * k2;
627             for(i=0; i<ch; i++) p[i] = uchar(s[i]);
628         }
629         for(c=0; c<img.cols; c++)
630         {
631             p = img.ptr(img.rows-r-1, c);
632             for(i=0; i<ch; i++) s[i] = p[i];
633             s = s * k1 + color * k2;
634             for(i=0; i<ch; i++) p[i] = uchar(s[i]);
635         }
636     }
637 
638     for(r=0; r<img.rows; r++)
639     {
640         for(c=0; c<nC; c++)
641         {
642             double k1 = c*delta/100., k2 = 1-k1;
643             p = img.ptr(r, c);
644             for(i=0; i<ch; i++) s[i] = p[i];
645             s = s * k1 + color * k2;
646             for(i=0; i<ch; i++) p[i] = uchar(s[i]);
647         }
648         for(c=0; c<n; c++)
649         {
650             double k1 = c*delta/100., k2 = 1-k1;
651             p = img.ptr(r, img.cols-c-1);
652             for(i=0; i<ch; i++) s[i] = p[i];
653             s = s * k1 + color * k2;
654             for(i=0; i<ch; i++) p[i] = uchar(s[i]);
655         }
656     }
657 }
658 
659 } //namespace cvtest
660 
661 bool test_ipp_check = false;
662 
checkIppStatus()663 void checkIppStatus()
664 {
665     if (test_ipp_check)
666     {
667         int status = cv::ipp::getIppStatus();
668         EXPECT_LE(0, status) << cv::ipp::getIppErrorLocation().c_str();
669     }
670 }
671 
parseCustomOptions(int argc,char ** argv)672 void parseCustomOptions(int argc, char **argv)
673 {
674     const char * const command_line_keys =
675         "{ ipp test_ipp_check |false    |check whether IPP works without failures }"
676         "{ h   help           |false    |print help info                          }";
677 
678     cv::CommandLineParser parser(argc, argv, command_line_keys);
679     if (parser.get<bool>("help"))
680     {
681         std::cout << "\nAvailable options besides google test option: \n";
682         parser.printMessage();
683     }
684 
685     test_ipp_check = parser.get<bool>("test_ipp_check");
686     if (!test_ipp_check)
687         test_ipp_check = getenv("OPENCV_IPP_CHECK") != NULL;
688 }
689 
690 /* End of file. */
691