1 /*M///////////////////////////////////////////////////////////////////////////////////////
2 //
3 // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
4 //
5 // By downloading, copying, installing or using the software you agree to this license.
6 // If you do not agree to this license, do not download, install,
7 // copy or use the software.
8 //
9 //
10 // License Agreement
11 // For Open Source Computer Vision Library
12 //
13 // Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
14 // Copyright (C) 2009, Willow Garage Inc., all rights reserved.
15 // Copyright (C) 2013, OpenCV Foundation, all rights reserved.
16 // Third party copyrights are property of their respective owners.
17 //
18 // Redistribution and use in source and binary forms, with or without modification,
19 // are permitted provided that the following conditions are met:
20 //
21 // * Redistribution's of source code must retain the above copyright notice,
22 // this list of conditions and the following disclaimer.
23 //
24 // * Redistribution's in binary form must reproduce the above copyright notice,
25 // this list of conditions and the following disclaimer in the documentation
26 // and/or other materials provided with the distribution.
27 //
28 // * The name of the copyright holders may not be used to endorse or promote products
29 // derived from this software without specific prior written permission.
30 //
31 // This software is provided by the copyright holders and contributors "as is" and
32 // any express or implied warranties, including, but not limited to, the implied
33 // warranties of merchantability and fitness for a particular purpose are disclaimed.
34 // In no event shall the Intel Corporation or contributors be liable for any direct,
35 // indirect, incidental, special, exemplary, or consequential damages
36 // (including, but not limited to, procurement of substitute goods or services;
37 // loss of use, data, or profits; or business interruption) however caused
38 // and on any theory of liability, whether in contract, strict liability,
39 // or tort (including negligence or otherwise) arising in any way out of
40 // the use of this software, even if advised of the possibility of such damage.
41 //
42 //M*/
43
44 #pragma once
45
46 #ifndef __OPENCV_CUDEV_WARP_SCAN_HPP__
47 #define __OPENCV_CUDEV_WARP_SCAN_HPP__
48
49 #include "../common.hpp"
50 #include "warp.hpp"
51 #include "shuffle.hpp"
52
53 namespace cv { namespace cudev {
54
55 //! @addtogroup cudev
56 //! @{
57
58 template <typename T>
warpScanInclusive(T data,volatile T * smem,uint tid)59 __device__ T warpScanInclusive(T data, volatile T* smem, uint tid)
60 {
61 #if CV_CUDEV_ARCH >= 300
62 (void) smem;
63 (void) tid;
64
65 const uint laneId = Warp::laneId();
66
67 // scan on shufl functions
68 #pragma unroll
69 for (int i = 1; i <= (WARP_SIZE / 2); i *= 2)
70 {
71 const T val = shfl_up(data, i);
72 if (laneId >= i)
73 data += val;
74 }
75
76 return data;
77 #else
78 uint pos = 2 * tid - (tid & (WARP_SIZE - 1));
79 smem[pos] = 0;
80
81 pos += WARP_SIZE;
82 smem[pos] = data;
83
84 smem[pos] += smem[pos - 1];
85 smem[pos] += smem[pos - 2];
86 smem[pos] += smem[pos - 4];
87 smem[pos] += smem[pos - 8];
88 smem[pos] += smem[pos - 16];
89
90 return smem[pos];
91 #endif
92 }
93
94 template <typename T>
warpScanExclusive(T data,volatile T * smem,uint tid)95 __device__ __forceinline__ T warpScanExclusive(T data, volatile T* smem, uint tid)
96 {
97 return warpScanInclusive(data, smem, tid) - data;
98 }
99
100 //! @}
101
102 }}
103
104 #endif
105