Renesas / opencv-lib

openCV library for Renesas RZ/A

Dependents:   RZ_A2M_Mbed_samples

include/opencv2/videostab/inpainting.hpp@0:0e0631af0305, 2021-01-29 (annotated)

Committer:
RyoheiHagimoto
Date:
Fri Jan 29 04:53:38 2021 +0000
Revision:
0:0e0631af0305
copied from https://github.com/d-kato/opencv-lib.

Who changed what in which revision?

UserRevisionLine numberNew contents of line
RyoheiHagimoto 0:0e0631af0305 1 /*M///////////////////////////////////////////////////////////////////////////////////////
RyoheiHagimoto 0:0e0631af0305 2 //
RyoheiHagimoto 0:0e0631af0305 3 // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
RyoheiHagimoto 0:0e0631af0305 4 //
RyoheiHagimoto 0:0e0631af0305 5 // By downloading, copying, installing or using the software you agree to this license.
RyoheiHagimoto 0:0e0631af0305 6 // If you do not agree to this license, do not download, install,
RyoheiHagimoto 0:0e0631af0305 7 // copy or use the software.
RyoheiHagimoto 0:0e0631af0305 8 //
RyoheiHagimoto 0:0e0631af0305 9 //
RyoheiHagimoto 0:0e0631af0305 10 // License Agreement
RyoheiHagimoto 0:0e0631af0305 11 // For Open Source Computer Vision Library
RyoheiHagimoto 0:0e0631af0305 12 //
RyoheiHagimoto 0:0e0631af0305 13 // Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
RyoheiHagimoto 0:0e0631af0305 14 // Copyright (C) 2009-2011, Willow Garage Inc., all rights reserved.
RyoheiHagimoto 0:0e0631af0305 15 // Third party copyrights are property of their respective owners.
RyoheiHagimoto 0:0e0631af0305 16 //
RyoheiHagimoto 0:0e0631af0305 17 // Redistribution and use in source and binary forms, with or without modification,
RyoheiHagimoto 0:0e0631af0305 18 // are permitted provided that the following conditions are met:
RyoheiHagimoto 0:0e0631af0305 19 //
RyoheiHagimoto 0:0e0631af0305 20 // * Redistribution's of source code must retain the above copyright notice,
RyoheiHagimoto 0:0e0631af0305 21 // this list of conditions and the following disclaimer.
RyoheiHagimoto 0:0e0631af0305 22 //
RyoheiHagimoto 0:0e0631af0305 23 // * Redistribution's in binary form must reproduce the above copyright notice,
RyoheiHagimoto 0:0e0631af0305 24 // this list of conditions and the following disclaimer in the documentation
RyoheiHagimoto 0:0e0631af0305 25 // and/or other materials provided with the distribution.
RyoheiHagimoto 0:0e0631af0305 26 //
RyoheiHagimoto 0:0e0631af0305 27 // * The name of the copyright holders may not be used to endorse or promote products
RyoheiHagimoto 0:0e0631af0305 28 // derived from this software without specific prior written permission.
RyoheiHagimoto 0:0e0631af0305 29 //
RyoheiHagimoto 0:0e0631af0305 30 // This software is provided by the copyright holders and contributors "as is" and
RyoheiHagimoto 0:0e0631af0305 31 // any express or implied warranties, including, but not limited to, the implied
RyoheiHagimoto 0:0e0631af0305 32 // warranties of merchantability and fitness for a particular purpose are disclaimed.
RyoheiHagimoto 0:0e0631af0305 33 // In no event shall the Intel Corporation or contributors be liable for any direct,
RyoheiHagimoto 0:0e0631af0305 34 // indirect, incidental, special, exemplary, or consequential damages
RyoheiHagimoto 0:0e0631af0305 35 // (including, but not limited to, procurement of substitute goods or services;
RyoheiHagimoto 0:0e0631af0305 36 // loss of use, data, or profits; or business interruption) however caused
RyoheiHagimoto 0:0e0631af0305 37 // and on any theory of liability, whether in contract, strict liability,
RyoheiHagimoto 0:0e0631af0305 38 // or tort (including negligence or otherwise) arising in any way out of
RyoheiHagimoto 0:0e0631af0305 39 // the use of this software, even if advised of the possibility of such damage.
RyoheiHagimoto 0:0e0631af0305 40 //
RyoheiHagimoto 0:0e0631af0305 41 //M*/
RyoheiHagimoto 0:0e0631af0305 42
RyoheiHagimoto 0:0e0631af0305 43 #ifndef OPENCV_VIDEOSTAB_INPAINTINT_HPP
RyoheiHagimoto 0:0e0631af0305 44 #define OPENCV_VIDEOSTAB_INPAINTINT_HPP
RyoheiHagimoto 0:0e0631af0305 45
RyoheiHagimoto 0:0e0631af0305 46 #include <vector>
RyoheiHagimoto 0:0e0631af0305 47 #include "opencv2/core.hpp"
RyoheiHagimoto 0:0e0631af0305 48 #include "opencv2/videostab/optical_flow.hpp"
RyoheiHagimoto 0:0e0631af0305 49 #include "opencv2/videostab/fast_marching.hpp"
RyoheiHagimoto 0:0e0631af0305 50 #include "opencv2/videostab/global_motion.hpp"
RyoheiHagimoto 0:0e0631af0305 51 #include "opencv2/photo.hpp"
RyoheiHagimoto 0:0e0631af0305 52
RyoheiHagimoto 0:0e0631af0305 53 namespace cv
RyoheiHagimoto 0:0e0631af0305 54 {
RyoheiHagimoto 0:0e0631af0305 55 namespace videostab
RyoheiHagimoto 0:0e0631af0305 56 {
RyoheiHagimoto 0:0e0631af0305 57
RyoheiHagimoto 0:0e0631af0305 58 //! @addtogroup videostab
RyoheiHagimoto 0:0e0631af0305 59 //! @{
RyoheiHagimoto 0:0e0631af0305 60
RyoheiHagimoto 0:0e0631af0305 61 class CV_EXPORTS InpainterBase
RyoheiHagimoto 0:0e0631af0305 62 {
RyoheiHagimoto 0:0e0631af0305 63 public:
RyoheiHagimoto 0:0e0631af0305 64 InpainterBase()
RyoheiHagimoto 0:0e0631af0305 65 : radius_(0), motionModel_(MM_UNKNOWN), frames_(0), motions_(0),
RyoheiHagimoto 0:0e0631af0305 66 stabilizedFrames_(0), stabilizationMotions_(0) {}
RyoheiHagimoto 0:0e0631af0305 67
RyoheiHagimoto 0:0e0631af0305 68 virtual ~InpainterBase() {}
RyoheiHagimoto 0:0e0631af0305 69
RyoheiHagimoto 0:0e0631af0305 70 virtual void setRadius(int val) { radius_ = val; }
RyoheiHagimoto 0:0e0631af0305 71 virtual int radius() const { return radius_; }
RyoheiHagimoto 0:0e0631af0305 72
RyoheiHagimoto 0:0e0631af0305 73 virtual void setMotionModel(MotionModel val) { motionModel_ = val; }
RyoheiHagimoto 0:0e0631af0305 74 virtual MotionModel motionModel() const { return motionModel_; }
RyoheiHagimoto 0:0e0631af0305 75
RyoheiHagimoto 0:0e0631af0305 76 virtual void inpaint(int idx, Mat &frame, Mat &mask) = 0;
RyoheiHagimoto 0:0e0631af0305 77
RyoheiHagimoto 0:0e0631af0305 78
RyoheiHagimoto 0:0e0631af0305 79 // data from stabilizer
RyoheiHagimoto 0:0e0631af0305 80
RyoheiHagimoto 0:0e0631af0305 81 virtual void setFrames(const std::vector<Mat> &val) { frames_ = &val; }
RyoheiHagimoto 0:0e0631af0305 82 virtual const std::vector<Mat>& frames() const { return *frames_; }
RyoheiHagimoto 0:0e0631af0305 83
RyoheiHagimoto 0:0e0631af0305 84 virtual void setMotions(const std::vector<Mat> &val) { motions_ = &val; }
RyoheiHagimoto 0:0e0631af0305 85 virtual const std::vector<Mat>& motions() const { return *motions_; }
RyoheiHagimoto 0:0e0631af0305 86
RyoheiHagimoto 0:0e0631af0305 87 virtual void setStabilizedFrames(const std::vector<Mat> &val) { stabilizedFrames_ = &val; }
RyoheiHagimoto 0:0e0631af0305 88 virtual const std::vector<Mat>& stabilizedFrames() const { return *stabilizedFrames_; }
RyoheiHagimoto 0:0e0631af0305 89
RyoheiHagimoto 0:0e0631af0305 90 virtual void setStabilizationMotions(const std::vector<Mat> &val) { stabilizationMotions_ = &val; }
RyoheiHagimoto 0:0e0631af0305 91 virtual const std::vector<Mat>& stabilizationMotions() const { return *stabilizationMotions_; }
RyoheiHagimoto 0:0e0631af0305 92
RyoheiHagimoto 0:0e0631af0305 93 protected:
RyoheiHagimoto 0:0e0631af0305 94 int radius_;
RyoheiHagimoto 0:0e0631af0305 95 MotionModel motionModel_;
RyoheiHagimoto 0:0e0631af0305 96 const std::vector<Mat> *frames_;
RyoheiHagimoto 0:0e0631af0305 97 const std::vector<Mat> *motions_;
RyoheiHagimoto 0:0e0631af0305 98 const std::vector<Mat> *stabilizedFrames_;
RyoheiHagimoto 0:0e0631af0305 99 const std::vector<Mat> *stabilizationMotions_;
RyoheiHagimoto 0:0e0631af0305 100 };
RyoheiHagimoto 0:0e0631af0305 101
RyoheiHagimoto 0:0e0631af0305 102 class CV_EXPORTS NullInpainter : public InpainterBase
RyoheiHagimoto 0:0e0631af0305 103 {
RyoheiHagimoto 0:0e0631af0305 104 public:
RyoheiHagimoto 0:0e0631af0305 105 virtual void inpaint(int /*idx*/, Mat &/*frame*/, Mat &/*mask*/) {}
RyoheiHagimoto 0:0e0631af0305 106 };
RyoheiHagimoto 0:0e0631af0305 107
RyoheiHagimoto 0:0e0631af0305 108 class CV_EXPORTS InpaintingPipeline : public InpainterBase
RyoheiHagimoto 0:0e0631af0305 109 {
RyoheiHagimoto 0:0e0631af0305 110 public:
RyoheiHagimoto 0:0e0631af0305 111 void pushBack(Ptr<InpainterBase> inpainter) { inpainters_.push_back(inpainter); }
RyoheiHagimoto 0:0e0631af0305 112 bool empty() const { return inpainters_.empty(); }
RyoheiHagimoto 0:0e0631af0305 113
RyoheiHagimoto 0:0e0631af0305 114 virtual void setRadius(int val);
RyoheiHagimoto 0:0e0631af0305 115 virtual void setMotionModel(MotionModel val);
RyoheiHagimoto 0:0e0631af0305 116 virtual void setFrames(const std::vector<Mat> &val);
RyoheiHagimoto 0:0e0631af0305 117 virtual void setMotions(const std::vector<Mat> &val);
RyoheiHagimoto 0:0e0631af0305 118 virtual void setStabilizedFrames(const std::vector<Mat> &val);
RyoheiHagimoto 0:0e0631af0305 119 virtual void setStabilizationMotions(const std::vector<Mat> &val);
RyoheiHagimoto 0:0e0631af0305 120
RyoheiHagimoto 0:0e0631af0305 121 virtual void inpaint(int idx, Mat &frame, Mat &mask);
RyoheiHagimoto 0:0e0631af0305 122
RyoheiHagimoto 0:0e0631af0305 123 private:
RyoheiHagimoto 0:0e0631af0305 124 std::vector<Ptr<InpainterBase> > inpainters_;
RyoheiHagimoto 0:0e0631af0305 125 };
RyoheiHagimoto 0:0e0631af0305 126
RyoheiHagimoto 0:0e0631af0305 127 class CV_EXPORTS ConsistentMosaicInpainter : public InpainterBase
RyoheiHagimoto 0:0e0631af0305 128 {
RyoheiHagimoto 0:0e0631af0305 129 public:
RyoheiHagimoto 0:0e0631af0305 130 ConsistentMosaicInpainter();
RyoheiHagimoto 0:0e0631af0305 131
RyoheiHagimoto 0:0e0631af0305 132 void setStdevThresh(float val) { stdevThresh_ = val; }
RyoheiHagimoto 0:0e0631af0305 133 float stdevThresh() const { return stdevThresh_; }
RyoheiHagimoto 0:0e0631af0305 134
RyoheiHagimoto 0:0e0631af0305 135 virtual void inpaint(int idx, Mat &frame, Mat &mask);
RyoheiHagimoto 0:0e0631af0305 136
RyoheiHagimoto 0:0e0631af0305 137 private:
RyoheiHagimoto 0:0e0631af0305 138 float stdevThresh_;
RyoheiHagimoto 0:0e0631af0305 139 };
RyoheiHagimoto 0:0e0631af0305 140
RyoheiHagimoto 0:0e0631af0305 141 class CV_EXPORTS MotionInpainter : public InpainterBase
RyoheiHagimoto 0:0e0631af0305 142 {
RyoheiHagimoto 0:0e0631af0305 143 public:
RyoheiHagimoto 0:0e0631af0305 144 MotionInpainter();
RyoheiHagimoto 0:0e0631af0305 145
RyoheiHagimoto 0:0e0631af0305 146 void setOptFlowEstimator(Ptr<IDenseOptFlowEstimator> val) { optFlowEstimator_ = val; }
RyoheiHagimoto 0:0e0631af0305 147 Ptr<IDenseOptFlowEstimator> optFlowEstimator() const { return optFlowEstimator_; }
RyoheiHagimoto 0:0e0631af0305 148
RyoheiHagimoto 0:0e0631af0305 149 void setFlowErrorThreshold(float val) { flowErrorThreshold_ = val; }
RyoheiHagimoto 0:0e0631af0305 150 float flowErrorThreshold() const { return flowErrorThreshold_; }
RyoheiHagimoto 0:0e0631af0305 151
RyoheiHagimoto 0:0e0631af0305 152 void setDistThreshold(float val) { distThresh_ = val; }
RyoheiHagimoto 0:0e0631af0305 153 float distThresh() const { return distThresh_; }
RyoheiHagimoto 0:0e0631af0305 154
RyoheiHagimoto 0:0e0631af0305 155 void setBorderMode(int val) { borderMode_ = val; }
RyoheiHagimoto 0:0e0631af0305 156 int borderMode() const { return borderMode_; }
RyoheiHagimoto 0:0e0631af0305 157
RyoheiHagimoto 0:0e0631af0305 158 virtual void inpaint(int idx, Mat &frame, Mat &mask);
RyoheiHagimoto 0:0e0631af0305 159
RyoheiHagimoto 0:0e0631af0305 160 private:
RyoheiHagimoto 0:0e0631af0305 161 FastMarchingMethod fmm_;
RyoheiHagimoto 0:0e0631af0305 162 Ptr<IDenseOptFlowEstimator> optFlowEstimator_;
RyoheiHagimoto 0:0e0631af0305 163 float flowErrorThreshold_;
RyoheiHagimoto 0:0e0631af0305 164 float distThresh_;
RyoheiHagimoto 0:0e0631af0305 165 int borderMode_;
RyoheiHagimoto 0:0e0631af0305 166
RyoheiHagimoto 0:0e0631af0305 167 Mat frame1_, transformedFrame1_;
RyoheiHagimoto 0:0e0631af0305 168 Mat_<uchar> grayFrame_, transformedGrayFrame1_;
RyoheiHagimoto 0:0e0631af0305 169 Mat_<uchar> mask1_, transformedMask1_;
RyoheiHagimoto 0:0e0631af0305 170 Mat_<float> flowX_, flowY_, flowErrors_;
RyoheiHagimoto 0:0e0631af0305 171 Mat_<uchar> flowMask_;
RyoheiHagimoto 0:0e0631af0305 172 };
RyoheiHagimoto 0:0e0631af0305 173
RyoheiHagimoto 0:0e0631af0305 174 class CV_EXPORTS ColorAverageInpainter : public InpainterBase
RyoheiHagimoto 0:0e0631af0305 175 {
RyoheiHagimoto 0:0e0631af0305 176 public:
RyoheiHagimoto 0:0e0631af0305 177 virtual void inpaint(int idx, Mat &frame, Mat &mask);
RyoheiHagimoto 0:0e0631af0305 178
RyoheiHagimoto 0:0e0631af0305 179 private:
RyoheiHagimoto 0:0e0631af0305 180 FastMarchingMethod fmm_;
RyoheiHagimoto 0:0e0631af0305 181 };
RyoheiHagimoto 0:0e0631af0305 182
RyoheiHagimoto 0:0e0631af0305 183 class CV_EXPORTS ColorInpainter : public InpainterBase
RyoheiHagimoto 0:0e0631af0305 184 {
RyoheiHagimoto 0:0e0631af0305 185 public:
RyoheiHagimoto 0:0e0631af0305 186 ColorInpainter(int method = INPAINT_TELEA, double radius = 2.);
RyoheiHagimoto 0:0e0631af0305 187
RyoheiHagimoto 0:0e0631af0305 188 virtual void inpaint(int idx, Mat &frame, Mat &mask);
RyoheiHagimoto 0:0e0631af0305 189
RyoheiHagimoto 0:0e0631af0305 190 private:
RyoheiHagimoto 0:0e0631af0305 191 int method_;
RyoheiHagimoto 0:0e0631af0305 192 double radius_;
RyoheiHagimoto 0:0e0631af0305 193 Mat invMask_;
RyoheiHagimoto 0:0e0631af0305 194 };
RyoheiHagimoto 0:0e0631af0305 195
RyoheiHagimoto 0:0e0631af0305 196 inline ColorInpainter::ColorInpainter(int _method, double _radius)
RyoheiHagimoto 0:0e0631af0305 197 : method_(_method), radius_(_radius) {}
RyoheiHagimoto 0:0e0631af0305 198
RyoheiHagimoto 0:0e0631af0305 199 CV_EXPORTS void calcFlowMask(
RyoheiHagimoto 0:0e0631af0305 200 const Mat &flowX, const Mat &flowY, const Mat &errors, float maxError,
RyoheiHagimoto 0:0e0631af0305 201 const Mat &mask0, const Mat &mask1, Mat &flowMask);
RyoheiHagimoto 0:0e0631af0305 202
RyoheiHagimoto 0:0e0631af0305 203 CV_EXPORTS void completeFrameAccordingToFlow(
RyoheiHagimoto 0:0e0631af0305 204 const Mat &flowMask, const Mat &flowX, const Mat &flowY, const Mat &frame1, const Mat &mask1,
RyoheiHagimoto 0:0e0631af0305 205 float distThresh, Mat& frame0, Mat &mask0);
RyoheiHagimoto 0:0e0631af0305 206
RyoheiHagimoto 0:0e0631af0305 207 //! @}
RyoheiHagimoto 0:0e0631af0305 208
RyoheiHagimoto 0:0e0631af0305 209 } // namespace videostab
RyoheiHagimoto 0:0e0631af0305 210 } // namespace cv
RyoheiHagimoto 0:0e0631af0305 211
RyoheiHagimoto 0:0e0631af0305 212 #endif