Visual Servoing Platform  version 3.3.0
vpMbKltTracker.h
1 /****************************************************************************
2  *
3  * ViSP, open source Visual Servoing Platform software.
4  * Copyright (C) 2005 - 2019 by Inria. All rights reserved.
5  *
6  * This software is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 2 of the License, or
9  * (at your option) any later version.
10  * See the file LICENSE.txt at the root directory of this source
11  * distribution for additional information about the GNU GPL.
12  *
13  * For using ViSP with software that can not be combined with the GNU
14  * GPL, please contact Inria about acquiring a ViSP Professional
15  * Edition License.
16  *
17  * See http://visp.inria.fr for more information.
18  *
19  * This software was developed at:
20  * Inria Rennes - Bretagne Atlantique
21  * Campus Universitaire de Beaulieu
22  * 35042 Rennes Cedex
23  * France
24  *
25  * If you have questions regarding the use of this file, please contact
26  * Inria at visp@inria.fr
27  *
28  * This file is provided AS IS with NO WARRANTY OF ANY KIND, INCLUDING THE
29  * WARRANTY OF DESIGN, MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.
30  *
31  * Description:
32  * Model based tracker using only KLT
33  *
34  * Authors:
35  * Romain Tallonneau
36  * Aurelien Yol
37  *
38  *****************************************************************************/
44 #ifndef vpMbKltTracker_h
45 #define vpMbKltTracker_h
46 
47 #include <visp3/core/vpConfig.h>
48 
49 #if defined(VISP_HAVE_MODULE_KLT) && (defined(VISP_HAVE_OPENCV) && (VISP_HAVE_OPENCV_VERSION >= 0x020100))
50 
51 #include <visp3/core/vpExponentialMap.h>
52 #include <visp3/core/vpMeterPixelConversion.h>
53 #include <visp3/core/vpPixelMeterConversion.h>
54 #include <visp3/core/vpSubColVector.h>
55 #include <visp3/core/vpSubMatrix.h>
56 #include <visp3/klt/vpKltOpencv.h>
57 #include <visp3/mbt/vpMbTracker.h>
58 #include <visp3/mbt/vpMbtDistanceCircle.h>
59 #include <visp3/mbt/vpMbtDistanceKltCylinder.h>
60 #include <visp3/mbt/vpMbtDistanceKltPoints.h>
61 #include <visp3/vision/vpHomography.h>
62 
216 class VISP_EXPORT vpMbKltTracker : public virtual vpMbTracker
217 {
218  friend class vpMbKltMultiTracker;
220 
221 protected:
223 #if (VISP_HAVE_OPENCV_VERSION >= 0x020408)
224  cv::Mat cur;
225 #else
226  IplImage *cur;
227 #endif
234  unsigned int maskBorder;
240  double percentGood;
247  std::list<vpMbtDistanceKltPoints *> kltPolygons;
249  std::list<vpMbtDistanceKltCylinder *> kltCylinders;
251  std::list<vpMbtDistanceCircle *> circles_disp;
253  unsigned int m_nbInfos;
255  unsigned int m_nbFaceUsed;
267  std::vector<std::vector<double> > m_featuresToBeDisplayedKlt;
268 
269 public:
270  vpMbKltTracker();
271  virtual ~vpMbKltTracker();
272 
275 
276  void addCircle(const vpPoint &P1, const vpPoint &P2, const vpPoint &P3, double r, const std::string &name = "");
277  virtual void display(const vpImage<unsigned char> &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam,
278  const vpColor &col, unsigned int thickness = 1, bool displayFullModel = false);
279  virtual void display(const vpImage<vpRGBa> &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam,
280  const vpColor &col, unsigned int thickness = 1, bool displayFullModel = false);
281 
283  virtual std::list<vpMbtDistanceCircle *> &getFeaturesCircle() { return circles_disp; }
285  virtual std::list<vpMbtDistanceKltCylinder *> &getFeaturesKltCylinder() { return kltCylinders; }
287  virtual std::list<vpMbtDistanceKltPoints *> &getFeaturesKlt() { return kltPolygons; }
288 
294 #if (VISP_HAVE_OPENCV_VERSION >= 0x020408)
295  inline std::vector<cv::Point2f> getKltPoints() const { return tracker.getFeatures(); }
296 #else
297  inline CvPoint2D32f *getKltPoints() { return tracker.getFeatures(); }
298 #endif
299 
300  std::vector<vpImagePoint> getKltImagePoints() const;
301 
302  std::map<int, vpImagePoint> getKltImagePointsWithId() const;
303 
309  inline vpKltOpencv getKltOpencv() const { return tracker; }
310 
316  inline unsigned int getKltMaskBorder() const { return maskBorder; }
317 
323  inline int getKltNbPoints() const { return tracker.getNbFeatures(); }
324 
331  inline double getKltThresholdAcceptation() const { return threshold_outlier; }
332 
333  virtual inline vpColVector getError() const { return m_error_klt; }
334 
335  virtual inline vpColVector getRobustWeights() const { return m_w_klt; }
336 
337  virtual std::vector<std::vector<double> > getModelForDisplay(unsigned int width, unsigned int height,
338  const vpHomogeneousMatrix &cMo,
339  const vpCameraParameters &cam,
340  bool displayFullModel=false);
341 
342  virtual void loadConfigFile(const std::string &configFile);
343 
344  virtual void reInitModel(const vpImage<unsigned char> &I, const std::string &cad_name,
345  const vpHomogeneousMatrix &cMo, bool verbose = false,
347  void resetTracker();
348 
349  void setCameraParameters(const vpCameraParameters &cam);
350 
356  inline void setKltMaskBorder(const unsigned int &e)
357  {
358  maskBorder = e;
359  // if(useScanLine)
360  faces.getMbScanLineRenderer().setMaskBorder(maskBorder);
361  }
362 
363  virtual void setKltOpencv(const vpKltOpencv &t);
364 
370  inline void setKltThresholdAcceptation(double th) { threshold_outlier = th; }
371 
380  virtual void setOgreVisibilityTest(const bool &v)
381  {
383 #ifdef VISP_HAVE_OGRE
384  faces.getOgreContext()->setWindowName("MBT Klt");
385 #endif
386  }
387 
393  virtual void setScanLineVisibilityTest(const bool &v)
394  {
396 
397  for (std::list<vpMbtDistanceKltPoints *>::const_iterator it = kltPolygons.begin(); it != kltPolygons.end(); ++it)
398  (*it)->useScanLine = v;
399  }
400 
401  virtual void setPose(const vpImage<unsigned char> &I, const vpHomogeneousMatrix &cdMo);
402  virtual void setPose(const vpImage<vpRGBa> &I_color, const vpHomogeneousMatrix &cdMo);
403 
410  virtual void setProjectionErrorComputation(const bool &flag)
411  {
412  if (flag)
413  std::cerr << "This option is not yet implemented in vpMbKltTracker, "
414  "projection error computation set to false."
415  << std::endl;
416  }
417 
418  void setUseKltTracking(const std::string &name, const bool &useKltTracking);
419 
420  virtual void testTracking();
421  virtual void track(const vpImage<unsigned char> &I);
422  virtual void track(const vpImage<vpRGBa> &I_color);
423 
428 
435  /* vp_deprecated */ inline unsigned int getMaskBorder() const { return maskBorder; }
442  /* vp_deprecated */ inline int getNbKltPoints() const { return tracker.getNbFeatures(); }
443 
451  /* vp_deprecated */ inline double getThresholdAcceptation() const { return threshold_outlier; }
457  /* vp_deprecated */ inline void setMaskBorder(const unsigned int &e)
458  {
459  maskBorder = e;
460  // if(useScanLine)
461  faces.getMbScanLineRenderer().setMaskBorder(maskBorder);
462  }
463 
470  /* vp_deprecated */ inline void setThresholdAcceptation(double th) { threshold_outlier = th; }
471 
473 
474 protected:
477  void computeVVS();
478  virtual void computeVVSInit();
480 
481  virtual std::vector<std::vector<double> > getFeaturesForDisplayKlt();
482 
483  virtual void init(const vpImage<unsigned char> &I);
484  virtual void initFaceFromCorners(vpMbtPolygon &polygon);
485  virtual void initFaceFromLines(vpMbtPolygon &polygon);
486  virtual void initCircle(const vpPoint &, const vpPoint &, const vpPoint &, double, int,
487  const std::string &name = "");
488  virtual void initCylinder(const vpPoint &, const vpPoint &, double, int, const std::string &name = "");
489 
490  void preTracking(const vpImage<unsigned char> &I);
492  virtual void reinit(const vpImage<unsigned char> &I);
493  virtual void setPose(const vpImage<unsigned char> * const I, const vpImage<vpRGBa> * const I_color,
494  const vpHomogeneousMatrix &cdMo);
496 };
497 
498 #endif
499 #endif // VISP_HAVE_OPENCV
vpMbTracker::loadConfigFile
virtual void loadConfigFile(const std::string &configFile)
Definition: vpMbTracker.cpp:3785
vpMbKltTracker::getKltOpencv
vpKltOpencv getKltOpencv() const
Definition: vpMbKltTracker.h:309
vpMbKltTracker::getMaskBorder
unsigned int getMaskBorder() const
Definition: vpMbKltTracker.h:435
vpMbKltTracker::m_w_klt
vpColVector m_w_klt
Robust weights.
Definition: vpMbKltTracker.h:261
vpMbKltTracker::m_error_klt
vpColVector m_error_klt
(s - s*)
Definition: vpMbKltTracker.h:259
vpKltOpencv::getNbFeatures
int getNbFeatures() const
Get the number of current features.
Definition: vpKltOpencv.h:120
vpMbKltTracker::getError
virtual vpColVector getError() const
Definition: vpMbKltTracker.h:333
vpMbTracker::computeVVSInteractionMatrixAndResidu
virtual void computeVVSInteractionMatrixAndResidu()=0
vpMbKltTracker::getThresholdAcceptation
double getThresholdAcceptation() const
Definition: vpMbKltTracker.h:451
vpMbKltTracker::setProjectionErrorComputation
virtual void setProjectionErrorComputation(const bool &flag)
Definition: vpMbKltTracker.h:410
vpMbEdgeKltMultiTracker
Hybrid stereo (or more) tracker based on moving-edges and keypoints tracked using KLT tracker.
Definition: vpMbEdgeKltMultiTracker.h:77
vpMbKltTracker::getFeaturesKlt
virtual std::list< vpMbtDistanceKltPoints * > & getFeaturesKlt()
Definition: vpMbKltTracker.h:287
vpMbTracker::computeVVSInit
virtual void computeVVSInit()=0
vpCameraParameters
Generic class defining intrinsic camera parameters.
Definition: vpCameraParameters.h:233
vpMbKltTracker::setOgreVisibilityTest
virtual void setOgreVisibilityTest(const bool &v)
Definition: vpMbKltTracker.h:380
vpMbKltTracker
Model based tracker using only KLT.
Definition: vpMbKltTracker.h:216
vpKltOpencv::getFeatures
std::vector< cv::Point2f > getFeatures() const
Get the list of current features.
Definition: vpKltOpencv.h:105
vpMbKltTracker::m_L_klt
vpMatrix m_L_klt
Interaction matrix.
Definition: vpMbKltTracker.h:257
vpMbKltTracker::m_nbFaceUsed
unsigned int m_nbFaceUsed
Definition: vpMbKltTracker.h:255
vpMbTracker::track
virtual void track(const vpImage< unsigned char > &I)=0
vpMbKltMultiTracker::computeVVS
virtual void computeVVS()
Definition: vpMbKltMultiTracker.cpp:158
vpMbKltTracker::vpMbKltTracker
vpMbKltTracker()
Definition: vpMbKltTracker.cpp:52
vpRobust
Contains an M-Estimator and various influence function.
Definition: vpRobust.h:58
vpMbTracker::faces
vpMbHiddenFaces< vpMbtPolygon > faces
Set of faces describing the object.
Definition: vpMbTracker.h:143
vpMbHiddenFaces::getMbScanLineRenderer
vpMbScanLine & getMbScanLineRenderer()
Definition: vpMbHiddenFaces.h:114
vpMbKltTracker::tracker
vpKltOpencv tracker
Points tracker.
Definition: vpMbKltTracker.h:245
vpMbKltMultiTracker::setKltOpencv
virtual void setKltOpencv(const vpKltOpencv &t)
Definition: vpMbKltMultiTracker.cpp:2255
vpMbTracker::setCameraParameters
virtual void setCameraParameters(const vpCameraParameters &cam)
Definition: vpMbTracker.h:483
vpMbKltTracker::setMaskBorder
void setMaskBorder(const unsigned int &e)
Definition: vpMbKltTracker.h:457
vpMbKltTracker::percentGood
double percentGood
Definition: vpMbKltTracker.h:240
vpMbTracker::init
virtual void init(const vpImage< unsigned char > &I)=0
vpMbTracker::initCircle
virtual void initCircle(const vpPoint &p1, const vpPoint &p2, const vpPoint &p3, double radius, int idFace=0, const std::string &name="")=0
vpMbKltMultiTracker::setUseKltTracking
virtual void setUseKltTracking(const std::string &name, const bool &useKltTracking)
Definition: vpMbKltMultiTracker.cpp:2746
vpMbTracker::display
virtual void display(const vpImage< unsigned char > &I, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam, const vpColor &col, unsigned int thickness=1, bool displayFullModel=false)=0
vpMbEdgeKltMultiTracker::postTracking
virtual void postTracking(std::map< std::string, const vpImage< unsigned char > * > &mapOfImages)
Definition: vpMbEdgeKltMultiTracker.cpp:1363
vpMbEdgeKltMultiTracker::reinit
virtual void reinit()
Definition: vpMbEdgeKltMultiTracker.cpp:1420
vpMbKltTracker::getFeaturesForDisplayKlt
virtual std::vector< std::vector< double > > getFeaturesForDisplayKlt()
Definition: vpMbKltTracker.cpp:1181
vpMbKltTracker::getFeaturesCircle
virtual std::list< vpMbtDistanceCircle * > & getFeaturesCircle()
Definition: vpMbKltTracker.h:283
vpColVector
Implementation of column vector and the associated operations.
Definition: vpColVector.h:130
vpMbKltTracker::getRobustWeights
virtual vpColVector getRobustWeights() const
Definition: vpMbKltTracker.h:335
vpAROgre::setWindowName
void setWindowName(const Ogre::String &n)
Definition: vpAROgre.h:269
vpMbTracker::resetTracker
virtual void resetTracker()=0
vpMbKltTracker::getKltPoints
std::vector< cv::Point2f > getKltPoints() const
Definition: vpMbKltTracker.h:295
vpKltOpencv
Wrapper for the KLT (Kanade-Lucas-Tomasi) feature tracker implemented in OpenCV. Thus to enable this ...
Definition: vpKltOpencv.h:78
vpMatrix
Implementation of a matrix and operations on matrices.
Definition: vpMatrix.h:164
vpMbKltTracker::getKltNbPoints
int getKltNbPoints() const
Definition: vpMbKltTracker.h:323
vpMbKltTracker::firstInitialisation
bool firstInitialisation
Definition: vpMbKltTracker.h:232
vpMbtPolygon
Implementation of a polygon of the model used by the model-based tracker.
Definition: vpMbtPolygon.h:66
vpMbKltMultiTracker
Model based stereo (or more) tracker using only KLT.
Definition: vpMbKltMultiTracker.h:75
vpMbKltMultiTracker::getKltImagePoints
virtual std::map< std::string, std::vector< vpImagePoint > > getKltImagePoints() const
Definition: vpMbKltMultiTracker.cpp:750
vpMbTracker::getModelForDisplay
virtual std::vector< std::vector< double > > getModelForDisplay(unsigned int width, unsigned int height, const vpHomogeneousMatrix &cMo, const vpCameraParameters &cam, bool displayFullModel=false)=0
vpMbKltTracker::m_weightedError_klt
vpColVector m_weightedError_klt
Weighted error.
Definition: vpMbKltTracker.h:263
vpMbKltTracker::maskBorder
unsigned int maskBorder
Erosion of the mask.
Definition: vpMbKltTracker.h:234
vpMbKltTracker::ctTc0
vpHomogeneousMatrix ctTc0
Definition: vpMbKltTracker.h:243
vpMbKltTracker::getKltMaskBorder
unsigned int getKltMaskBorder() const
Definition: vpMbKltTracker.h:316
vpMbTracker::initFaceFromCorners
virtual void initFaceFromCorners(vpMbtPolygon &polygon)=0
vpMbKltTracker::setThresholdAcceptation
void setThresholdAcceptation(double th)
Definition: vpMbKltTracker.h:470
vpMbTracker::initCylinder
virtual void initCylinder(const vpPoint &p1, const vpPoint &p2, double radius, int idFace=0, const std::string &name="")=0
vpMbHiddenFaces::getOgreContext
vpAROgre * getOgreContext()
Definition: vpMbHiddenFaces.h:155
vpMbKltTracker::kltCylinders
std::list< vpMbtDistanceKltCylinder * > kltCylinders
Definition: vpMbKltTracker.h:249
vpMbKltMultiTracker::getKltImagePointsWithId
virtual std::map< std::string, std::map< int, vpImagePoint > > getKltImagePointsWithId() const
Definition: vpMbKltMultiTracker.cpp:771
vpMbKltTracker::threshold_outlier
double threshold_outlier
Definition: vpMbKltTracker.h:237
vpMbKltTracker::setKltMaskBorder
void setKltMaskBorder(const unsigned int &e)
Definition: vpMbKltTracker.h:356
vpMbKltTracker::getKltThresholdAcceptation
double getKltThresholdAcceptation() const
Definition: vpMbKltTracker.h:331
vpMbKltTracker::circles_disp
std::list< vpMbtDistanceCircle * > circles_disp
Vector of the circles used here only to display the full model.
Definition: vpMbKltTracker.h:251
vpMbKltMultiTracker::addCircle
virtual void addCircle(const vpPoint &P1, const vpPoint &P2, const vpPoint &P3, double r, const std::string &name="")
Definition: vpMbKltMultiTracker.cpp:149
vpMbKltTracker::m_featuresToBeDisplayedKlt
std::vector< std::vector< double > > m_featuresToBeDisplayedKlt
Display features.
Definition: vpMbKltTracker.h:267
vpMbKltTracker::~vpMbKltTracker
virtual ~vpMbKltTracker()
Definition: vpMbKltTracker.cpp:85
vpMbKltMultiTracker::getKltPoints
virtual std::map< std::string, std::vector< cv::Point2f > > getKltPoints() const
Definition: vpMbKltMultiTracker.cpp:806
vpMbTracker::setOgreVisibilityTest
virtual void setOgreVisibilityTest(const bool &v)
Definition: vpMbTracker.cpp:2692
vpMbTracker::setPose
virtual void setPose(const vpImage< unsigned char > &I, const vpHomogeneousMatrix &cdMo)=0
vpMbKltTracker::setKltThresholdAcceptation
void setKltThresholdAcceptation(double th)
Definition: vpMbKltTracker.h:370
vpMbKltTracker::m_robust_klt
vpRobust m_robust_klt
Robust.
Definition: vpMbKltTracker.h:265
vpMbKltTracker::c0Mo
vpHomogeneousMatrix c0Mo
Initial pose.
Definition: vpMbKltTracker.h:229
vpMbTracker::initFaceFromLines
virtual void initFaceFromLines(vpMbtPolygon &polygon)=0
vpMbKltTracker::getFeaturesKltCylinder
virtual std::list< vpMbtDistanceKltCylinder * > & getFeaturesKltCylinder()
Definition: vpMbKltTracker.h:285
vpMbTracker::testTracking
virtual void testTracking()=0
vpMbKltTracker::kltPolygons
std::list< vpMbtDistanceKltPoints * > kltPolygons
Definition: vpMbKltTracker.h:247
vpImage< unsigned char >
vpMbKltMultiTracker::preTracking
virtual void preTracking(std::map< std::string, const vpImage< unsigned char > * > &mapOfImages)
Definition: vpMbKltMultiTracker.cpp:1697
vpMbEdgeKltMultiTracker::reInitModel
virtual void reInitModel(const vpImage< unsigned char > &I, const std::string &cad_name, const vpHomogeneousMatrix &cMo, bool verbose=false, const vpHomogeneousMatrix &T=vpHomogeneousMatrix())
Definition: vpMbEdgeKltMultiTracker.cpp:1438
vpMbTracker
Main methods for a model-based tracker.
Definition: vpMbTracker.h:104
vpPoint
Class that defines what is a point.
Definition: vpPoint.h:58
vpColor
Class to define colors available for display functionnalities.
Definition: vpColor.h:119
vpHomogeneousMatrix
Implementation of an homogeneous matrix and operations on such kind of matrices.
Definition: vpHomogeneousMatrix.h:149
vpMbKltTracker::getNbKltPoints
int getNbKltPoints() const
Definition: vpMbKltTracker.h:442
vpMbKltTracker::m_nbInfos
unsigned int m_nbInfos
Definition: vpMbKltTracker.h:253
vpMbTracker::setScanLineVisibilityTest
virtual void setScanLineVisibilityTest(const bool &v)
Definition: vpMbTracker.h:597
vpMbKltTracker::setScanLineVisibilityTest
virtual void setScanLineVisibilityTest(const bool &v)
Definition: vpMbKltTracker.h:393
vpMbKltTracker::cur
cv::Mat cur
Temporary OpenCV image for fast conversion.
Definition: vpMbKltTracker.h:224