OpenShot Library | libopenshot  0.3.1
ObjectDetection.h
Go to the documentation of this file.
1 
10 // Copyright (c) 2008-2019 OpenShot Studios, LLC
11 //
12 // SPDX-License-Identifier: LGPL-3.0-or-later
13 
14 #ifndef OPENSHOT_OBJECT_DETECTION_EFFECT_H
15 #define OPENSHOT_OBJECT_DETECTION_EFFECT_H
16 
17 #include "EffectBase.h"
18 
19 #include <memory>
20 
21 #include "OpenCVUtilities.h"
22 
23 #include "Json.h"
24 #include "KeyFrame.h"
25 
26 // Struct that stores the detected bounding boxes for all the clip frames
30  std::vector<int> _classIds,
31  std::vector<float> _confidences,
32  std::vector<cv::Rect_<float>> _boxes,
33  size_t _frameId,
34  std::vector<int> _objectIds)
35  {
36  classIds = _classIds;
37  confidences = _confidences;
38  boxes = _boxes;
39  frameId = _frameId;
40  objectIds = _objectIds;
41  }
42  size_t frameId;
43  std::vector<int> classIds;
44  std::vector<float> confidences;
45  std::vector<cv::Rect_<float>> boxes;
46  std::vector<int> objectIds;
47 };
48 
49 namespace openshot
50 {
51  // Forward decls
52  class Frame;
53 
57  class ObjectDetection : public EffectBase
58  {
59  private:
60  std::string protobuf_data_path;
61  std::map<size_t, DetectionData> detectionsData;
62  std::vector<std::string> classNames;
63 
64  std::vector<cv::Scalar> classesColor;
65 
67  Keyframe display_box_text;
69  float confidence_threshold = 0.5;
71  std::vector<std::string> display_classes;
72  std::string class_filter;
73 
75  void init_effect_details();
77  void drawPred(int classId, float conf, cv::Rect2d box, cv::Mat& frame, int objectNumber, std::vector<int> color, float alpha,
78  int thickness, bool is_background, bool draw_text);
80  void DrawRectangleRGBA(cv::Mat &frame_image, cv::RotatedRect box, std::vector<int> color, float alpha, int thickness, bool is_background);
81 
82 
83  public:
86 
87  ObjectDetection(std::string clipTrackerDataPath);
88 
91 
101  std::shared_ptr<Frame> GetFrame(std::shared_ptr<Frame> frame, int64_t frame_number) override;
102 
103  std::shared_ptr<openshot::Frame> GetFrame(int64_t frame_number) override { return GetFrame(std::make_shared<Frame>(), frame_number); }
104 
106  bool LoadObjDetectdData(std::string inputFilePath);
107 
109  std::string GetVisibleObjects(int64_t frame_number) const override;
110 
111  // Get and Set JSON methods
112  std::string Json() const override;
113  void SetJson(const std::string value) override;
114  Json::Value JsonValue() const override;
115  void SetJsonValue(const Json::Value root) override;
116 
119  std::string PropertiesJSON(int64_t requested_frame) const override;
120  };
121 
122 }
123 
124 #endif
Header file for EffectBase class.
Header file for JSON class.
Header file for the Keyframe class.
Header file for OpenCVUtilities (set some common macros)
This abstract class is the base class, used by all effects in libopenshot.
Definition: EffectBase.h:53
A Keyframe is a collection of Point instances, which is used to vary a number or property over time.
Definition: KeyFrame.h:53
This effect displays all the detected objects on a clip.
std::shared_ptr< openshot::Frame > GetFrame(int64_t frame_number) override
This method is required for all derived classes of ClipBase, and returns a new openshot::Frame object...
Json::Value JsonValue() const override
Generate Json::Value for this object.
int selectedObjectIndex
Index of the Tracked Object that was selected to modify it's properties.
std::shared_ptr< Frame > GetFrame(std::shared_ptr< Frame > frame, int64_t frame_number) override
This method is required for all derived classes of EffectBase, and returns a modified openshot::Frame...
ObjectDetection()
Default constructor.
bool LoadObjDetectdData(std::string inputFilePath)
Load protobuf data file.
std::string GetVisibleObjects(int64_t frame_number) const override
Get the indexes and IDs of all visible objects in the given frame.
std::string Json() const override
Generate JSON string of this object.
std::string PropertiesJSON(int64_t requested_frame) const override
void SetJsonValue(const Json::Value root) override
Load Json::Value into this object.
void SetJson(const std::string value) override
Load JSON string into this object.
This namespace is the default namespace for all code in the openshot library.
Definition: Compressor.h:29
std::vector< cv::Rect_< float > > boxes
DetectionData(std::vector< int > _classIds, std::vector< float > _confidences, std::vector< cv::Rect_< float >> _boxes, size_t _frameId, std::vector< int > _objectIds)
std::vector< float > confidences
std::vector< int > classIds
std::vector< int > objectIds