v1.4.t8

AI object detection via yolov5 didn't work out too well, in fact it was
crashing the detection threads for whatever reason. I could deep dive
why it was crashing but I think the better solution is to bring back
optical flow detection at the block level. the advantage of this over
object detection is the fact that a block doesn't need to have a whole
object in it.

etc/classes.txt

@@ -1,80 +0,0 @@
-person
-bicycle
-car
-motorbike
-aeroplane
-bus
-train
-truck
-boat
-traffic light
-fire hydrant
-stop sign
-parking meter
-bench
-bird
-cat
-dog
-horse
-sheep
-cow
-elephant
-bear
-zebra
-giraffe
-backpack
-umbrella
-handbag
-tie
-suitcase
-frisbee
-skis
-snowboard
-sports ball
-kite
-baseball bat
-baseball glove
-skateboard
-surfboard
-tennis racket
-bottle
-wine glass
-cup
-fork
-knife
-spoon
-bowl
-banana
-apple
-sandwich
-orange
-broccoli
-carrot
-hot dog
-pizza
-donut
-cake
-chair
-sofa
-pottedplant
-bed
-diningtable
-toilet
-tvmonitor
-laptop
-mouse
-remote
-keyboard
-cell phone
-microwave
-oven
-toaster
-sink
-refrigerator
-book
-clock
-vase
-scissors
-teddy bear
-hair drier
-toothbrush

install.sh

@@ -1,6 +1,3 @@
 #!/bin/sh
 
-mkdir -p /etc/mow
-cp ./etc/yolov5s.onnx /etc/mow/yolov5s.onnx
-cp ./etc/classes.txt /etc/mow/classes.txt
 cp ./.build-mow/mow /usr/bin/mow

src/common.cpp

@@ -140,18 +140,6 @@ string genDstFile(const string &dirOut, const char *fmt, const string &ext)
     return cleanDir(dirOut) + string("/") + genTimeStr(fmt) + ext;
 }
 
-string genTmpFile(const string &dirOut, const string &ext, shared_t *share)
-{
-    createDirTree(cleanDir(dirOut));
-
-    if (share->tmpId == 9999999)
-    {
-        share->tmpId = 0;
-    }
-
-    return cleanDir(dirOut) + string("/") + to_string(share->tmpId++) + ext;
-}
-
 Mat toGray(const Mat &src)
 {
     Mat ret;
@@ -181,21 +169,6 @@ void rdLine(const string &param, const string &line, int *value)
     }
 }
 
-vector<string> loadClassList()
-{
-    vector<string> ret;
-
-    ifstream ifs("/etc/mow/classes.txt");
-    string   line;
-
-    while (getline(ifs, line))
-    {
-        ret.push_back(line);
-    }
-
-    return ret;
-}
-
 bool rdConf(shared_t *share)
 {
     ifstream varFile(share->conf.c_str());
@@ -224,11 +197,6 @@ bool rdConf(shared_t *share)
         share->vidExt       = "mp4";
         share->recLoopWait  = false;
         share->skipCmd      = false;
-        share->network      = dnn::readNet("/etc/mow/yolov5s.onnx");
-        share->classNames   = loadClassList();
-
-        share->network.setPreferableBackend(dnn::DNN_BACKEND_OPENCV);
-        share->network.setPreferableTarget(dnn::DNN_TARGET_CPU);
 
         do
         {
@@ -266,6 +234,9 @@ bool rdConf(shared_t *share)
 
         new thread(enforceMaxDays, share);
 
+        createDirTree(cleanDir(share->buffDir));
+        system(string("touch " + cleanDir(share->buffDir) + "/stat").c_str());
+
         share->retCode = 0;
     }
 
@@ -336,7 +307,7 @@ string parseForParam(const string &arg, int argc, char** argv, bool argOnly)
 
 void statOut(shared_t *share)
 {
-    createDirTree(cleanDir(share->buffDir));
+    system(string("touch " + cleanDir(share->buffDir) + "/stat").c_str());
 
     auto path = string(cleanDir(share->buffDir) + "/stat");
     auto fd   = open(path.c_str(), O_WRONLY);

src/common.h

@@ -37,36 +37,29 @@ using namespace std;
 using namespace std::filesystem;
 
 #define BUF_SZ  10
-#define APP_VER "1.4.t7"
+#define APP_VER "1.4.t8"
 
 struct shared_t
 {
-    vector<string> classNames;
+    string stat;
-    dnn::Net       network;
+    string recordUrl;
-    string         stat;
+    string outDir;
-    string         recordUrl;
+    string postCmd;
-    string         outDir;
+    string conf;
-    string         postCmd;
+    string buffDir;
-    string         conf;
+    string vidExt;
-    string         buffDir;
+    bool   init;
-    string         concatTxtTmp;
+    bool   recLoopWait;
-    string         concatShTmp;
+    bool   skipCmd;
-    string         createShTmp;
+    int    colorThresh;
-    string         vidExt;
+    int    secs;
-    bool           init;
+    int    blockThresh;
-    bool           recLoopWait;
+    int    blockX;
-    bool           skipCmd;
+    int    blockY;
-    int            tmpId;
+    int    maxDays;
-    int            colorThresh;
+    int    retCode;
-    int            secs;
-    int            blockThresh;
-    int            blockX;
-    int            blockY;
-    int            maxDays;
-    int            retCode;
 };
 
-string         genTmpFile(const string &dirOut, const string &ext, shared_t *share);
 string         genDstFile(const string &dirOut, const char *fmt, const string &ext);
 string         genTimeStr(const char *fmt);
 string         cleanDir(const string &path);
@@ -84,6 +77,5 @@ bool           rdConf(shared_t *share);
 bool           capPair(Mat &prev, Mat &next, VideoCapture &capture, shared_t *share);
 Mat            toGray(const Mat &src);
 vector<string> lsFilesInDir(const string &path, const string &ext);
-vector<string> loadClassList();
 
 #endif // COMMON_H

src/main.cpp

@@ -11,7 +11,6 @@
 //    GNU General Public License for more details.
 
 #include "mo_detect.h"
-#include "obj_detect.h"
 
 void detectLoop(shared_t *share)
 {
@@ -23,25 +22,15 @@ void detectLoop(shared_t *share)
 
         if ((bufFiles.size() >= 2) || (share->recLoopWait && !bufFiles.empty()))
         {
-            Rect blockArea;
-            Mat  blockImg;
-
             auto fullPath = cleanDir(share->buffDir) + "/" + bufFiles[0];
 
             share->stat.clear();
 
-            if (moDetect(fullPath, &blockArea, &blockImg, share))
+            if (moDetect(fullPath, share))
             {
-                if (objectInImage(blockImg, blockArea, share))
+                share->skipCmd = true;
-                {
-                    share->skipCmd = true;
 
-                    wrOut(fullPath, share);
+                wrOut(fullPath, share);
-                }
-                else
-                {
-                    remove(fullPath.c_str());
-                }
             }
             else
             {
@@ -108,7 +97,6 @@ int main(int argc, char** argv)
     else
     {
         sharedRes.retCode     = 0;
-        sharedRes.tmpId       = 0;
         sharedRes.recLoopWait = false;
         sharedRes.skipCmd     = false;
         sharedRes.init        = true;

src/mo_detect.cpp

@@ -58,10 +58,8 @@ void secDiff(const Mat &imgA, const Mat &imgB, int rows, int cols, int rowOffs,
     results->push_back(res);
 }
 
-bool imgDiff(const Mat &prev, const Mat &next, Rect *block, shared_t *share)
+bool imgDiff(const Mat &prev, const Mat &next, shared_t *share)
 {
-    auto moInBlock = false;
-
     vector<thread> threads;
     vector<sec_t>  results;
     mutex          secMutex;
@@ -107,23 +105,20 @@ bool imgDiff(const Mat &prev, const Mat &next, Rect *block, shared_t *share)
 
     if (maxPixDiff >= share->blockThresh)
     {
-        // return true on this function with the block with the
+        // run optical flow calcuations on the block with the highest
-        // high pixDiff value which should be at or exceeds
+        // pixDiff.
-        // the block_threshold set by the conf file.
+        auto res   = results[blockPick];
-        auto res = results[blockPick];
+        auto block = Rect(res.x, res.y, res.xSize, res.ySize);
 
-        block->x      = res.x;
+        return objectFlowInImage(prev, next, block, share);
-        block->y      = res.y;
+    }
-        block->height = res.ySize;
+    else
-        block->width  = res.xSize;
+    {
-
+        return false;
-        moInBlock = true;
     }
-
-    return moInBlock;
 }
 
-bool moDetect(const string &buffFile, Rect *block, Mat *img, shared_t *share)
+bool moDetect(const string &buffFile, shared_t *share)
 {
     auto mod = false;
 
@@ -136,13 +131,10 @@ bool moDetect(const string &buffFile, Rect *block, Mat *img, shared_t *share)
 
         share->stat += "motion_detection-- clip_file - " + buffFile + "\n";
 
-        for (auto i = 0; capPair(prev, next, capture, share); ++i)
+        while (capPair(prev, next, capture, share))
         {
-            share->stat += "frame_pair-- " + to_string(i) + "\n";
+            if (imgDiff(toGray(prev), toGray(next), share))
-
-            if (imgDiff(toGray(prev), toGray(next), block, share))
             {
-                *img = next;
                 mod  = true; break;
             }
         }

src/mo_detect.h

@@ -14,6 +14,7 @@
 //    GNU General Public License for more details.
 
 #include "common.h"
+#include "obj_detect.h"
 
 struct sec_t
 {
@@ -26,7 +27,7 @@ struct sec_t
 
 void secDiff(const Mat &imgA, const Mat &imgB, int rows, int cols, int rowOffs, int colOffs, vector<sec_t> *results, mutex *secMutex, shared_t *share);
 bool pixDiff(const uchar &pixA, const uchar &pixB, shared_t *share);
-bool imgDiff(const Mat &prev, const Mat &next, Rect *block, shared_t *share);
+bool imgDiff(const Mat &prev, const Mat &next, shared_t *share);
-bool moDetect(const string &buffFile, Rect *block, Mat *img, shared_t *share);
+bool moDetect(const string &buffFile, shared_t *share);
 
 #endif // MO_DETECT_H

src/obj_detect.cpp

@@ -12,53 +12,50 @@
 
 #include "obj_detect.h"
 
-bool objectInImage(const Mat &src, const Rect &area, shared_t *share)
+bool objectFlowInImage(const Mat &inPrev, const Mat &inNext, const Rect &area, shared_t *share)
 {
-    // reference: https://github.com/doleron/yolov5-opencv-cpp-python/blob/main/cpp/yolo.cpp
+    Mat prev(inPrev, area);
-    Mat blockImage(src, area);
+    Mat next(inNext, area);
-    Mat blob;
 
-    dnn::blobFromImage(blockImage, blob, 1./255., Size(area.width, area.height), cv::Scalar(), true, false);
+    // optical flow calculations are used to detect motion.
+    // reference: https://docs.opencv.org/3.4/d4/dee/tutorial_optical_flow.html
+    vector<Point2f> p0, p1;
+    vector<uchar>   status;
+    vector<float>   err;
 
-    share->network.setInput(blob);
+    auto criteria = TermCriteria((TermCriteria::COUNT) + (TermCriteria::EPS), 10, 0.03);
 
-    vector<Mat> outputs;
+    // distance is basically 0.0578% of the total pixel area of the
+    // frames. this value is used later below.
+    auto thresh = ((double) 0.0578 / (double) 100) * (area.height * area.width);
+    auto count  = 0;
 
-    share->network.forward(outputs, share->network.getUnconnectedOutLayersNames());
+    goodFeaturesToTrack(prev, p0, 100, 0.3, 7, Mat(), 7, false, 0.04);
+    calcOpticalFlowPyrLK(prev, next, p0, p1, status, err, Size(10, 10), 2, criteria);
 
-    float *data = (float *)outputs[0].data;
+    share->stat += "  object_flow_detection-- block-" + to_string(area.x) + "x" + to_string(area.y) + "\n";
 
-    share->stat += "object_detection---\n";
+    for(uint i = 0; i < p0.size(); i++)
-    share->stat += "     outputs_size=" + to_string(outputs.size()) + " looking_for_objects...\n";
-
-    for (int i = 0; i < 25200; ++i)
     {
-        // confidence level data[4];
+        // select good points
-        if (data[4] >= 0.4)
+        if(status[i] == 1)
         {
-            float *classesScores = data + 5;
+            auto dis = norm(p0[i] - p1[i]);
 
-            Mat    scores(1, share->classNames.size(), CV_32FC1, classesScores);
+            if (dis > thresh)
-            Point  classId;
-            double maxClassScore;
-
-            minMaxLoc(scores, 0, &maxClassScore, 0, &classId);
-
-            share->stat += "     potential_object[confidence_level]=" + to_string(data[4]) + "\n";
-            share->stat += "     potential_object[class_score]=" + to_string(maxClassScore) + "\n";
-
-            if (maxClassScore > 0.2)
             {
-                share->stat += "     object_confirmed\n";
+                // any points that moved 0.0578% or more of the total pixel
+                // area can be considered an object in motion.
+
+                share->stat += "  obj_move_greater_than=" + to_string(thresh) + "\n";
+                share->stat += "  obj_move_distance="     + to_string(dis) + "\n";
 
                 return true;
             }
         }
-
-        data += 85;
     }
 
-    share->stat += "     no_objects_found\n";
+    share->stat += "  no_object_flow_detected\n";
 
     return false;
 }

src/obj_detect.h

@@ -15,6 +15,6 @@
 
 #include "common.h"
 
-bool objectInImage(const Mat &image, const Rect &area, shared_t *share);
+bool objectFlowInImage(const Mat &inPrev, const Mat &inNext, const Rect &area, shared_t *share);
 
 #endif // OBJ_DETECT_H