Add Tracking with OpenCV

.gitignore

@@ -23,4 +23,8 @@ __pycache__
 # Ignore development npm files
 node_modules
 
+# Ignore goturn model
+goturn.caffemodel
+goturn.prototxt
+
 .DS_Store

CONTRIBUTING.md

@@ -134,6 +134,17 @@ wget https://github.com/matterport/Mask_RCNN/releases/download/v2.0/mask_rcnn_co
     export AUTO_SEGMENTATION_PATH="/path/to/dir" # dir must contain mask_rcnn_coco.h5 file
 ```
 
+### Tracking
+- Download the GOTURN model if the the OpenCV GOTURN tracker is to be used.
+```sh
+#This downloads it into the cvat folder
+components/tracking/install.sh
+```
+- Add next lines to ``.env/bin/activate``:
+```sh
+    export TRACKING="yes"
+```
+
 ## JavaScript/Typescript coding style
 
 We use the [Airbnb JavaScript Style Guide](https://github.com/airbnb/javascript) for JavaScript code with a

Dockerfile

@@ -90,6 +90,13 @@ RUN if [ "$AUTO_SEGMENTATION" = "yes" ]; then \
     bash -i /tmp/components/auto_segmentation/install.sh; \
     fi
 
+ARG TRACKING
+ENV TRACKING=${TRACKING}
+ENV TRACKING_PATH=${HOME}/tracking
+RUN if [ "$TRACKING" = "yes" ]; then \
+    bash -i /tmp/components/tracking/install.sh; \
+    fi
+
 ARG WITH_TESTS
 RUN if [ "$WITH_TESTS" = "yes" ]; then \
         wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | apt-key add - && \

components/tracking/README.md

@@ -0,0 +1,19 @@
+## Tracking
+This components allows to track bounding boxes in consecutive images.
+
+### Build docker image
+```bash
+# From project root directory
+docker-compose -f docker-compose.yml -f components/tracking/docker-compose.tracking.yml build
+```
+
+### Run docker container
+```bash
+# From project root directory
+docker-compose -f docker-compose.yml -f components/tracking/docker-compose.tracking.yml up -d
+```
+
+### TODO
+* Make API consistent (one request per tracking job)
+* Put jobs into queque
+* Enable by default?

components/tracking/docker-compose.tracking.yml

@@ -0,0 +1,13 @@
+#
+# Copyright (C) 2018 Intel Corporation
+#
+# SPDX-License-Identifier: MIT
+#
+version: "2.3"
+
+services:
+  cvat:
+    build:
+      context: .
+      args:
+        TRACKING: "yes"

components/tracking/install.sh

@@ -0,0 +1,15 @@
+#!/bin/sh
+set -e
+
+# Install GOTURN model for OpenCV; It is not in a package and has to be downloaded
+cd "$(dirname "$0")"
+echo "Downloading GOTURN model. This can take a while."
+wget -q 'https://github.com/opencv/opencv_extra/raw/c4219d5eb3105ed8e634278fad312a1a8d2c182d/testdata/tracking/goturn.prototxt'
+wget -q 'https://github.com/opencv/opencv_extra/raw/c4219d5eb3105ed8e634278fad312a1a8d2c182d/testdata/tracking/goturn.caffemodel.zip.001'
+wget -q 'https://github.com/opencv/opencv_extra/raw/c4219d5eb3105ed8e634278fad312a1a8d2c182d/testdata/tracking/goturn.caffemodel.zip.002'
+wget -q 'https://github.com/opencv/opencv_extra/raw/c4219d5eb3105ed8e634278fad312a1a8d2c182d/testdata/tracking/goturn.caffemodel.zip.003'
+wget -q 'https://github.com/opencv/opencv_extra/raw/c4219d5eb3105ed8e634278fad312a1a8d2c182d/testdata/tracking/goturn.caffemodel.zip.004'
+cat goturn.caffemodel.zip* > goturn.caffemodel.zip
+unzip goturn.caffemodel.zip
+mv goturn.caffemodel goturn.prototxt ../..
+rm goturn.caffemodel.zip*

cvat/apps/engine/static/engine/js/shapes.js

@@ -142,21 +142,22 @@ class ShapeModel extends Listener {
         return interpolated;
     }
 
-    _neighboringFrames(frame) {
+    _neighboringFrames(frame, predicate = () => true) {
         if (!Number.isInteger(frame) || frame < 0) {
             throw Error(`Got invalid frame: ${frame}`);
         }
 
         let leftFrame = null;
         let rightFrame = null;
-
         for (let frameKey in this._positions) {
             frameKey = +frameKey;
-            if (frameKey < frame && (frameKey > leftFrame || leftFrame === null)) {
+            if (frameKey < frame && (frameKey > leftFrame || leftFrame === null)
+                && predicate(this._positions[frameKey])) {
                 leftFrame = frameKey;
             }
 
-            if (frameKey > frame && (frameKey < rightFrame || rightFrame === null)) {
+            if (frameKey > frame && (frameKey < rightFrame || rightFrame === null)
+                && predicate(this._positions[frameKey])) {
                 rightFrame = frameKey;
             }
         }
@@ -435,12 +436,14 @@ class ShapeModel extends Listener {
         this.notify('click');
     }
 
-    prevKeyFrame() {
-        return this._neighboringFrames(window.cvat.player.frames.current)[0];
+    prevKeyFrame(predicate = () => true) {
+        return this._neighboringFrames(window.cvat.player.frames.current,
+            predicate)[0];
     }
 
-    nextKeyFrame() {
-        return this._neighboringFrames(window.cvat.player.frames.current)[1];
+    nextKeyFrame(predicate = () => true) {
+        return this._neighboringFrames(window.cvat.player.frames.current,
+            predicate)[1];
     }
 
     initKeyFrame() {
@@ -678,7 +681,8 @@ class BoxModel extends ShapeModel {
             ytl: Math.clamp(position.ytl, 0, window.cvat.player.geometry.frameHeight),
             xbr: Math.clamp(position.xbr, 0, window.cvat.player.geometry.frameWidth),
             ybr: Math.clamp(position.ybr, 0, window.cvat.player.geometry.frameHeight),
-            occluded: position.occluded,
+            byMachine: position.byMachine ? true : false,
+            occluded: position.occluded ? true : false,
             z_order: position.z_order,
         };
 

cvat/apps/tracking/__init__.py

@@ -0,0 +1,10 @@
+
+# Copyright (C) 2018-2019 Intel Corporation
+#
+# SPDX-License-Identifier: MIT
+
+from cvat.settings.base import JS_3RDPARTY
+
+# default_app_config = 'cvat.apps.tracking.apps.TrackingConfig'
+
+JS_3RDPARTY['engine'] = JS_3RDPARTY.get('engine', []) + ['tracking/js/enginePlugin.js']

cvat/apps/tracking/admin.py

@@ -0,0 +1,8 @@
+
+# Copyright (C) 2018 Intel Corporation
+#
+# SPDX-License-Identifier: MIT
+
+
+# Register your models here.
+

cvat/apps/tracking/apps.py

@@ -0,0 +1,11 @@
+
+# Copyright (C) 2018 Intel Corporation
+#
+# SPDX-License-Identifier: MIT
+
+from django.apps import AppConfig
+
+
+class TrackingConfig(AppConfig):
+    name = 'tracking'
+

cvat/apps/tracking/migrations/__init__.py

@@ -0,0 +1,5 @@
+
+# Copyright (C) 2018 Intel Corporation
+#
+# SPDX-License-Identifier: MIT
+

cvat/apps/tracking/models.py

@@ -0,0 +1,8 @@
+
+# Copyright (C) 2018 Intel Corporation
+#
+# SPDX-License-Identifier: MIT
+
+
+# Create your models here.
+