Display of Annotation Type

CHANGELOG.md

@@ -26,6 +26,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Ability to change orientation for poylgons/polylines in context menu (<https://github.com/opencv/cvat/pull/1571>)
 - Ability to set the first point for polygons in points context menu (<https://github.com/opencv/cvat/pull/1571>)
 - Added new tag annotation workspace (<https://github.com/opencv/cvat/pull/1570>)
+- Annotation type support for tags, shapes and tracks (<https://github.com/opencv/cvat/pull/1192>)
+- Annotation type support for CVAT Dumper/Loader (<https://github.com/opencv/cvat/pull/1192>)
 
 ### Changed
 - Removed information about e-mail from the basic user information (<https://github.com/opencv/cvat/pull/1627>)
@@ -430,6 +432,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ### Added
 - Initial version
 
+## [0.6.1] - 2020-04-14
+### Added
+- Annotation type to determine whether a drawn shape is auto annotated using Tensorflow Object detection API or manually annotated by the user
+- Annotation_type field support for cvat dumper/loader
+- Annotation_type field support for tags
+
 ## Template
 ```
 ## [Unreleased]

cvat-canvas/src/typescript/canvasView.ts

@@ -189,7 +189,7 @@ export class CanvasViewImpl implements CanvasView, Listener {
     }
 
     private onEditDone(state: any, points: number[]): void {
-        if (state && points) {
+        if (state && points)  {
             const event: CustomEvent = new CustomEvent('canvas.edited', {
                 bubbles: false,
                 cancelable: true,
@@ -1733,14 +1733,14 @@ export class CanvasViewImpl implements CanvasView, Listener {
 
     private addText(state: any): SVG.Text {
         const { undefinedAttrValue } = this.configuration;
-        const { label, clientID, attributes } = state;
+        const { label, clientID, attributes, annotationType } = state;
         const attrNames = label.attributes.reduce((acc: any, val: any): void => {
             acc[val.id] = val.name;
             return acc;
         }, {});
 
         return this.adoptedText.text((block): void => {
-            block.tspan(`${label.name} ${clientID}`).style('text-transform', 'uppercase');
+            block.tspan(`${label.name} ${clientID} (${annotationType})`).style('text-transform', 'uppercase');
             for (const attrID of Object.keys(attributes)) {
                 const value = attributes[attrID] === undefinedAttrValue
                     ? '' : attributes[attrID];
@@ -1878,7 +1878,7 @@ export class CanvasViewImpl implements CanvasView, Listener {
             'pointer-events': 'none',
             'shape-rendering': 'geometricprecision',
             'stroke-width': 0,
-            fill: state.color, // to right fill property when call SVG.Shape::clone()
+            fill: state.color, // to right fill property when call SVG.Shape::clone(
         }).style({
             opacity: 0,
         });

cvat-core/src/annotations-collection.js

@@ -402,6 +402,7 @@
                 frame: Math.min.apply(null, Object.keys(keyframes).map((frame) => +frame)),
                 shapes: Object.values(keyframes),
                 group: 0,
+                annotation_type: objectStates[0].annotationType,
                 label_id: label.id,
                 attributes: Object.keys(objectStates[0].attributes)
                     .reduce((accumulator, attrID) => {
@@ -763,13 +764,15 @@
                             points: [...state.points],
                             type: state.shapeType,
                             z_order: state.zOrder,
+                            annotation_type: state.annotationType,
                         });
                     } else if (state.objectType === 'track') {
                         constructed.tracks.push({
                             attributes: attributes
                                 .filter((attr) => !labelAttributes[attr.spec_id].mutable),
                             frame: state.frame,
                             group: 0,
+                            annotation_type: state.annotationType,
                             label_id: state.label.id,
                             shapes: [{
                                 attributes: attributes

cvat-core/src/annotations-objects.js

@@ -183,6 +183,7 @@
             this.removed = false;
             this.lock = false;
             this.color = color;
+            this.annotationType = data.annotation_type;
             this.updated = Date.now();
             this.attributes = data.attributes.reduce((attributeAccumulator, attr) => {
                 attributeAccumulator[attr.spec_id] = attr.value;
@@ -295,6 +296,21 @@
             }, [this.clientID], frame);
         }
 
+        _saveAnnotationType(annotationType, frame) {
+            const undoAnnotationType = this.annotationType;
+            const redoAnnotationType = annotationType;
+
+            this.history.do(HistoryActions.CHANGED_ANNOTATION_TYPE, () => {
+                this.annotationType = undoAnnotationType;
+                this.updated = Date.now();
+            }, () => {
+                this.annotationType = redoAnnotationType;
+                this.updated = Date.now();
+            }, [this.clientID], frame);
+
+            this.annotationType = annotationType;
+        }
+
         _validateStateBeforeSave(frame, data, updated) {
             let fittedPoints = [];
 
@@ -381,6 +397,10 @@
                 }
             }
 
+            if (updated.annotationType) {
+                checkObjectType('annotationType', data.annotationType, 'string', null);
+            }
+
             return fittedPoints;
         }
 
@@ -396,7 +416,8 @@
         updateTimestamp(updated) {
             const anyChanges = updated.label || updated.attributes || updated.points
                 || updated.outside || updated.occluded || updated.keyframe
-                || updated.zOrder || updated.hidden || updated.lock || updated.pinned;
+                || updated.zOrder || updated.hidden || updated.lock || updated.pinned
+                || updated.annotationType;
 
             if (anyChanges) {
                 this.updated = Date.now();
@@ -492,6 +513,7 @@
                 frame: this.frame,
                 label_id: this.label.id,
                 group: this.group,
+                annotation_type: this.annotationType,
             };
         }
 
@@ -520,6 +542,7 @@
                 updated: this.updated,
                 pinned: this.pinned,
                 frame,
+                annotationType: this.annotationType,
             };
         }
 
@@ -619,6 +642,10 @@
                 this._saveHidden(data.hidden, frame);
             }
 
+            if (updated.annotationType) {
+                this._saveAnnotationType(data.annotationType, frame);
+            }
+
             this.updateTimestamp(updated);
             updated.reset();
 
@@ -659,6 +686,7 @@
                 frame: this.frame,
                 label_id: this.label.id,
                 group: this.group,
+                annotation_type: this.annotationType,
                 attributes: Object.keys(this.attributes).reduce((attributeAccumulator, attrId) => {
                     if (!labelAttributes[attrId].mutable) {
                         attributeAccumulator.push({
@@ -726,6 +754,7 @@
                     last,
                 },
                 frame,
+                annotationType: this.annotationType,
             };
         }
 
@@ -1034,6 +1063,7 @@
                 outside: current.outside,
                 occluded: current.occluded,
                 attributes: {},
+                annotationType: current.annotationType,
             } : undefined;
 
             if (redoShape) {
@@ -1098,6 +1128,10 @@
                 this._saveAttributes(data.attributes, frame);
             }
 
+            if (updated.annotationType) {
+                this._saveAnnotationType(data.annotationType, frame);
+            }
+
             if (updated.keyframe) {
                 this._saveKeyframe(frame, data.keyframe);
             }
@@ -1164,6 +1198,7 @@
                 frame: this.frame,
                 label_id: this.label.id,
                 group: this.group,
+                annotation_type: this.annotationType,
                 attributes: Object.keys(this.attributes).reduce((attributeAccumulator, attrId) => {
                     attributeAccumulator.push({
                         spec_id: attrId,
@@ -1194,6 +1229,7 @@
                 color: this.color,
                 updated: this.updated,
                 frame,
+                annotationType: this.annotationType,
             };
         }
 
@@ -1228,6 +1264,10 @@
                 this._saveColor(data.color, frame);
             }
 
+            if (updated.annotationType) {
+                this._saveAnnotationType(data.annotationType, frame);
+            }
+
             this.updateTimestamp(updated);
             updated.reset();
 

cvat-core/src/annotations-saver.js

@@ -104,7 +104,7 @@
 
             const keys = ['id', 'label_id', 'group', 'frame',
                 'occluded', 'z_order', 'points', 'type', 'shapes',
-                'attributes', 'value', 'spec_id', 'outside'];
+                'attributes', 'value', 'spec_id', 'annotation_type', 'outside'];
 
             // Find created and updated objects
             for (const type of Object.keys(exported)) {

cvat-core/src/api.js

@@ -31,6 +31,7 @@ function build() {
         LogType,
         HistoryActions,
         colors,
+        AnnotationType,
     } = require('./enums');
 
     const {
@@ -531,6 +532,7 @@ function build() {
             LogType,
             HistoryActions,
             colors,
+            AnnotationType,
         },
         /**
             * Namespace is used for access to exceptions

cvat-core/src/enums.js

@@ -104,6 +104,20 @@
         CUBOID: 'cuboid',
     });
 
+    /**
+        * Annotation type
+        * @enum {string}
+        * @name AnnotationType
+        * @memberof module:API.cvat.enums
+        * @property {string} MANUAL 'Manual'
+        * @property {string} AUTO 'Auto'
+        * @readonly
+    */
+   const AnnotationType = Object.freeze({
+    MANUAL:'Manual',
+    AUTO:'Auto',
+});
+
     /**
         * Logger event types
         * @enum {string}
@@ -190,6 +204,7 @@
         * @property {string} CHANGED_LOCK Changed lock
         * @property {string} CHANGED_COLOR Changed color
         * @property {string} CHANGED_HIDDEN Changed hidden
+        * @property {string} CHANGED_ANNOTATION_TYPE Changed annotation type
         * @property {string} MERGED_OBJECTS Merged objects
         * @property {string} SPLITTED_TRACK Splitted track
         * @property {string} GROUPED_OBJECTS Grouped objects
@@ -209,6 +224,7 @@
         CHANGED_PINNED: 'Changed pinned',
         CHANGED_COLOR: 'Changed color',
         CHANGED_HIDDEN: 'Changed hidden',
+        CHANGED_ANNOTATION_TYPE: 'Changed annotation type',
         MERGED_OBJECTS: 'Merged objects',
         SPLITTED_TRACK: 'Splitted track',
         GROUPED_OBJECTS: 'Grouped objects',
@@ -241,5 +257,6 @@
         LogType,
         HistoryActions,
         colors,
+        AnnotationType,
     };
 })();

cvat-core/src/object-state.js

@@ -22,7 +22,7 @@
             * </br> Necessary fields: objectType, shapeType, frame, updated, group
             * </br> Optional fields: keyframes, clientID, serverID
             * </br> Optional fields which can be set later: points, zOrder, outside,
-            * occluded, hidden, attributes, lock, label, color, keyframe
+            * occluded, hidden, attributes, lock, label, color, keyframe, annotationType
         */
         constructor(serialized) {
             const data = {
@@ -39,6 +39,7 @@
                 color: null,
                 hidden: null,
                 pinned: null,
+                annotationType: null,
                 keyframes: serialized.keyframes,
                 group: serialized.group,
                 updated: serialized.updated,
@@ -68,6 +69,7 @@
                     this.lock = false;
                     this.color = false;
                     this.hidden = false;
+                    this.annotationType = false;
 
                     return reset;
                 },
@@ -109,6 +111,20 @@
                     */
                     get: () => data.shapeType,
                 },
+                annotationType: {
+                    /**
+                        * @name annotationType
+                        * @type {module:API.cvat.enums.AnnotationType} 
+                        * @memberof module:API.cvat.classes.ObjectState
+                        * @readonly
+                        * @instance
+                    */
+                    get: () => data.annotationType,
+                    set: (annotationType) => {
+                        data.updateFlags.annotationType = true;
+                        data.annotationType = annotationType;
+                    },
+                },
                 clientID: {
                     /**
                         * @name clientID
@@ -343,6 +359,7 @@
 
             this.label = serialized.label;
             this.lock = serialized.lock;
+            this.annotationType = serialized.annotationType;
 
             if (typeof (serialized.zOrder) === 'number') {
                 this.zOrder = serialized.zOrder;

cvat-ui/src/actions/annotation-actions.ts

@@ -490,6 +490,7 @@ export function propagateObjectAsync(
                 label: objectState.label,
                 zOrder: objectState.zOrder,
                 frame: from,
+                annotationType: objectState.annotationType,
             };
 
             await sessionInstance.logger.log(

cvat-ui/src/components/annotation-page/standard-workspace/canvas-wrapper.tsx

@@ -328,6 +328,7 @@ export default class CanvasWrapperComponent extends React.PureComponent<Props> {
             .filter((label: any) => label.id === activeLabelID)[0];
         state.occluded = state.occluded || false;
         state.frame = frame;
+        state.annotationType = 'Manual';
         const objectState = new cvat.classes.ObjectState(state);
         onCreateAnnotations(jobInstance, frame, [objectState]);
     };
@@ -504,6 +505,7 @@ export default class CanvasWrapperComponent extends React.PureComponent<Props> {
             points,
         } = event.detail;
         state.points = points;
+        state.annotationType = 'Manual';
         onUpdateAnnotations([state]);
     };