Actualize eng demos with 0.96

acra-translator/docker-compose.acra-translator.yml

@@ -10,7 +10,7 @@ services:
   # - ./.acrakeys/acra-translator/${ACRA_CLIENT_ID}_storage
   # - ./.acrakeys/acra-writer/${ACRA_CLIENT_ID}_storage.pub
   acra-keymaker_client:
-    image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+    image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
     network_mode: "none"
     environment:
       ACRA_MASTER_KEY: ${ACRA_SERVER_MASTER_KEY:-N0MyZEVCRGY1cHA4ODRSVHp3c3BNeGtDekxaV3BhTHI=}
@@ -64,7 +64,7 @@ services:
       - webui-mongo
 
   acra-translator:
-    image: "cossacklabs/acra-translator:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+    image: "cossacklabs/acra-translator:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
     # Restart server after correct termination, for example after the config
     # was changed through the API
     restart: always

cockroachdb/README.md

@@ -26,7 +26,7 @@ it to a database, and decrypts the data when the app reads it from the database.
 Script reads data from `data.json` where stored array of entries as data examples.
 
 ```bash
-docker exec -it cockroachdb_python_1 python3 extended_example.py --host=acra-server --port=9393 --data=data.json
+docker exec -it cockroachdb_python_1 python3 extended_example.py --host=acra-server --port=9393 --data=extended_example_data.json
 
 $:
 data: [{'token_i32': 1234, 'token_i64': 645664, 'token_str': '078-05-1111', 'token_bytes': 'byt13es', 'token_email': 'john_wed@cl.com', 'data': 'John Wed, Senior Relationshop Manager', 'masking': '$112000', 'searchable': 'john_wed@cl.com'}, {'token_i32': 1235, 'token_i64': 645665, 'token_str': '078-05-1112', 'token_bytes': 'byt13es2', 'token_email': 'april_cassini@cl.com', 'data': 'April Cassini, Marketing Manager', 'masking': '$168000', 'searchable': 'april_cassini@cl.com'}, {'token_i32': 1236, 'token_i64': 645667, 'token_str': '078-05-1117', 'token_bytes': 'byt13es3', 'token_email': 'george_clooney@cl.com', 'data': 'George Clooney, Famous Actor', 'masking': '$780000', 'searchable': 'george_clooney@cl.com'}]

cockroachdb/cockroach.dockerfile

@@ -0,0 +1,7 @@
+FROM cockroachdb/cockroach:v21.2.3
+
+COPY entrypoint.sh /entrypoint.sh
+
+RUN chmod +x /entrypoint.sh
+
+ENTRYPOINT ["/entrypoint.sh"]

cockroachdb/configs/acra-server.yaml

@@ -1,3 +1,3 @@
-version: 0.95.0
+version: 0.96.0
 
-encryptor_config_file: "/config/extended_encryptor_config.yaml"
+encryptor_config_file: "/config/extended_example_encryptor_config.yaml"

cockroachdb/docker-compose.cockroachdb.yml

@@ -2,12 +2,12 @@ version: "3"
 
 services:
     acra-keymaker_client:
-        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         network_mode: "none"
         environment:
             ACRA_MASTER_KEY: ${ACRA_SERVER_MASTER_KEY:-t14/alGiPpS5mOH5R2zOQ8gjUcSQ3b+6l0qD31V+yZE=}
         volumes:
-            - ./.acrakeys:/keys
+            - acra-server:/keys
             - ../_common/cockroachdb/certs/:/certs
         command: >-
             --client_id=""
@@ -17,7 +17,11 @@ services:
             --keystore=v1              
 
     roach1:
-        image: cockroachdb/cockroach:v21.2.3
+        build:
+            context: .
+            # use custom docker file with custom entrypoint.sh which set proper permissions to the key certificates files
+            # to mitigate the issue with docker volume mounts on all systems
+            dockerfile: cockroach.dockerfile
         environment:
             GODEBUG: netdns=go
         ports:
@@ -29,33 +33,39 @@ services:
         networks:
             - server-cockroach
             - world
-        command: ['start',  '--join=roach1:26257,roach2:26258,roach3:26259', '--certs-dir=/certs', '--listen-addr=0.0.0.0:26257', '--http-addr=0.0.0.0:8080', '--store=node1']
+        command: ['cockroach', 'start',  '--join=roach1:26257,roach2:26258,roach3:26259', '--certs-dir=/certs', '--listen-addr=0.0.0.0:26257', '--http-addr=0.0.0.0:8080', '--store=node1']
 
     roach2:
-        image: cockroachdb/cockroach:v21.2.3
+        build:
+            context: .
+            dockerfile: cockroach.dockerfile
         environment:
             GODEBUG: netdns=go
         volumes:
             - cockroach-data2:/cockroach/cockroach-data
             - ../_common/cockroachdb/certs/:/certs
         networks:
             - server-cockroach
-        command: ['start',  '--join=roach1:26257,roach2:26258,roach3:26259','--certs-dir=/certs', '--listen-addr=0.0.0.0:26258', '--http-addr=localhost:8081', '--store=node2']
+        command: ['cockroach', 'start',  '--join=roach1:26257,roach2:26258,roach3:26259','--certs-dir=/certs', '--listen-addr=0.0.0.0:26258', '--http-addr=localhost:8081', '--store=node2']
 
     roach3:
-        image: cockroachdb/cockroach:v21.2.3
+        build:
+            context: .
+            dockerfile: cockroach.dockerfile
         volumes:
             - cockroach-data3:/cockroach/cockroach-data
             - ../_common/cockroachdb/certs/:/certs
         environment:
             GODEBUG: netdns=go
         networks:
             - server-cockroach
-        command: ['start',  '--join=roach1:26257,roach2:26258,roach3:26259','--certs-dir=/certs', '--listen-addr=0.0.0.0:26259', '--http-addr=localhost:8082', '--store=node3']
+        command: ['cockroach', 'start',  '--join=roach1:26257,roach2:26258,roach3:26259','--certs-dir=/certs', '--listen-addr=0.0.0.0:26259', '--http-addr=localhost:8082', '--store=node3']
 
     # initialize cockroach cluster
     cockroach_init:
-        image: cockroachdb/cockroach:v21.2.3
+        build:
+            context: .
+            dockerfile: cockroach.dockerfile
         environment:
             GODEBUG: netdns=go
         depends_on:
@@ -66,10 +76,10 @@ services:
             - ../_common/cockroachdb/certs/:/certs
         networks:
             - server-cockroach
-        command: [ 'init',  '--certs-dir=/certs', '--url=postgresql://roach1:26257']
+        command: ['cockroach', 'init',  '--certs-dir=/certs', '--url=postgresql://roach1:26257']
 
     acra-server:
-        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         restart: always
         depends_on:
             - roach1
@@ -83,10 +93,10 @@ services:
         ports:
             - "9393:9393"
         volumes:
-            - ./.acrakeys/acra-server:/keys
+            - acra-server:/keys
             - ./configs/acra-server.yaml:/config/acra-server.yaml
             - ../_common/cockroachdb/certs/:/certs
-            - ../acra/examples/python/extended_encryptor_config.yaml:/config/extended_encryptor_config.yaml
+            - ../acra/examples/python/extended_example_encryptor_config.yaml:/config/extended_example_encryptor_config.yaml
         command: >-
             --db_host=roach1
             --db_port=26257
@@ -95,9 +105,8 @@ services:
             --tls_key=/certs/node.key
             --tls_cert=/certs/node.crt
             --tls_ca=/certs/ca.crt
-            --keys_dir=/keys
-            --http_api_enable
-            --incoming_connection_api_string=tcp://0.0.0.0:9090
+            --keys_dir=/keys/acra-server
+            --incoming_connection_string=tcp://0.0.0.0:9393
             --config_file=/config/acra-server.yaml
             --incoming_connection_prometheus_metrics_string=tcp://0.0.0.0:9399
             --config_file=/config/acra-server.yaml
@@ -199,3 +208,4 @@ volumes:
     cockroach-data1:
     cockroach-data2:
     cockroach-data3:
+    acra-server:

cockroachdb/entrypoint.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+files=(
+  "/certs/node.key"
+  "/certs/client.root.key"
+)
+
+# explicitly specify permissions for mounted key files
+for file in "${files[@]}"; do
+  chmod 600 "$file"
+done
+
+exec "$@"

db-acra-migration/docker-compose.db-acra-migration.yml

@@ -4,7 +4,7 @@ services:
     # Creating keys:
     # - ./.acrakeys/acra-server/${ACRA_CLIENT_ID}_storage
     acra-keymaker_client:
-        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         network_mode: "none"
         environment:
             ACRA_MASTER_KEY: ${ACRA_SERVER_MASTER_KEY:-N0MyZEVCRGY1cHA4ODRSVHp3c3BNeGtDekxaV3BhTHI=}
@@ -49,7 +49,7 @@ services:
             - world
 
     acra-server:
-        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         # Restart server after correct termination, for example after the config
         # was changed through the API
         restart: always

django-transparent/docker-compose.django-transparent.yml

@@ -6,7 +6,7 @@ services:
     # - ./.acrakeys/acra-server/${ACRA_CLIENT_ID}_storage.pub
     # - ./.acrakeys/acra-server/${ACRA_CLIENT_ID}_storage_sym
     acra-keymaker_client:
-        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         network_mode: "none"
         environment:
             ACRA_MASTER_KEY: ${ACRA_SERVER_MASTER_KEY:-N0MyZEVCRGY1cHA4ODRSVHp3c3BNeGtDekxaV3BhTHI=}
@@ -57,7 +57,7 @@ services:
 
 
     acra-server:
-        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         # Restart server after correct termination, for example after the config
         # was changed through the API
         restart: always

django/docker-compose.django.yml

@@ -5,7 +5,7 @@ services:
     # - ./.acrakeys/acra-server/${ACRA_CLIENT_ID}_storage
     # - ./.acrakeys/acra-writer/${ACRA_CLIENT_ID}_storage.pub
     acra-keymaker_writer:
-        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         network_mode: "none"
         environment:
             ACRA_MASTER_KEY: ${ACRA_SERVER_MASTER_KEY:-N0MyZEVCRGY1cHA4ODRSVHp3c3BNeGtDekxaV3BhTHI=}
@@ -57,7 +57,7 @@ services:
 
 
     acra-server:
-        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         # Restart server after correct termination, for example after the config
         # was changed through the API
         restart: always

python-mysql-postgresql/README.md

@@ -28,10 +28,10 @@ By default in this demo, Acra configured to work with MySQL database.
 
 ### 3.1 Data Encryption(Write)
 
-Let's write some data to DB using the [`extended_example.py`](https://github.com/cossacklabs/acra/blob/master/examples/python/extended_example.py) script:
+Let's write some data to DB using the [`example_type_awareness.py`](https://github.com/cossacklabs/acra/blob/master/examples/python/extended_example.py) script:
 
 ```bash
-docker exec -it python-mysql-postgresql_python_1 python3 extended_example.py --host=acra-server --port=9393 --data=data.json
+docker exec -it python-mysql-postgresql_python_1 python3 example_type_awareness.py --host=acra-server --port=9393 --data=type_awareness_data.json
 
 $:
 data: [{'token_i32': 1234, 'token_i64': 645664, 'token_str': '078-05-1111', 'token_bytes': 'byt13es', 'token_email': 'john_wed@cl.com', 'data': 'John Wed, Senior Relationshop Manager', 'masking': '$112000', 'searchable': 'john_wed@cl.com'}, {'token_i32': 1235, 'token_i64': 645665, 'token_str': '078-05-1112', 'token_bytes': 'byt13es2', 'token_email': 'april_cassini@cl.com', 'data': 'April Cassini, Marketing Manager', 'masking': '$168000', 'searchable': 'april_cassini@cl.com'}, {'token_i32': 1236, 'token_i64': 645667, 'token_str': '078-05-1117', 'token_bytes': 'byt13es3', 'token_email': 'george_clooney@cl.com', 'data': 'George Clooney, Famous Actor', 'masking': '$780000', 'searchable': 'george_clooney@cl.com'}]
@@ -42,7 +42,7 @@ data: [{'token_i32': 1234, 'token_i64': 645664, 'token_str': '078-05-1111', 'tok
 To read and decrypt data the same script could be used but with `--print` param provided:
 
 ```bash
-docker exec -it python-mysql-postgresql_python_1 python3 extended_example.py --host=acra-server --port=9393 --print
+docker exec -it python-mysql-postgresql_python_1 python3 example_type_awareness.py --host=acra-server --port=9393 --print
 ```
 
 You should see the output that contains all decrypted data:
@@ -96,7 +96,7 @@ docker restart python-mysql-postgresql_acra-server_1
 ### 4.1 Data Encryption(Write)
 
 ```bash
-docker exec -it python-mysql-postgresql_python_1 python3 extended_example.py --host=acra-server --port=9393 --data=data.json --postgresql
+docker exec -it python-mysql-postgresql_python_1 python3 example_type_awareness.py --host=acra-server --port=9393 --data=type_awareness_data.json --postgresql
 
 $:
 data: [{'token_i32': 1234, 'token_i64': 645664, 'token_str': '078-05-1111', 'token_bytes': 'byt13es', 'token_email': 'john_wed@cl.com', 'data': 'John Wed, Senior Relationshop Manager', 'masking': '$112000', 'searchable': 'john_wed@cl.com'}, {'token_i32': 1235, 'token_i64': 645665, 'token_str': '078-05-1112', 'token_bytes': 'byt13es2', 'token_email': 'april_cassini@cl.com', 'data': 'April Cassini, Marketing Manager', 'masking': '$168000', 'searchable': 'april_cassini@cl.com'}, {'token_i32': 1236, 'token_i64': 645667, 'token_str': '078-05-1117', 'token_bytes': 'byt13es3', 'token_email': 'george_clooney@cl.com', 'data': 'George Clooney, Famous Actor', 'masking': '$780000', 'searchable': 'george_clooney@cl.com'}]
@@ -107,7 +107,7 @@ data: [{'token_i32': 1234, 'token_i64': 645664, 'token_str': '078-05-1111', 'tok
 To read and decrypt data the same script could be used but with `--print` param provided:
 
 ```bash
-docker exec -it python-mysql-postgresql_python_1 python3 extended_example.py --host=acra-server --port=9393 --print --postgresql
+docker exec -it python-mysql-postgresql_python_1 python3 example_type_awareness.py --host=acra-server --port=9393 --print --postgresql
 ```
 
 You should see the output that contains all decrypted data:
@@ -166,7 +166,7 @@ Select `View/Edit Data > All rows` and now you can see content of the table. Dow
 
 ## 6. Show me the code!
 
-Take a look at the complete code of [`extended_example.py`](https://github.com/cossacklabs/acra/blob/master/examples/python/extended_example.py).
+Take a look at the complete code of [`example_type_awareness.py`](https://github.com/cossacklabs/acra/blob/master/examples/python/example_type_awareness.py).
 
 Let's see how many code lines are necessary to encrypt some data using Acra.
 

python-mysql-postgresql/acra-server-config/acra-server.yaml

@@ -1,5 +1,5 @@
-version: 0.95.0
+version: 0.96.0
 mysql_enable: true
 db_host: mysql
 db_port: 3306
-encryptor_config_file: "/config/extended_encryptor_config.yaml"
+encryptor_config_file: "/config/example_type_awareness_encryptor_config.yaml"

python-mysql-postgresql/docker-compose.python-mysql-postgresql.yml

@@ -8,7 +8,7 @@ services:
     # - ./.acrakeys/acra-server/${ACRA_CLIENT_ID}_storage
     # - ./.acrakeys/acra-writer/${ACRA_CLIENT_ID}_storage.pub
     acra-keymaker_client:
-        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         network_mode: "none"
         environment:
             ACRA_MASTER_KEY: ${ACRA_SERVER_MASTER_KEY:-N0MyZEVCRGY1cHA4ODRSVHp3c3BNeGtDekxaV3BhTHI=}
@@ -87,7 +87,7 @@ services:
             - webui-mysql
 
     acra-server:
-        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         # Restart server after correct termination, for example after the config
         # was changed through the API
         restart: always
@@ -115,7 +115,7 @@ services:
             - ../_common/ssl/acra-server/:/ssl
             - ../_common/ssl/ca/ca.crt:/ssl/root.crt
             - ./acra-server-config:/config
-            - ../acra/examples/python/extended_encryptor_config.yaml:/config/extended_encryptor_config.yaml
+            - ../acra/examples/python/example_type_awareness_encryptor_config.yaml:/config/example_type_awareness_encryptor_config.yaml
         command: >-
             --token_db=/data/token.db
             --keys_dir=/data/acra-server

python-searchable/acra-server-config/acra-server.yaml

@@ -1,4 +1,4 @@
-version: 0.95.0
+version: 0.96.0
 
 encryptor_config_file: "/config/searchable.yaml"
 

python-searchable/docker-compose.python-searchable.yml

@@ -8,7 +8,7 @@ services:
     # - ./.acrakeys/acra-server/${ACRA_CLIENT_ID}_storage
     # - ./.acrakeys/acra-writer/${ACRA_CLIENT_ID}_storage.pub
     acra-keymaker_client:
-        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-keymaker:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         network_mode: "none"
         environment:
             ACRA_MASTER_KEY: ${ACRA_SERVER_MASTER_KEY:-N0MyZEVCRGY1cHA4ODRSVHp3c3BNeGtDekxaV3BhTHI=}
@@ -53,7 +53,7 @@ services:
             - webui-mysql
 
     acra-server:
-        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.95.0}"
+        image: "cossacklabs/acra-server:${ACRA_DOCKER_IMAGE_TAG:-0.96.0}"
         # Restart server after correct termination, for example after the config
         # was changed through the API
         restart: always

python/acra-server-config/acra-server.yaml

@@ -1,3 +1,3 @@
-version: 0.95.0
+version: 0.96.0
 
 encryptor_config_file: "/config/encryptor_config.yaml"