Job db

.github/workflows/test-ci.yml

@@ -50,6 +50,9 @@ jobs:
           python-version: ${{ env.PYTHON_VERSION }}
           cache: 'pip'
 
+      - name: Build browse-ocrd Docker image
+        run: make build-browse-ocrd-docker
+
       - name: Install dependencies using pip
         run: pip install -e ".[dev]"
 

.gitignore

@@ -2,5 +2,5 @@
 authorized_keys
 __pycache__/
 .python-version
-.pdm.toml
+.pdm-python
 .pdm.lock

Makefile

@@ -10,6 +10,11 @@ build:
 pull:
 	docker pull $(TAGNAME)
 
+
+build-browse-ocrd-docker:
+	docker build -t ocrd-browser:latest -f docker-browse-ocrd/Dockerfile docker-browse-ocrd
+
+
 define HELP
 cat <<"EOF"
 Targets:
@@ -68,7 +73,7 @@ test:
 	{ echo set -e; \
 	echo cd /usr/local/ocrd-monitor/; \
 	echo pip install nox; \
-	echo "nox -- -m 'not needs_docker'"; } | \
+	echo "nox"; } | \
 	docker run --rm -i \
 	$(TAGNAME) bash
 

docker-browse-ocrd/Dockerfile

@@ -0,0 +1,17 @@
+FROM python:3.7
+
+RUN apt-get update \
+    && apt-get install -y --no-install-recommends libcairo2-dev libgtk-3-bin libgtk-3-dev libglib2.0-dev libgtksourceview-3.0-dev libgirepository1.0-dev gir1.2-webkit2-4.0 pkg-config cmake \
+    && pip3 install -U setuptools \
+    && pip3 install browse-ocrd
+
+ENV GDK_BACKEND broadway
+ENV BROADWAY_DISPLAY :5
+
+EXPOSE 8085
+
+COPY init.sh /init.sh
+
+RUN chmod +x /init.sh
+
+CMD ["/init.sh"]

docker-browse-ocrd/init.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+set -x
+nohup broadwayd :5 &
+browse-ocrd /data/mets.xml

docker-compose.yml

@@ -2,6 +2,10 @@ version: "3.9"
 services:
 
   ocrd-monitor:
+    depends_on:
+      ocrd-database:
+        condition: service_started
+
     build:
       context: .
       # args:
@@ -15,6 +19,7 @@ services:
     environment:
       MONITOR_PORT_LOG: ${MONITOR_PORT_LOG}
       CONTROLLER: "${CONTROLLER_HOST}:${CONTROLLER_PORT_SSH}"
+      MONITOR_DB_CONNECTION: "mongodb://${MONITOR_DB_ROOT_USER:-root}:${MONITOR_DB_ROOT_PASSWORD:-root_password}@ocrd-database:27017"
 
     ports:
       - ${MONITOR_PORT_WEB}:5000
@@ -37,5 +42,29 @@ services:
       # DOZZLE_USERNAME=
       # DOZZLE_PASSWORD=
 
+  ocrd-database:
+    image: "mongo:latest"
+
+    environment:
+      MONGO_INITDB_ROOT_USERNAME: ${MONITOR_DB_ROOT_USER:-root}
+      MONGO_INITDB_ROOT_PASSWORD: ${MONITOR_DB_ROOT_PASSWORD:-root_password}
+
+    volumes:
+      - db-volume:/data/db
+
+
+  mongo-express:
+    image: mongo-express:latest
+    depends_on:
+      ocrd-database:
+        condition: service_started
+    ports:
+      - ${MONITOR_PORT_DBE:-8081}:8081
+    environment:
+      ME_CONFIG_MONGODB_ADMINUSERNAME: ${MONITOR_DB_ROOT_USER:-root}
+      ME_CONFIG_MONGODB_ADMINPASSWORD: ${MONITOR_DB_ROOT_PASSWORD:-root_password}
+      ME_CONFIG_MONGODB_SERVER: ocrd-database
+
 volumes:
+  db-volume:
   shared:

init.sh

@@ -17,11 +17,11 @@ if [ -n "$CONTROLLER" ]; then
   ssh-keyscan -H -p ${CONTROLLER_PORT:-22} $CONTROLLER_HOST,$CONTROLLER_IP >>/etc/ssh/ssh_known_hosts
 fi
 
+export DB_CONNECTION_STRING=$DB_CONNECTION
 export OCRD_BROWSER__MODE=native
-export OCRD_BROWSER__WORKSPACE_DIR=/data
+export OCRD_BROWSER__WORKSPACE_DIR=/data/ocr-d
 export OCRD_BROWSER__PORT_RANGE="[9000,9100]"
 export OCRD_LOGVIEW__PORT=$MONITOR_PORT_LOG
-export OCRD_CONTROLLER__JOB_DIR=/run/lock/ocrd.jobs
 export OCRD_CONTROLLER__HOST=$CONTROLLER_HOST
 export OCRD_CONTROLLER__PORT=$CONTROLLER_PORT
 export OCRD_CONTROLLER__USER=admin

ocrdbrowser/__init__.py

@@ -5,33 +5,23 @@
     OcrdBrowser,
     OcrdBrowserClient,
     OcrdBrowserFactory,
-    filter_owned,
-    in_other_workspaces,
-    in_same_workspace,
-    launch,
-    stop_all,
-    stop_owned_in_workspace,
 )
-from ._docker import DockerOcrdBrowserFactory
-from ._port import NoPortsAvailableError
-from ._subprocess import SubProcessOcrdBrowserFactory
 from ._client import HttpBrowserClient
+from ._docker import DockerOcrdBrowser, DockerOcrdBrowserFactory
+from ._port import NoPortsAvailableError
+from ._subprocess import SubProcessOcrdBrowser, SubProcessOcrdBrowserFactory
 
 __all__ = [
     "Channel",
     "ChannelClosed",
+    "DockerOcrdBrowser",
     "DockerOcrdBrowserFactory",
     "HttpBrowserClient",
     "NoPortsAvailableError",
     "OcrdBrowser",
     "OcrdBrowserClient",
     "OcrdBrowserFactory",
+    "SubProcessOcrdBrowser",
     "SubProcessOcrdBrowserFactory",
-    "filter_owned",
-    "launch",
-    "in_other_workspaces",
-    "in_same_workspace",
-    "stop_all",
-    "stop_owned_in_workspace",
     "workspace",
 ]

ocrdbrowser/_browser.py

@@ -1,11 +1,12 @@
 from __future__ import annotations
-import asyncio
 
-from os import path
 from typing import AsyncContextManager, Protocol
 
 
 class OcrdBrowser(Protocol):
+    def process_id(self) -> str:
+        ...
+
     def address(self) -> str:
         ...
 
@@ -18,9 +19,6 @@ def workspace(self) -> str:
     def client(self) -> OcrdBrowserClient:
         ...
 
-    async def start(self) -> None:
-        ...
-
     async def stop(self) -> None:
         ...
 
@@ -46,67 +44,5 @@ def open_channel(self) -> AsyncContextManager[Channel]:
 
 
 class OcrdBrowserFactory(Protocol):
-    def __call__(self, owner: str, workspace_path: str) -> OcrdBrowser:
+    async def __call__(self, owner: str, workspace_path: str) -> OcrdBrowser:
         ...
-
-
-BrowserProcesses = set[OcrdBrowser]
-
-
-async def launch(
-    workspace_path: str,
-    owner: str,
-    browser_factory: OcrdBrowserFactory,
-    running_browsers: BrowserProcesses | None = None,
-) -> OcrdBrowser:
-    running_browsers = running_browsers or set()
-    owned_processes = filter_owned(owner, running_browsers)
-    in_workspace = in_same_workspace(workspace_path, owned_processes)
-
-    if in_workspace:
-        return in_workspace.pop()
-
-    return await start_process(browser_factory, workspace_path, owner)
-
-
-def in_same_workspace(
-    workspace_path: str, browser_processes: BrowserProcesses
-) -> BrowserProcesses:
-    workspace_path = path.abspath(workspace_path)
-    return {
-        p for p in browser_processes if path.abspath(p.workspace()) == workspace_path
-    }
-
-
-def in_other_workspaces(
-    workspace_path: str, browser_processes: BrowserProcesses
-) -> BrowserProcesses:
-    workspace_path = path.abspath(workspace_path)
-    return {p for p in browser_processes if p.workspace() != workspace_path}
-
-
-def filter_owned(owner: str, running_processes: BrowserProcesses) -> BrowserProcesses:
-    return {p for p in running_processes if p.owner() == owner}
-
-
-async def stop_all(owned_processes: BrowserProcesses) -> None:
-    async with asyncio.TaskGroup() as group:
-        for p in owned_processes:
-            group.create_task(p.stop())
-
-
-async def stop_owned_in_workspace(
-    owner: str, workspace: str, browsers: set[OcrdBrowser]
-) -> set[OcrdBrowser]:
-    owned = filter_owned(owner, browsers)
-    in_workspace = in_same_workspace(workspace, owned)
-    await stop_all(in_workspace)
-    return in_workspace
-
-
-async def start_process(
-    process_factory: OcrdBrowserFactory, workspace_path: str, owner: str
-) -> OcrdBrowser:
-    process = process_factory(owner, workspace_path)
-    await process.start()
-    return process

ocrdbrowser/_client.py

@@ -1,5 +1,7 @@
 from __future__ import annotations
 
+import logging
+
 from types import TracebackType
 from typing import AsyncContextManager, Type, cast
 
@@ -66,9 +68,14 @@ def __init__(self, address: str) -> None:
         self.address = address
 
     async def get(self, resource: str) -> bytes:
-        async with httpx.AsyncClient(base_url=self.address) as client:
-            response = await client.get(resource)
-            return response.content
+        try:
+            async with httpx.AsyncClient(base_url=self.address) as client:
+                response = await client.get(resource)
+                return response.content
+        except Exception as ex:
+            logging.error(f"Tried to connect to {self.address}")
+            logging.error(f"Requested resource {resource}")
+            raise ConnectionError from ex
 
     def open_channel(self) -> AsyncContextManager[Channel]:
         return WebSocketChannel(self.address + "/socket")