enh: Try to enhance prompt #392

Workflow file for this run

.github/workflows/integration-test.yml at 88a008b

	# SPDX-FileCopyrightText: Nextcloud contributors
	# SPDX-License-Identifier: AGPL-3.0-or-later

	name: Integration test

	on:
	pull_request:
	paths:
	- main.py
	- config.cpu.yaml
	- config.gpu.yaml
	- context_chat_backend/**
	- appinfo/**
	- example.env
	- hwdetect.sh
	- persistent_storage/**
	push:
	branches:
	- master
	paths:
	- main.py
	- config.cpu.yaml
	- config.gpu.yaml
	- context_chat_backend/**
	- appinfo/**
	- example.env
	- hwdetect.sh
	- persistent_storage/**

	concurrency:
	group: integration-test-${{ github.head_ref \|\| github.run_id }}
	cancel-in-progress: true


	jobs:
	transcription:
	runs-on: ubuntu-22.04

	strategy:
	# do not stop on another job's failure
	fail-fast: false
	matrix:
	php-versions: [ '8.1' ]
	databases: [ 'pgsql' ]
	server-versions: [ 'master' ]

	name: Integration test on ${{ matrix.server-versions }} php@${{ matrix.php-versions }}

	env:
	MYSQL_PORT: 4444
	PGSQL_PORT: 4445
	# use the same db for ccb and nextcloud
	CCB_DB_URL: postgresql+psycopg://root:rootpassword@localhost:4445/nextcloud

	services:
	mysql:
	image: mariadb:10.5
	ports:
	- 4444:3306/tcp
	env:
	MYSQL_ROOT_PASSWORD: rootpassword
	options: --health-cmd="mysqladmin ping" --health-interval 5s --health-timeout 2s --health-retries 5
	postgres:
	image: pgvector/pgvector:pg17
	ports:
	- 4445:5432/tcp
	env:
	POSTGRES_USER: root
	POSTGRES_PASSWORD: rootpassword
	POSTGRES_DB: nextcloud
	options: --health-cmd pg_isready --health-interval 5s --health-timeout 2s --health-retries 5

	steps:
	- name: Checkout server
	uses: actions/checkout@v4
	with:
	repository: nextcloud/server
	ref: ${{ matrix.server-versions }}

	- name: Checkout submodules
	shell: bash
	run: \|
	auth_header="$(git config --local --get http.https://github.com/.extraheader)"
	git submodule sync --recursive
	git -c "http.extraheader=$auth_header" -c protocol.version=2 submodule update --init --force --recursive --depth=1

	- name: Set up php ${{ matrix.php-versions }}
	uses: shivammathur/setup-php@v2
	with:
	php-version: ${{ matrix.php-versions }}
	tools: phpunit
	extensions: mbstring, iconv, fileinfo, intl, sqlite, pdo_mysql, pdo_sqlite, pgsql, pdo_pgsql, gd, zip

	- name: Checkout context_chat php app
	uses: actions/checkout@v4
	with:
	repository: nextcloud/context_chat
	path: apps/context_chat

	- name: Checkout backend
	uses: actions/checkout@v4
	with:
	path: context_chat_backend/

	- name: Get app version
	id: appinfo
	uses: skjnldsv/xpath-action@7e6a7c379d0e9abc8acaef43df403ab4fc4f770c # master
	with:
	filename: context_chat_backend/appinfo/info.xml
	expression: "/info/version/text()"

	- name: Set up Nextcloud MYSQL
	if: ${{ matrix.databases != 'pgsql'}}
	run: \|
	sleep 25
	mkdir data
	./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$MYSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
	composer run serve &

	- name: Set up Nextcloud PGSQL
	if: ${{ matrix.databases == 'pgsql'}}
	run: \|
	sleep 25
	mkdir data
	./occ maintenance:install --verbose --database=${{ matrix.databases }} --database-name=nextcloud --database-host=127.0.0.1 --database-port=$PGSQL_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
	composer run serve &

	- name: Enable context_chat, app_api and testing
	run: ./occ app:enable -vvv -f context_chat app_api testing

	- name: Checkout documentation
	uses: actions/checkout@v4
	with:
	repository: nextcloud/documentation
	path: data/admin/files/documentation

	- name: Prepare docs
	run: \|
	cd data/admin/files
	mv documentation/admin_manual .
	cp -R documentation/developer_manual .
	cd developer_manual
	find . -type f -name "*.rst" -exec bash -c 'mv "$0" "${0%.rst}.md"' {} \;
	cd ..
	cp -R documentation/developer_manual ./developer_manual2
	cd developer_manual2
	find . -type f -name "*.rst" -exec bash -c 'mv "$0" "${0%.rst}.txt"' {} \;
	cd ..
	rm -rf documentation

	- name: Setup python 3.11
	uses: actions/setup-python@v5
	with:
	python-version: '3.11'
	cache: 'pip'
	cache-dependency-path: \|
	requirements.txt

	- name: Install and init backend
	run: \|
	cd context_chat_backend
	pip install --upgrade pip setuptools wheel
	pip install -r requirements.txt
	cp example.env .env
	echo "NEXTCLOUD_URL=http://localhost:8080" >> .env
	python3 -u ./main.py > backend_logs 2>&1 &
	echo $! > ../pid.txt # Save the process ID (PID)

	- name: Register backend
	run: \|
	./occ app_api:daemon:register --net host manual_install "Manual Install" manual-install http localhost http://localhost:8080
	./occ app_api:app:register context_chat_backend manual_install --json-info "{\"appid\":\"context_chat_backend\",\"name\":\"Context Chat Backend\",\"daemon_config_name\":\"manual_install\",\"version\":\"${{ fromJson(steps.appinfo.outputs.result).version }}\",\"secret\":\"12345\",\"port\":10034,\"scopes\":[],\"system_app\":0}" --force-scopes --wait-finish

	- name: Scan files, baseline
	run: \|
	./occ files:scan admin
	./occ context_chat:scan admin -m text/plain

	- name: Check python memory usage
	run: \|
	ps -p $(cat pid.txt) -o pid,cmd,%mem,rss --sort=-%mem
	ps -p $(cat pid.txt) -o %mem --no-headers > initial_mem.txt

	- name: Scan files
	run: \|
	./occ files:scan admin
	./occ context_chat:scan admin -m text/markdown &
	./occ context_chat:scan admin -m text/x-rst

	- name: Check python memory usage
	run: \|
	ps -p $(cat pid.txt) -o pid,cmd,%mem,rss --sort=-%mem
	ps -p $(cat pid.txt) -o %mem --no-headers > after_scan_mem.txt

	- name: Run the prompts
	run: \|
	./occ background-job:worker 'OC\TaskProcessing\SynchronousBackgroundJob' &
	./occ background-job:worker 'OC\TaskProcessing\SynchronousBackgroundJob' &
	./occ context_chat:prompt admin "Which factors are taken into account for the Ethical AI Rating?"
	./occ context_chat:prompt admin "Welche Faktoren beeinflussen das Ethical AI Rating?"

	- name: Check python memory usage
	run: \|
	ps -p $(cat pid.txt) -o pid,cmd,%mem,rss --sort=-%mem
	ps -p $(cat pid.txt) -o %mem --no-headers > after_prompt_mem.txt

	- name: Compare memory usage and detect leak
	run: \|
	initial_mem=$(cat initial_mem.txt \| tr -d ' ')
	final_mem=$(cat after_scan_mem.txt \| tr -d ' ')
	echo "Initial Memory Usage: $initial_mem%"
	echo "Memory Usage after scan: $final_mem%"

	if (( $(echo "$final_mem > $initial_mem" \| bc -l) )); then
	echo "Memory usage has increased during scan. Possible memory leak detected!"
	else
	echo "Memory usage during scan is stable. No memory leak detected."
	fi

	- name: Compare memory usage and detect leak
	run: \|
	initial_mem=$(cat after_scan_mem.txt \| tr -d ' ')
	final_mem=$(cat after_prompt_mem.txt \| tr -d ' ')
	echo "Initial Memory Usage: $initial_mem%"
	echo "Memory Usage after prompt: $final_mem%"

	if (( $(echo "$final_mem > $initial_mem" \| bc -l) )); then
	echo "Memory usage has increased during prompt. Possible memory leak detected!"
	else
	echo "Memory usage during prompt is stable. No memory leak detected."
	fi

	- name: Show logs
	if: always()
	run: \|
	tail data/nextcloud.log
	echo '--------------------------------------------------'
	[ -f context_chat_backend/backend_logs ] && cat context_chat_backend/backend_logs \|\| echo "No backend logs"
	echo '--------------------------------------------------'
	[ -f context_chat_backend/embedding_model.log ] && cat context_chat_backend/embedding_model.log \|\| echo "No embedding backend logs"

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

enh: Try to enhance prompt #392

Workflow file

enh: Try to enhance prompt #392

Jobs

Run details

Workflow file for this run