From f4c3ddd50def09057b8f8712a65a6464d9789ca1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?F=C3=A1bio=20C=2E=20Barrionuevo=20da=20Luz?= Date: Thu, 26 Dec 2024 10:03:05 -0300 Subject: [PATCH] Create local-ai-cuda12 community container MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Fábio C. Barrionuevo da Luz --- .../local-ai-cuda12/local-ai-cuda12.json | 49 +++++++++++++++++++ 1 file changed, 49 insertions(+) create mode 100644 community-containers/local-ai-cuda12/local-ai-cuda12.json diff --git a/community-containers/local-ai-cuda12/local-ai-cuda12.json b/community-containers/local-ai-cuda12/local-ai-cuda12.json new file mode 100644 index 00000000..23ee904e --- /dev/null +++ b/community-containers/local-ai-cuda12/local-ai-cuda12.json @@ -0,0 +1,49 @@ +{ + "aio_services_v1": [ + { + "container_name": "nextcloud-aio-local-ai-cuda12", + "display_name": "Local AI", + "documentation": "https://github.com/nextcloud/all-in-one/tree/main/community-containers/local-ai-cuda12", + "image": "luzfcb/aio-local-ai-cuda12", + "image_tag": "v2", + "internal_port": "8080", + "restart": "unless-stopped", + "environment": [ + "TZ=%TIMEZONE%", + "MODELS_PATH=/models" + ], + "volumes": [ + { + "source": "nextcloud_aio_localai_models", + "destination": "/models", + "writeable": true + }, + { + "source": "nextcloud_aio_localai_images", + "destination": "/tmp/generated/images/", + "writeable": true + }, + { + "source": "%NEXTCLOUD_DATADIR%", + "destination": "/nextcloud", + "writeable": false + } + ], + "devices": [ + "/dev/dri" + ], + "enable_nvidia_gpu": true, + "nextcloud_exec_commands": [ + "mkdir '/mnt/ncdata/admin/files/nextcloud-aio-local-ai'", + "touch '/mnt/ncdata/admin/files/nextcloud-aio-local-ai/models.yaml'", + "echo 'Scanning nextcloud-aio-local-ai folder for admin user...'", + "php /var/www/html/occ files:scan --path='/admin/files/nextcloud-aio-local-ai'", + "php /var/www/html/occ app:install integration_openai", + "php /var/www/html/occ app:enable integration_openai", + "php /var/www/html/occ config:app:set integration_openai url --value http://nextcloud-aio-local-ai-cuda12:8080", + "php /var/www/html/occ app:install assistant", + "php /var/www/html/occ app:enable assistant" + ] + } + ] +}