all-in-one/community-containers/local-ai-vulkan/local-ai-vulkan.json

{
    "aio_services_v1": [
        {
            "container_name": "nextcloud-aio-local-ai-vulkan",
            "display_name": "Local AI for Vulkan (x86 only)",
            "documentation": "https://github.com/nextcloud/all-in-one/tree/main/community-containers/local-ai-vulkan",
            "image": "ghcr.io/docjyj/aio-local-ai-vulkan",
            "image_tag": "v0",
            "internal_port": "8080",
            "restart": "unless-stopped",
            "environment": [
                "TZ=%TIMEZONE%",
                "LOCAL_AI_PASS=%LOCAL_AI_PASS%"
            ],
            "ports": [
                {
                  "ip_binding": "%APACHE_IP_BINDING%",
                  "port_number": "10078",
                  "protocol": "tcp"
                }
            ],
            "volumes": [
                {
                    "source": "nextcloud_aio_localai_vulkan_models",
                    "destination": "/models",
                    "writeable": true
                },
                {
                    "source": "nextcloud_aio_localai_vulkan_backends",
                    "destination": "/backends",
                    "writeable": true
                }
            ],
            "secrets": [
                "LOCAL_AI_PASS"
            ],
            "ui_secret": "LOCAL_AI_PASS",
            "devices": [
                "/dev/dri"
            ],
            "nextcloud_exec_commands": [
                "php /var/www/html/occ app:install integration_openai",
                "php /var/www/html/occ app:enable integration_openai",
                "php /var/www/html/occ config:app:set integration_openai url --value http://nextcloud-aio-local-ai-vulkan:8080",
                "php /var/www/html/occ app:install assistant",
                "php /var/www/html/occ app:enable assistant"
            ]
        }
    ]
}