diff --git a/localai/2.25.0/data.yml b/localai/2.25.0/data.yml new file mode 100644 index 000000000..426fa78c6 --- /dev/null +++ b/localai/2.25.0/data.yml @@ -0,0 +1,10 @@ +additionalProperties: + formFields: + - default: 8080 + edit: true + envKey: PANEL_APP_PORT_HTTP + labelEn: Port + labelZh: 端口 + required: true + rule: paramPort + type: number diff --git a/localai/2.25.0/docker-compose.yml b/localai/2.25.0/docker-compose.yml new file mode 100644 index 000000000..921691b79 --- /dev/null +++ b/localai/2.25.0/docker-compose.yml @@ -0,0 +1,34 @@ +services: + localai: + image: localai/localai:v2.25.0-aio-cpu + container_name: ${CONTAINER_NAME} + # For Nvidia GPUs decomment one of the following (cuda11 or cuda12): + # image: localai/localai:v2.25.0-aio-gpu-nvidia-cuda-11 + # image: localai/localai:v2.25.0-aio-gpu-nvidia-cuda-12 + # Decomment the following piece if running with Nvidia GPUs + # deploy: + # resources: + # reservations: + # devices: + # - driver: nvidia + # count: 1 + # capabilities: [gpu] + restart: always + networks: + - 1panel-network + ports: + - ${PANEL_APP_PORT_HTTP}:8080 + environment: + - DEBUG=true + healthcheck: + test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"] + interval: 1m + timeout: 20m + retries: 5 + volumes: + - ./data:/build/models:cached + labels: + createdBy: "Apps" +networks: + 1panel-network: + external: true diff --git a/localai/README.md b/localai/README.md new file mode 100644 index 000000000..8a16a70df --- /dev/null +++ b/localai/README.md @@ -0,0 +1,19 @@ +# LocalAI + +**LocalAI** 是免费的开源 OpenAI 替代品。LocalAI 可作为替代 REST API,与 OpenAI(Elevenlabs、Anthropic……)API 规范兼容,用于本地 AI 推理。它允许您在本地或使用消费级硬件运行 LLM、生成图像、音频(不止于此),支持多种模型系列。不需要 GPU。 + +## 主要功能: + +- 使用 GPT 生成文本(llama.cpp、transformers、vllm 等等) +- 文本转音频 +- 音频转文本(带音频转录 whisper.cpp) +- 图像生成 +- 类似 OpenAI 的工具 API +- 向量数据库的嵌入生成 +- 受限语法 +- 直接从 Huggingface 下载模型 +- 视觉 API +- 重新排序 API +- P2P 推理 +- 语音活动检测(Silero-VAD 支持) +- 集成 WebUI! \ No newline at end of file diff --git a/localai/data.yml b/localai/data.yml new file mode 100644 index 000000000..a3667a339 --- /dev/null +++ b/localai/data.yml @@ -0,0 +1,19 @@ +name: LocalAI +tags: + - AI / 大模型 +title: 免费的开源 OpenAI 替代品 +description: 免费的开源 OpenAI 替代品 +additionalProperties: + key: localai + name: LocalAI + tags: + - AI + shortDescZh: 免费的开源 OpenAI 替代品 + shortDescEn: The free, Open Source OpenAI alternative + type: tool + crossVersionUpdate: false + limit: 0 + recommend: 0 + website: https://localai.io/ + github: https://github.com/mudler/LocalAI/ + document: https://localai.io/ diff --git a/localai/logo.png b/localai/logo.png new file mode 100644 index 000000000..72c715006 Binary files /dev/null and b/localai/logo.png differ