2024-10-29 21:17:46 +01:00
|
|
|
This project aims to be a little interface to an LLM hosted by a vllm-Engine.
|
|
|
|
|
|
|
|
|
|
It implements a simple Authentication with JSON Web Tokens.
|
|
|
|
|
|
|
|
|
|
|
2024-10-29 21:48:27 +01:00
|
|
|
```shell
|
|
|
|
|
docker-compose up --build
|
|
|
|
|
```
|
|
|
|
|
|
|
|
|
|
```shell
|
|
|
|
|
docker-compose down
|
|
|
|
|
```
|
