Compare commits
104 Commits
feature/wi
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
| cadd23e554 | |||
| ad6df74ef4 | |||
| 9327bc48d8 | |||
| 508fafd0df | |||
| 1d50e7042e | |||
| 6a4e97f4e4 | |||
| 59e7e64af7 | |||
| 249f1aeea0 | |||
| 0b34b85a5a | |||
| 00a8837aa1 | |||
| 5e2591fb56 | |||
| 93cdde13a7 | |||
| 0c143124b3 | |||
| 58d2260d89 | |||
| 070f9967bc | |||
| d2af8881a8 | |||
| 9fd41ce3f0 | |||
| d9eefcb1fa | |||
| 78cf89c0fa | |||
| c0de60e4a5 | |||
| 123df8a48a | |||
| 7f821b5723 | |||
| 597b94ff25 | |||
| 375ed57778 | |||
| 41e5db3921 | |||
| af08c64032 | |||
| ed05448e56 | |||
| ff58caaad0 | |||
| 36c82ac942 | |||
| 4fbfdb1c6a | |||
| 0805e48fe6 | |||
| 427d3f5419 | |||
| 16890af944 | |||
| 32e673044f | |||
| 40b1151023 | |||
| 5c51d3bc4f | |||
| 1dbcf33540 | |||
| 3806f4ac47 | |||
| 4d67cd9d66 | |||
| 9c955db191 | |||
| 81473e20eb | |||
| 798e103eb8 | |||
| d65129f477 | |||
| 482605e6a1 | |||
| 47b2519b0b | |||
| c3b2ee3310 | |||
| 31d1e85b5c | |||
| 5dbe887ce3 | |||
| 4552e33cb3 | |||
| c53aade360 | |||
| d88979e37a | |||
| 11373138ca | |||
| 75b257bb15 | |||
| c0bb562a8d | |||
| 32577a7fda | |||
| a6d68134cd | |||
| fa8a92208a | |||
| 0c047b708f | |||
| efbb978074 | |||
| 21ce1dc395 | |||
| 380b361e70 | |||
| 2a859aa16c | |||
| d14ed9a511 | |||
| 7b383f0778 | |||
| 34320b46d9 | |||
| e12fd8f96a | |||
| cf085f8ef0 | |||
| 6bab3cdf04 | |||
| 2567d8c786 | |||
| d8d12e0b6b | |||
| bba860d839 | |||
| a0d1b86b53 | |||
| 605fe2ebaf | |||
| 811510ac66 | |||
| b2808f82df | |||
| 97bc283ce1 | |||
| d9abcb3ef4 | |||
| 5c9c8951c1 | |||
| 633916d5b7 | |||
| 55a1f5bba2 | |||
| 7d486f0a41 | |||
| 88672a19d5 | |||
| d3b781679a | |||
| a02008ec17 | |||
| 8302a7fecf | |||
| 4d5d36d6e7 | |||
| 8b6b47c63e | |||
| 839220856b | |||
| aa8f3f69a2 | |||
| 1ae474c48b | |||
| edf997a4c1 | |||
| 508bd49512 | |||
| 37bd250eeb | |||
| 0da4076a32 | |||
| 37854a62db | |||
| c5be891b6a | |||
| 9fb399b3d7 | |||
| 135f878203 | |||
| efea0476d8 | |||
| 1fe7c0da5c | |||
| 3986722477 | |||
| 7228ea0a39 | |||
| 9a4c23af12 | |||
| 19e8bc923c |
|
|
@ -1 +0,0 @@
|
||||||
source ~/venvs/embedding/bin/activate
|
|
||||||
357
.bash_history
357
.bash_history
|
|
@ -1,357 +0,0 @@
|
||||||
sudo systemctl stop cloud-init
|
|
||||||
sudo systemctl disable cloud-init
|
|
||||||
sudo systemctl mask cloud-init
|
|
||||||
sudo touch /etc/cloud/cloud-init.disabled
|
|
||||||
sudo reboot
|
|
||||||
hostnamectl
|
|
||||||
sudo hostnamectl set-hostname llm-node
|
|
||||||
timedatectl list-timezones | grep Berlin
|
|
||||||
sudo timedatectl set-timezone Europe/Berlin
|
|
||||||
sudo update-locale LANG=de_DE.UTF-8
|
|
||||||
PermitRootLogin no
|
|
||||||
PasswordAuthentication yes
|
|
||||||
sudo nano /etc/ssh/sshd_config
|
|
||||||
sudo systemctl reload ssh
|
|
||||||
sudo apt install ufw -y
|
|
||||||
sudo ufw default deny incoming
|
|
||||||
sudo ufw default allow outgoing
|
|
||||||
sudo ufw allow OpenSSH
|
|
||||||
sudo ufw enable
|
|
||||||
sudo ufw status verbose
|
|
||||||
sudo apt update
|
|
||||||
sudo apt install -y ca-certificates curl gnupg lsb-release
|
|
||||||
sudo install -m 0755 -d /etc/apt/keyrings
|
|
||||||
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /etc/apt/keyrings/docker.gpg
|
|
||||||
sudo chmod a+r /etc/apt/keyrings/docker.gpg
|
|
||||||
echo "deb [arch=$(dpkg --print-architecture) \
|
|
||||||
signed-by=/etc/apt/keyrings/docker.gpg] \
|
|
||||||
https://download.docker.com/linux/ubuntu \
|
|
||||||
$(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
|
|
||||||
sudo apt update
|
|
||||||
sudo apt install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
|
|
||||||
docker --version
|
|
||||||
docker compose version
|
|
||||||
docker run hello-world
|
|
||||||
newgrp docker
|
|
||||||
docker run hello-world
|
|
||||||
curl "http://localhost:8000/search?query=Mae-geri"
|
|
||||||
source /home/llmadmin/venvs/embedding/bin/activate
|
|
||||||
exit
|
|
||||||
echo 'source ~/venvs/embedding/bin/activate' >> ~/.bash_aliases
|
|
||||||
source ~/.bash_aliases
|
|
||||||
embedding
|
|
||||||
sudo nano /home/llmadmin/llm-api/app.py
|
|
||||||
ls
|
|
||||||
cd venvs
|
|
||||||
ls
|
|
||||||
cd embedding/
|
|
||||||
ls
|
|
||||||
cd /
|
|
||||||
ls
|
|
||||||
cd home
|
|
||||||
ls
|
|
||||||
cd llmadmin/
|
|
||||||
ls
|
|
||||||
mkdir -p ~/llm-api
|
|
||||||
ls
|
|
||||||
cd llm-api/
|
|
||||||
nano app.py
|
|
||||||
mkdir logs
|
|
||||||
ls
|
|
||||||
uvicorn app:app --host 0.0.0.0 --port 8000
|
|
||||||
groups
|
|
||||||
sudo usermod -aG docker $USER
|
|
||||||
newgrp docker
|
|
||||||
curl -fsSL https://ollama.com/install.sh | sh
|
|
||||||
ollama --version
|
|
||||||
ollama version is 0.10.1
|
|
||||||
ollama run mistral
|
|
||||||
curl http://localhost:11434/api/tags
|
|
||||||
mkdir -p ~/docker/qdrant
|
|
||||||
cd ~/docker/qdrant
|
|
||||||
nano docker-compose.yml
|
|
||||||
docker compose up -d
|
|
||||||
docker ps
|
|
||||||
curl http://localhost:6333/collections
|
|
||||||
sudo systemctl enable ollama
|
|
||||||
sudo systemctl start ollama
|
|
||||||
ollama run mistral --keep-alive
|
|
||||||
sudo apt install python3 python3-pip -y
|
|
||||||
pip3 install --upgrade pip
|
|
||||||
# 1. Installiere venv (falls noch nicht da)
|
|
||||||
sudo apt install python3-venv -y
|
|
||||||
# 2. Erstelle eine neue virtuelle Umgebung z. B. im Projektverzeichnis
|
|
||||||
python3 -m venv ~/venvs/embedding
|
|
||||||
# 3. Aktiviere die virtuelle Umgebung
|
|
||||||
source ~/venvs/embedding/bin/activate
|
|
||||||
# 4. Upgrade pip (jetzt erlaubt!)
|
|
||||||
pip install --upgrade pip
|
|
||||||
# 5. Installiere deine Embedding-Tools, z. B.
|
|
||||||
pip install sentence-transformers qdrant-client
|
|
||||||
sudo nano embed_to_qdrant.py
|
|
||||||
python embed_to_qdrant.py
|
|
||||||
sudo nano search_qdrant.py
|
|
||||||
python search_qdrant.py
|
|
||||||
sudo nano search_qdrant.py
|
|
||||||
python search_qdrant.py
|
|
||||||
sudo nano search_qdrant.py
|
|
||||||
python search_qdrant.py
|
|
||||||
pip install fastapi uvicorn
|
|
||||||
pip install requests
|
|
||||||
sudo nano app.py
|
|
||||||
uvicorn app:app --host 0.0.0.0 --port 8000
|
|
||||||
ls
|
|
||||||
rm app.py
|
|
||||||
ls
|
|
||||||
curl -X POST http://localhost:8000/embed -H "Content-Type: application/json" -d '{"texts": ["Mae-geri ist ein gerader Tritt.", "Hikite stabilisiert die Technik."]}'
|
|
||||||
curl "http://localhost:8000/search?query=Wie tritt man Mae-geri?"
|
|
||||||
curl -X POST http://localhost:8000/prompt -H "Content-Type: application/json" -d '{"query": "Wie wird Mae-geri ausgeführt?"}'
|
|
||||||
curl "http://localhost:8000/search?query=Wie tritt man Mae-geri?"
|
|
||||||
curl "http://localhost:8000/search?query=Wie%20tritt%20man%20Mae-geri?"
|
|
||||||
curl --get http://localhost:8000/search --data-urlencode "query=Wie tritt man Mae-geri?"
|
|
||||||
/home/llmadmin/llm-api/app.py
|
|
||||||
/home/llmadmin/venvs/embedding/
|
|
||||||
/home/llmadmin/venvs/embedding/bin/python --version
|
|
||||||
cd /
|
|
||||||
cd ~/llm-api
|
|
||||||
uvicorn app:app --host 0.0.0.0 --port 8000
|
|
||||||
sudo nano /etc/systemd/system/llm-api.service
|
|
||||||
sudo systemctl daemon-reexec
|
|
||||||
sudo systemctl daemon-reload
|
|
||||||
sudo systemctl enable llm-api
|
|
||||||
sudo systemctl start llm-api
|
|
||||||
sudo systemctl status llm-api
|
|
||||||
deactivate
|
|
||||||
ls
|
|
||||||
cd /
|
|
||||||
ls
|
|
||||||
cd home
|
|
||||||
ls
|
|
||||||
cd llmadmin/
|
|
||||||
ls
|
|
||||||
cd docker/
|
|
||||||
ls
|
|
||||||
cd q
|
|
||||||
cd qdrant/
|
|
||||||
ls
|
|
||||||
nano docker-compose.yml
|
|
||||||
sudo restart
|
|
||||||
sudo systemctl status llm-api
|
|
||||||
docker ps
|
|
||||||
curl http://localhost:8000/search?query=test
|
|
||||||
cd /
|
|
||||||
curl http://localhost:8000/search?query=test
|
|
||||||
sudo reboot
|
|
||||||
sudo systemctl status llm-api
|
|
||||||
docker ps
|
|
||||||
curl http://localhost:8000/search?query=test
|
|
||||||
sudo systemctl status llm-api
|
|
||||||
docker ps
|
|
||||||
curl http://localhost:8000/search?query=test
|
|
||||||
docker ps
|
|
||||||
curl http://localhost:8000/search?query=test
|
|
||||||
● llm-api.service - FastAPI Embedding API (LLM)
|
|
||||||
Aug 04 13:41:14 llm-node systemd[1]: Started llm-api.service - FastAPI Embeddin>
|
|
||||||
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Started server process [1312]
|
|
||||||
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Waiting for application start>
|
|
||||||
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Application startup complete.
|
|
||||||
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Uvicorn running on http://0.0>
|
|
||||||
Aug 04 13:42:05 llm-node uvicorn[1312]: /home/llmadmin/venvs/embedding/lib/pyth>
|
|
||||||
Aug 04 13:42:05 llm-node uvicorn[1312]: return forward_call(*args, **kwargs)
|
|
||||||
Aug 04 13:42:05 llm-node uvicorn[1312]: INFO: 127.0.0.1:58988 - "GET /searc>
|
|
||||||
|
|
||||||
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
|
|
||||||
30dfd2e38f0b qdrant/qdrant "./entrypoint.sh" 2 hours ago Up About a minute 0.0.0.0:6333->6333/tcp, [::]:6333->6333/tcp, 6334/tcp qdrant
|
|
||||||
[{"score":0.105378054,"text":"Hikite stabilisiert die Technik."},{"score":0.067576095,"text":"Ein Kumite-Drill verbessert die Reaktionsgeschwindigkeit."},{"score":0.042029735,"text":"Mae-geri ist ein gerader Tritt."}](embedding) llmadmin@llm-node:~$
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
deaktivate
|
|
||||||
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Uvicorn running on http://0.0>deactivate
|
|
||||||
deaktivate
|
|
||||||
deactivate
|
|
||||||
sudo systemctl status llm-api
|
|
||||||
docker ps
|
|
||||||
curl http://localhost:8000/search?query=test
|
|
||||||
sudo systemctl status llm-api
|
|
||||||
sudo ss -tuln | grep 8000
|
|
||||||
sudo journalctl -fu llm-api
|
|
||||||
sudo ufw status verbose
|
|
||||||
sudo ufw allow 8000/tcp
|
|
||||||
sudo ufw reload
|
|
||||||
sudo ufw status verbose
|
|
||||||
cd home
|
|
||||||
ls
|
|
||||||
cd llm-api
|
|
||||||
nano app.py
|
|
||||||
cd ~/llm-api
|
|
||||||
uvicorn app:app --host 0.0.0.0 --port 8000
|
|
||||||
source ~/venvs/embedding/bin/activate
|
|
||||||
cd ~/llm-api
|
|
||||||
uvicorn app:app --host 0.0.0.0 --port 8000
|
|
||||||
sudo reboot
|
|
||||||
uvicorn app:app --host 0.0.0.0 --port 8000
|
|
||||||
cd llm-api/
|
|
||||||
uvicorn app:app --host 0.0.0.0 --port 8000
|
|
||||||
uvicorn llm-api:app --host 0.0.0.0 --port 8000
|
|
||||||
ls
|
|
||||||
./test_llm_api.sh
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm-api:app --host 0.0.0.0 --port 8000
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
uvicorn app:app --host 0.0.0.0 --port 8000
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
kill 52619
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
./test_llm_api.sh
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
./test_llm_api.sh
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
./test_llm_api.sh
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
kill 54019
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
# Tötet alle Prozesse, die auf Port 8000 lauschen
|
|
||||||
lsof -ti TCP:8000 | xargs -r kill -9
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
# im llm-api-Verzeichnis und aktiviertem venv
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 &
|
|
||||||
SERVER_PID=$!
|
|
||||||
echo "Uvicorn läuft als PID $SERVER_PID"
|
|
||||||
lsof -ti TCP:8000 | xargs -r kill -9
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 &
|
|
||||||
pip install nltk
|
|
||||||
python - <<EOF
|
|
||||||
import nltk
|
|
||||||
nltk.download('punkt')
|
|
||||||
EOF
|
|
||||||
|
|
||||||
pip install pdfplumber
|
|
||||||
pip install pillow
|
|
||||||
# im virtuellen Environment
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
(embedding) llmadmin@llm-node:~$ # im virtuellen Environment
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
INFO: Will watch for changes in these directories: ['/home/llmadmin']
|
|
||||||
ERROR: [Errno 98] Address already in use
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
kill 27023
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
cd llm-api/
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
kill 48457
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
sudo ufw allow 8000/tcp
|
|
||||||
sudo ufw status
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
kill 48507
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
curl -i http://127.0.0.1:8000/openapi.json
|
|
||||||
curl -X POST http://127.0.0.1:8000/embed -H "Content-Type: application/json" -d '{"text": "Test"}'
|
|
||||||
curl -i -X POST http://127.0.0.1:8000/embed -H "Content-Type: application/json" -d '{
|
|
||||||
"collection": "test",
|
|
||||||
"chunks": [
|
|
||||||
{
|
|
||||||
"text": "Das ist ein Testtext.",
|
|
||||||
"source": "unit-test"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}'
|
|
||||||
curl -G http://127.0.0.1:8000/search --data-urlencode "query=Test"
|
|
||||||
curl -i -G http://127.0.0.1:8000/search --data-urlencode "query=Test" -H "Accept: application/json"
|
|
||||||
curl -i -G http://127.0.0.1:8000/search --data-urlencode "query=Test" --data-urlencode "collection=test" -H "Accept: application/json"
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
kill 48633
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
kill 49437
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
cd ~/llm-api
|
|
||||||
chmod +x test_llm_api.sh
|
|
||||||
./test_llm_api.sh
|
|
||||||
chmod +x ~/llm-api/test_llm_api.sh
|
|
||||||
cd ~/llm-api
|
|
||||||
./test_llm_api.sh
|
|
||||||
nano test_llm_api.sh
|
|
||||||
./test_llm_api.sh
|
|
||||||
# Achte darauf, dass im aktuellen Shell-Environment OLLAMA_URL stimmt (Default ist bereits /api/generate).
|
|
||||||
pkill -f "uvicorn llm_api:app" # alten Prozess beenden
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
cd ~/llm-api
|
|
||||||
./test_llm_api.sh
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
pkill -f "uvicorn llm_api:app" # alten Prozess beenden
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
./test_llm_api.sh
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
./test_llm_api.sh
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
./test_llm_api.sh
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
./test_llm_api.sh
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
./test_llm_api.sh
|
|
||||||
pkill -f "uvicorn llm_api:app"
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
|
||||||
./test_llm_api.sh
|
|
||||||
pkill -f "uvicorn llm_api:app" # alten Prozess beenden
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --p ort 8000
|
|
||||||
deactivate
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --p ort 8000
|
|
||||||
./test_llm_api.sh
|
|
||||||
# Server beenden, falls noch laufend
|
|
||||||
lsof -ti TCP:8000 | xargs -r kill -9
|
|
||||||
# Server neu starten
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 &
|
|
||||||
# Kurz warten
|
|
||||||
sleep 2
|
|
||||||
# Tests
|
|
||||||
./test_llm_api.sh
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
lsof -ti TCP:8000 | xargs -r kill -9
|
|
||||||
lsof -i TCP:8000 -sTCP:LISTEN
|
|
||||||
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 &
|
|
||||||
deactivate
|
|
||||||
curl -i -X POST http://127.0.0.1:11434/api/generate -H "Content-Type: application/json" -d '{
|
|
||||||
"model": "mistral:latest",
|
|
||||||
"prompt": "Hallo",
|
|
||||||
"stream": false
|
|
||||||
}'
|
|
||||||
cd knowledge/
|
|
||||||
cd karatetrainer/
|
|
||||||
nano Lateral.txt
|
|
||||||
ls
|
|
||||||
cd _imported/
|
|
||||||
ls
|
|
||||||
cd ..
|
|
||||||
ls
|
|
||||||
nano Literal.txt
|
|
||||||
nano Lateral.txt
|
|
||||||
cd llm-api/
|
|
||||||
sudo systemctl restart llm-api
|
|
||||||
sudo journalctl -fu llm-api
|
|
||||||
sudo systemctl status llm-api
|
|
||||||
|
|
@ -1,7 +0,0 @@
|
||||||
# ~/.bash_logout: executed by bash(1) when login shell exits.
|
|
||||||
|
|
||||||
# when leaving the console clear the screen to increase privacy
|
|
||||||
|
|
||||||
if [ "$SHLVL" = 1 ]; then
|
|
||||||
[ -x /usr/bin/clear_console ] && /usr/bin/clear_console -q
|
|
||||||
fi
|
|
||||||
117
.bashrc
117
.bashrc
|
|
@ -1,117 +0,0 @@
|
||||||
# ~/.bashrc: executed by bash(1) for non-login shells.
|
|
||||||
# see /usr/share/doc/bash/examples/startup-files (in the package bash-doc)
|
|
||||||
# for examples
|
|
||||||
|
|
||||||
# If not running interactively, don't do anything
|
|
||||||
case $- in
|
|
||||||
*i*) ;;
|
|
||||||
*) return;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
# don't put duplicate lines or lines starting with space in the history.
|
|
||||||
# See bash(1) for more options
|
|
||||||
HISTCONTROL=ignoreboth
|
|
||||||
|
|
||||||
# append to the history file, don't overwrite it
|
|
||||||
shopt -s histappend
|
|
||||||
|
|
||||||
# for setting history length see HISTSIZE and HISTFILESIZE in bash(1)
|
|
||||||
HISTSIZE=1000
|
|
||||||
HISTFILESIZE=2000
|
|
||||||
|
|
||||||
# check the window size after each command and, if necessary,
|
|
||||||
# update the values of LINES and COLUMNS.
|
|
||||||
shopt -s checkwinsize
|
|
||||||
|
|
||||||
# If set, the pattern "**" used in a pathname expansion context will
|
|
||||||
# match all files and zero or more directories and subdirectories.
|
|
||||||
#shopt -s globstar
|
|
||||||
|
|
||||||
# make less more friendly for non-text input files, see lesspipe(1)
|
|
||||||
[ -x /usr/bin/lesspipe ] && eval "$(SHELL=/bin/sh lesspipe)"
|
|
||||||
|
|
||||||
# set variable identifying the chroot you work in (used in the prompt below)
|
|
||||||
if [ -z "${debian_chroot:-}" ] && [ -r /etc/debian_chroot ]; then
|
|
||||||
debian_chroot=$(cat /etc/debian_chroot)
|
|
||||||
fi
|
|
||||||
|
|
||||||
# set a fancy prompt (non-color, unless we know we "want" color)
|
|
||||||
case "$TERM" in
|
|
||||||
xterm-color|*-256color) color_prompt=yes;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
# uncomment for a colored prompt, if the terminal has the capability; turned
|
|
||||||
# off by default to not distract the user: the focus in a terminal window
|
|
||||||
# should be on the output of commands, not on the prompt
|
|
||||||
#force_color_prompt=yes
|
|
||||||
|
|
||||||
if [ -n "$force_color_prompt" ]; then
|
|
||||||
if [ -x /usr/bin/tput ] && tput setaf 1 >&/dev/null; then
|
|
||||||
# We have color support; assume it's compliant with Ecma-48
|
|
||||||
# (ISO/IEC-6429). (Lack of such support is extremely rare, and such
|
|
||||||
# a case would tend to support setf rather than setaf.)
|
|
||||||
color_prompt=yes
|
|
||||||
else
|
|
||||||
color_prompt=
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ "$color_prompt" = yes ]; then
|
|
||||||
PS1='${debian_chroot:+($debian_chroot)}\[\033[01;32m\]\u@\h\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\$ '
|
|
||||||
else
|
|
||||||
PS1='${debian_chroot:+($debian_chroot)}\u@\h:\w\$ '
|
|
||||||
fi
|
|
||||||
unset color_prompt force_color_prompt
|
|
||||||
|
|
||||||
# If this is an xterm set the title to user@host:dir
|
|
||||||
case "$TERM" in
|
|
||||||
xterm*|rxvt*)
|
|
||||||
PS1="\[\e]0;${debian_chroot:+($debian_chroot)}\u@\h: \w\a\]$PS1"
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
# enable color support of ls and also add handy aliases
|
|
||||||
if [ -x /usr/bin/dircolors ]; then
|
|
||||||
test -r ~/.dircolors && eval "$(dircolors -b ~/.dircolors)" || eval "$(dircolors -b)"
|
|
||||||
alias ls='ls --color=auto'
|
|
||||||
#alias dir='dir --color=auto'
|
|
||||||
#alias vdir='vdir --color=auto'
|
|
||||||
|
|
||||||
alias grep='grep --color=auto'
|
|
||||||
alias fgrep='fgrep --color=auto'
|
|
||||||
alias egrep='egrep --color=auto'
|
|
||||||
fi
|
|
||||||
|
|
||||||
# colored GCC warnings and errors
|
|
||||||
#export GCC_COLORS='error=01;31:warning=01;35:note=01;36:caret=01;32:locus=01:quote=01'
|
|
||||||
|
|
||||||
# some more ls aliases
|
|
||||||
alias ll='ls -alF'
|
|
||||||
alias la='ls -A'
|
|
||||||
alias l='ls -CF'
|
|
||||||
|
|
||||||
# Add an "alert" alias for long running commands. Use like so:
|
|
||||||
# sleep 10; alert
|
|
||||||
alias alert='notify-send --urgency=low -i "$([ $? = 0 ] && echo terminal || echo error)" "$(history|tail -n1|sed -e '\''s/^\s*[0-9]\+\s*//;s/[;&|]\s*alert$//'\'')"'
|
|
||||||
|
|
||||||
# Alias definitions.
|
|
||||||
# You may want to put all your additions into a separate file like
|
|
||||||
# ~/.bash_aliases, instead of adding them here directly.
|
|
||||||
# See /usr/share/doc/bash-doc/examples in the bash-doc package.
|
|
||||||
|
|
||||||
if [ -f ~/.bash_aliases ]; then
|
|
||||||
. ~/.bash_aliases
|
|
||||||
fi
|
|
||||||
|
|
||||||
# enable programmable completion features (you don't need to enable
|
|
||||||
# this, if it's already enabled in /etc/bash.bashrc and /etc/profile
|
|
||||||
# sources /etc/bash.bashrc).
|
|
||||||
if ! shopt -oq posix; then
|
|
||||||
if [ -f /usr/share/bash-completion/bash_completion ]; then
|
|
||||||
. /usr/share/bash-completion/bash_completion
|
|
||||||
elif [ -f /etc/bash_completion ]; then
|
|
||||||
. /etc/bash_completion
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
20
.gitattributes
vendored
20
.gitattributes
vendored
|
|
@ -1,11 +1,13 @@
|
||||||
* text=auto eol=lf
|
* text=auto eol=lf
|
||||||
*.sh text eol=lf
|
|
||||||
*.py text eol=lf
|
|
||||||
*.yml text eol=lf
|
|
||||||
*.json text eol=lf
|
|
||||||
*.md text eol=lf
|
|
||||||
*.bat text eol=crlf
|
|
||||||
|
|
||||||
*.png binary
|
# Typische Binärformate nicht normalisieren
|
||||||
*.jpg binary
|
*.png -text
|
||||||
*.pdf binary
|
*.jpg -text
|
||||||
|
*.jpeg -text
|
||||||
|
*.gif -text
|
||||||
|
*.pdf -text
|
||||||
|
*.zip -text
|
||||||
|
*.tar -text
|
||||||
|
*.tar.gz -text
|
||||||
|
*.tgz -text
|
||||||
|
*.mp4 -text
|
||||||
|
|
|
||||||
72
.gitea/workflows/deploy.yml
Normal file
72
.gitea/workflows/deploy.yml
Normal file
|
|
@ -0,0 +1,72 @@
|
||||||
|
name: Deploy Trainer_LLM to llm-node
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches: [ "main" ]
|
||||||
|
# Kein paths-Filter mehr: neue Ordner deployen sofort mit, sobald sie in DEPLOY_DIRS stehen.
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: deploy-trainer-llm
|
||||||
|
cancel-in-progress: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
deploy:
|
||||||
|
runs-on: linux_host
|
||||||
|
env:
|
||||||
|
# -> Hier trägst du ALLE zu deployenden Top-Level-Verzeichnisse ein:
|
||||||
|
# Bei neuen Ordnern einfach anhängen (durch Leerzeichen getrennt)
|
||||||
|
DEPLOY_DIRS: "knowledge llm-api scripts schemas tests"
|
||||||
|
TARGET_BASE: "/home/llmadmin"
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: https://github.com/actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Sanity — Runner & Commit
|
||||||
|
run: |
|
||||||
|
echo "Runner: $RUNNER_NAME Labels: $RUNNER_LABELS"
|
||||||
|
echo "Commit: ${GITHUB_SHA:-$GITEA_SHA} Ref: ${GITHUB_REF:-$GITEA_REF}"
|
||||||
|
uname -a
|
||||||
|
|
||||||
|
- name: Ensure target base exists
|
||||||
|
run: |
|
||||||
|
install -d "$TARGET_BASE"
|
||||||
|
|
||||||
|
- name: Deploy whitelisted directories
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
IFS=' ' read -r -a DIRS <<< "$DEPLOY_DIRS"
|
||||||
|
|
||||||
|
for d in "${DIRS[@]}"; do
|
||||||
|
if [ -d "$d" ]; then
|
||||||
|
# Nur wenn im Ordner auch Dateien/Unterordner liegen
|
||||||
|
if [ -n "$(find "$d" -mindepth 1 -print -quit)" ]; then
|
||||||
|
echo ">> Syncing $d -> $TARGET_BASE/$d"
|
||||||
|
install -d "$TARGET_BASE/$d"
|
||||||
|
rsync -a --delete \
|
||||||
|
--exclude='.git' \
|
||||||
|
--exclude='.env' --exclude='.env.*' --exclude='**/.env' --exclude='**/.env.*' \
|
||||||
|
"$d"/ "$TARGET_BASE/$d"/
|
||||||
|
else
|
||||||
|
echo ">> Skipping $d (leer)"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
echo ">> Skipping $d (existiert nicht im Repo)"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
|
||||||
|
- name: Optional — systemctl --user restart llm-api (ignore if missing)
|
||||||
|
continue-on-error: true
|
||||||
|
run: |
|
||||||
|
if systemctl --user list-unit-files | grep -q '^llm-api.service'; then
|
||||||
|
systemctl --user restart llm-api.service
|
||||||
|
systemctl --user --no-pager status llm-api.service --full -l || true
|
||||||
|
else
|
||||||
|
echo "llm-api.service nicht gefunden — Schritt wird übersprungen."
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Post-check — list targets
|
||||||
|
run: |
|
||||||
|
for d in $DEPLOY_DIRS; do
|
||||||
|
echo "== $TARGET_BASE/$d =="
|
||||||
|
ls -la "$TARGET_BASE/$d" 2>/dev/null | tail -n +1 || true
|
||||||
|
done
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
> Wie kann ich einen Karate-Trainingsplan für Kinder aufbauen?
|
|
||||||
27
.profile
27
.profile
|
|
@ -1,27 +0,0 @@
|
||||||
# ~/.profile: executed by the command interpreter for login shells.
|
|
||||||
# This file is not read by bash(1), if ~/.bash_profile or ~/.bash_login
|
|
||||||
# exists.
|
|
||||||
# see /usr/share/doc/bash/examples/startup-files for examples.
|
|
||||||
# the files are located in the bash-doc package.
|
|
||||||
|
|
||||||
# the default umask is set in /etc/profile; for setting the umask
|
|
||||||
# for ssh logins, install and configure the libpam-umask package.
|
|
||||||
#umask 022
|
|
||||||
|
|
||||||
# if running bash
|
|
||||||
if [ -n "$BASH_VERSION" ]; then
|
|
||||||
# include .bashrc if it exists
|
|
||||||
if [ -f "$HOME/.bashrc" ]; then
|
|
||||||
. "$HOME/.bashrc"
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
# set PATH so it includes user's private bin if it exists
|
|
||||||
if [ -d "$HOME/bin" ] ; then
|
|
||||||
PATH="$HOME/bin:$PATH"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# set PATH so it includes user's private bin if it exists
|
|
||||||
if [ -d "$HOME/.local/bin" ] ; then
|
|
||||||
PATH="$HOME/.local/bin:$PATH"
|
|
||||||
fi
|
|
||||||
|
|
@ -1,6 +0,0 @@
|
||||||
Host gitea 192.168.2.144
|
|
||||||
HostName 192.168.2.144
|
|
||||||
User git
|
|
||||||
IdentityFile ~/.ssh/id_ed25519
|
|
||||||
IdentitiesOnly yes
|
|
||||||
Port 22
|
|
||||||
|
|
@ -1,7 +0,0 @@
|
||||||
-----BEGIN OPENSSH PRIVATE KEY-----
|
|
||||||
b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAAAMwAAAAtzc2gtZW
|
|
||||||
QyNTUxOQAAACA8Ve+abYMhT9qKKiQRyqr8B9Gl+/StHSV+7XFy92IZIAAAAJiIGWtFiBlr
|
|
||||||
RQAAAAtzc2gtZWQyNTUxOQAAACA8Ve+abYMhT9qKKiQRyqr8B9Gl+/StHSV+7XFy92IZIA
|
|
||||||
AAAEA4mbz76X6Kwzzx0XywuArL3DAyELc8Wf69zcn9y3PEozxV75ptgyFP2ooqJBHKqvwH
|
|
||||||
0aX79K0dJX7tcXL3YhkgAAAAEWxsbWFkbWluQGxsbS1ub2RlAQIDBA==
|
|
||||||
-----END OPENSSH PRIVATE KEY-----
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDxV75ptgyFP2ooqJBHKqvwH0aX79K0dJX7tcXL3Yhkg llmadmin@llm-node
|
|
||||||
|
|
@ -1,3 +0,0 @@
|
||||||
|1|9gILhO5kZJZxcpUkxWMKwQ9e7nQ=|F6xr9LxhKzWJO3xe0NtqgwFQf9w= ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAa+eI4vN1EhIos5dbJ20ZLUUCfk5ffPecyhFNY5yw9Q
|
|
||||||
|1|5elDbaMwbZYS+pbj0kzKRP6/GXQ=|pD3BpV8ke6PZW2Lz9WJ5oAvsLgo= ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBbQIn9j/HdHeYtdzCq3qFPZnzEpKPewRbFVKaln7rcZ7DdtbvXf0O72Z6LG6VZbMiOKudaxt0ymBadaY0b+rzrscP7aXsmqgM2aIBTazJk5+sVEe9OIBob76XgVQzWSDCZPAlKEkzpXHi698ktB6tZczXBl+zzGVOMviL0sJqdfMLpbSGV7Zc0ujbLXujwNEYH/TGKhVDJvG+MRXHxdcqdINayyaDUolm/vPZLuaB8D87huSFwQdd38LKiiVFHtF6nEvM6cegHVy1HKl5sIWLSgCCfXdQTXXLf9Rvpdq3sVpELvKg7QHNJXHDqD0bNXEODnEh3nhc7iIict8aF/t1hch65THjcs+jzcZOa+MXjCW6opQtwpmyAX6OBGNAlPWEQYQluxFKxliR4OkrdE9n9+BmR2cISanKMQYWxhHFYFV10v1lqq+qipnoH4QoW2p2KtpXpaV/gI9PvBwJhANzI4Q4sdbEof0WafzT6PT76Gmfd1CJVXCeQWU9o75fn5k=
|
|
||||||
|1|S+qOeLxDMgcLGUdRg7ZZL88BadU=|d1SXJdkkYQmNoir2L0d8Kw4r8Cg= ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOIM8m6QT3jZm7qTXG8+KaoCbqTXYWb5PbrRQ7IPxGLTJDsXhH2qdKYhuAOJjpq3GwQzIvn3eWWnCfmtlIBKv5w=
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
|1|9gILhO5kZJZxcpUkxWMKwQ9e7nQ=|F6xr9LxhKzWJO3xe0NtqgwFQf9w= ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAa+eI4vN1EhIos5dbJ20ZLUUCfk5ffPecyhFNY5yw9Q
|
|
||||||
90
PMO/WP-17-kickoff.md
Normal file
90
PMO/WP-17-kickoff.md
Normal file
|
|
@ -0,0 +1,90 @@
|
||||||
|
# WP-17 – Retriever & Composer (Kern ohne LLM)
|
||||||
|
|
||||||
|
## Projektkontext
|
||||||
|
Wir entwickeln eine deterministische Planerstellung aus bestehenden **plan_templates** und **exercises**.
|
||||||
|
WP-15 hat die Collections, Indizes und CRUD-APIs für `plan_templates` und `plans` produktiv geliefert.
|
||||||
|
WP-02 stellt die exercises-Collection mit Capabilities und Qdrant-Anbindung bereit.
|
||||||
|
|
||||||
|
**Technologie-Stack:** Python 3.12, FastAPI, Qdrant
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Ziele
|
||||||
|
Implementierung eines `/plan/generate`-Endpoints, der:
|
||||||
|
|
||||||
|
- Filter- und Vektor-Suche in Qdrant kombiniert
|
||||||
|
- Scoring nach Coverage, Diversity und Novelty durchführt
|
||||||
|
- Pläne deterministisch und ohne LLM generiert
|
||||||
|
- Zeitbudgets einhält und Wiederholungen (Novelty-Penalty) vermeidet
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Deliverables
|
||||||
|
1. **API**: POST `/plan/generate`
|
||||||
|
- Parameter: `discipline`, `age_group`, `target_group`, `goals`, `time_budget_minutes`, `novelty_horizon` (5), `coverage_threshold` (0.8), `strict_mode`
|
||||||
|
- Rückgabe: Plan-JSON mit Exercises-Referenzen und Metadaten
|
||||||
|
|
||||||
|
2. **Retriever**
|
||||||
|
- Filter-Layer (Payload)
|
||||||
|
- Vector-Layer (Ranking)
|
||||||
|
- Kombinierte Gewichtung
|
||||||
|
|
||||||
|
3. **Composer**
|
||||||
|
- Sections aufbauen (aus Template oder Default)
|
||||||
|
- Zeitbudget pro Section und Gesamt einhalten
|
||||||
|
- Strict-Mode: nur gültige `external_id`
|
||||||
|
|
||||||
|
4. **Scoring-Funktionen**
|
||||||
|
- Coverage (Capabilites-Abdeckung)
|
||||||
|
- Diversity (Variabilität)
|
||||||
|
- Novelty (Neuheit gegenüber Historie)
|
||||||
|
|
||||||
|
5. **Tests**
|
||||||
|
- Unit-Tests (Scoring, Filter)
|
||||||
|
- E2E: Template → Retriever → Composer → Persistenz
|
||||||
|
|
||||||
|
6. **Dokumentation**
|
||||||
|
- OpenAPI-Beispiele, Parametrierung, Konfigurationsoptionen
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Akzeptanzkriterien
|
||||||
|
- Identische Eingaben → identischer Plan (Determinismus)
|
||||||
|
- Keine doppelten Übungen im Plan
|
||||||
|
- Budget- und Coverage-Ziele in ≥95 % der Testfälle erreicht
|
||||||
|
- Novelty-Penalty wirkt wie konfiguriert
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Risiken
|
||||||
|
- Konflikte zwischen Budget, Coverage, Novelty (Priorisierung erforderlich)
|
||||||
|
- Geringe Übungsvielfalt → eingeschränkte Ergebnisse
|
||||||
|
- Performance-Einbußen bei großen Collections
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Technische Vorgaben
|
||||||
|
**Voreinstellungen:**
|
||||||
|
- `novelty_horizon`: 5
|
||||||
|
- `coverage_threshold`: 0.8
|
||||||
|
- Priorität bei Konflikt: 1. Budget, 2. Coverage, 3. Novelty
|
||||||
|
|
||||||
|
**Benötigte Dateien:**
|
||||||
|
- `llm-api/plan_router.py` (v0.13.4)
|
||||||
|
- `llm-api/exercise_router.py` (aus WP-02)
|
||||||
|
- `scripts/bootstrap_qdrant_plans.py` (v1.3.x)
|
||||||
|
- Schema-Definitionen für `plan_templates` und `plans`
|
||||||
|
- Beispiel-Datensätze (Golden-Cases)
|
||||||
|
- `.env` (ohne Secrets, mit API-URLs)
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Prompt für das Entwicklerteam (direkt nutzbar)
|
||||||
|
> **Rolle:** Entwicklerteam WP-17 – Retriever & Composer (Kern ohne LLM)
|
||||||
|
> **Aufgabe:** Implementiere `/plan/generate`, der deterministisch aus plan_templates und exercises Pläne generiert.
|
||||||
|
> Nutze Filter- und Vektor-Suche in Qdrant, Scoring-Funktionen (Coverage, Diversity, Novelty) und eine Composer-Logik, die Zeitbudgets einhält.
|
||||||
|
> **Parameter:** discipline, age_group, target_group, goals, time_budget_minutes, novelty_horizon=5, coverage_threshold=0.8, strict_mode.
|
||||||
|
> **Anforderungen:** Deterministische Ergebnisse, keine Duplikate, ≥95 % Zielerreichung bei Budget/Coverage, funktionierender Novelty-Penalty.
|
||||||
|
> **Rahmen:** Python 3.12, FastAPI, Qdrant, vorhandene plan_templates/plans/exercises-Collections.
|
||||||
|
> **Liefere:** Code, Unit- und E2E-Tests, OpenAPI-Doku mit Beispielen.
|
||||||
|
> **Dateien:** siehe Liste oben.
|
||||||
|
|
@ -1,9 +0,0 @@
|
||||||
services:
|
|
||||||
qdrant:
|
|
||||||
image: qdrant/qdrant
|
|
||||||
container_name: qdrant
|
|
||||||
ports:
|
|
||||||
- "6333:6333"
|
|
||||||
volumes:
|
|
||||||
- ./qdrant_data:/qdrant/storage
|
|
||||||
restart: unless-stopped
|
|
||||||
|
|
@ -1,38 +0,0 @@
|
||||||
from sentence_transformers import SentenceTransformer
|
|
||||||
from qdrant_client import QdrantClient
|
|
||||||
from qdrant_client.models import Distance, VectorParams, PointStruct
|
|
||||||
|
|
||||||
# Modell laden (lokal oder aus Hugging Face, wenn Internet erlaubt)
|
|
||||||
model = SentenceTransformer("all-MiniLM-L6-v2")
|
|
||||||
|
|
||||||
# Qdrant-Client konfigurieren (lokaler Docker-Container)
|
|
||||||
qdrant = QdrantClient(host="localhost", port=6333)
|
|
||||||
|
|
||||||
# Collection erstellen (falls nicht vorhanden)
|
|
||||||
collection_name = "karate-doku"
|
|
||||||
if not qdrant.collection_exists(collection_name):
|
|
||||||
qdrant.recreate_collection(
|
|
||||||
collection_name=collection_name,
|
|
||||||
vectors_config=VectorParams(size=384, distance=Distance.COSINE)
|
|
||||||
)
|
|
||||||
|
|
||||||
# Beispiel-Dokumente
|
|
||||||
texts = [
|
|
||||||
"Mae-geri ist ein gerader Tritt nach vorne.",
|
|
||||||
"Der Hikite ist entscheidend für die Stabilisierung der Technik.",
|
|
||||||
"Ein Kumite-Drill verbessert die Reaktionsgeschwindigkeit."
|
|
||||||
]
|
|
||||||
|
|
||||||
# Embeddings erzeugen
|
|
||||||
embeddings = model.encode(texts).tolist()
|
|
||||||
|
|
||||||
# Einfügen in Qdrant
|
|
||||||
qdrant.upsert(
|
|
||||||
collection_name=collection_name,
|
|
||||||
points=[
|
|
||||||
PointStruct(id=i, vector=embedding, payload={"text": texts[i]})
|
|
||||||
for i, embedding in enumerate(embeddings)
|
|
||||||
]
|
|
||||||
)
|
|
||||||
|
|
||||||
print("Daten erfolgreich eingefügt.")
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{}
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"clocks":[{"peer_id":6827150572645906,"clock_id":0,"current_tick":225,"token":6920147790342547179}]}
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"is_local":true,"this_peer_id":6827150572645906,"peers":{"6827150572645906":"Active"}}
|
|
||||||
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
MANIFEST-000005
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
83e99760-fdea-45f3-ad66-381bb7c9f2f0
|
|
||||||
|
|
@ -1,244 +0,0 @@
|
||||||
2025/08/09-14:58:38.847989 235558 RocksDB version: 9.9.3
|
|
||||||
2025/08/09-14:58:38.848019 235558 Compile date 2024-12-05 01:25:31
|
|
||||||
2025/08/09-14:58:38.848021 235558 DB SUMMARY
|
|
||||||
2025/08/09-14:58:38.848024 235558 Host name (Env): 30dfd2e38f0b
|
|
||||||
2025/08/09-14:58:38.848026 235558 DB Session ID: VBBHIY49NOC7L6W4M1AL
|
|
||||||
2025/08/09-14:58:38.848052 235558 SST files in ./storage/collections/exercises/0/segments/31dee50f-1427-4647-95fd-12cbeb8ee8cb/payload_index dir, Total Num: 0, files:
|
|
||||||
2025/08/09-14:58:38.848054 235558 Write Ahead Log file in ./storage/collections/exercises/0/segments/31dee50f-1427-4647-95fd-12cbeb8ee8cb/payload_index:
|
|
||||||
2025/08/09-14:58:38.848057 235558 Options.error_if_exists: 0
|
|
||||||
2025/08/09-14:58:38.848059 235558 Options.create_if_missing: 1
|
|
||||||
2025/08/09-14:58:38.848060 235558 Options.paranoid_checks: 1
|
|
||||||
2025/08/09-14:58:38.848062 235558 Options.flush_verify_memtable_count: 1
|
|
||||||
2025/08/09-14:58:38.848064 235558 Options.compaction_verify_record_count: 1
|
|
||||||
2025/08/09-14:58:38.848065 235558 Options.track_and_verify_wals_in_manifest: 0
|
|
||||||
2025/08/09-14:58:38.848067 235558 Options.verify_sst_unique_id_in_manifest: 1
|
|
||||||
2025/08/09-14:58:38.848068 235558 Options.env: 0x7e0c22230380
|
|
||||||
2025/08/09-14:58:38.848071 235558 Options.fs: PosixFileSystem
|
|
||||||
2025/08/09-14:58:38.848072 235558 Options.info_log: 0x7e0c1d23c000
|
|
||||||
2025/08/09-14:58:38.848074 235558 Options.max_file_opening_threads: 16
|
|
||||||
2025/08/09-14:58:38.848076 235558 Options.statistics: (nil)
|
|
||||||
2025/08/09-14:58:38.848078 235558 Options.use_fsync: 0
|
|
||||||
2025/08/09-14:58:38.848079 235558 Options.max_log_file_size: 1048576
|
|
||||||
2025/08/09-14:58:38.848081 235558 Options.max_manifest_file_size: 1073741824
|
|
||||||
2025/08/09-14:58:38.848085 235558 Options.log_file_time_to_roll: 0
|
|
||||||
2025/08/09-14:58:38.848086 235558 Options.keep_log_file_num: 1
|
|
||||||
2025/08/09-14:58:38.848088 235558 Options.recycle_log_file_num: 0
|
|
||||||
2025/08/09-14:58:38.848089 235558 Options.allow_fallocate: 1
|
|
||||||
2025/08/09-14:58:38.848091 235558 Options.allow_mmap_reads: 0
|
|
||||||
2025/08/09-14:58:38.848092 235558 Options.allow_mmap_writes: 0
|
|
||||||
2025/08/09-14:58:38.848094 235558 Options.use_direct_reads: 0
|
|
||||||
2025/08/09-14:58:38.848096 235558 Options.use_direct_io_for_flush_and_compaction: 0
|
|
||||||
2025/08/09-14:58:38.848097 235558 Options.create_missing_column_families: 1
|
|
||||||
2025/08/09-14:58:38.848098 235558 Options.db_log_dir:
|
|
||||||
2025/08/09-14:58:38.848100 235558 Options.wal_dir:
|
|
||||||
2025/08/09-14:58:38.848102 235558 Options.table_cache_numshardbits: 6
|
|
||||||
2025/08/09-14:58:38.848103 235558 Options.WAL_ttl_seconds: 0
|
|
||||||
2025/08/09-14:58:38.848104 235558 Options.WAL_size_limit_MB: 0
|
|
||||||
2025/08/09-14:58:38.848106 235558 Options.max_write_batch_group_size_bytes: 1048576
|
|
||||||
2025/08/09-14:58:38.848108 235558 Options.manifest_preallocation_size: 4194304
|
|
||||||
2025/08/09-14:58:38.848109 235558 Options.is_fd_close_on_exec: 1
|
|
||||||
2025/08/09-14:58:38.848112 235558 Options.advise_random_on_open: 1
|
|
||||||
2025/08/09-14:58:38.848113 235558 Options.db_write_buffer_size: 0
|
|
||||||
2025/08/09-14:58:38.848115 235558 Options.write_buffer_manager: 0x7e0c1d201c80
|
|
||||||
2025/08/09-14:58:38.848117 235558 Options.random_access_max_buffer_size: 1048576
|
|
||||||
2025/08/09-14:58:38.848119 235558 Options.use_adaptive_mutex: 0
|
|
||||||
2025/08/09-14:58:38.848120 235558 Options.rate_limiter: (nil)
|
|
||||||
2025/08/09-14:58:38.848122 235558 Options.sst_file_manager.rate_bytes_per_sec: 0
|
|
||||||
2025/08/09-14:58:38.848124 235558 Options.wal_recovery_mode: 0
|
|
||||||
2025/08/09-14:58:38.848128 235558 Options.enable_thread_tracking: 0
|
|
||||||
2025/08/09-14:58:38.848130 235558 Options.enable_pipelined_write: 0
|
|
||||||
2025/08/09-14:58:38.848131 235558 Options.unordered_write: 0
|
|
||||||
2025/08/09-14:58:38.848134 235558 Options.allow_concurrent_memtable_write: 1
|
|
||||||
2025/08/09-14:58:38.848135 235558 Options.enable_write_thread_adaptive_yield: 1
|
|
||||||
2025/08/09-14:58:38.848137 235558 Options.write_thread_max_yield_usec: 100
|
|
||||||
2025/08/09-14:58:38.848139 235558 Options.write_thread_slow_yield_usec: 3
|
|
||||||
2025/08/09-14:58:38.848141 235558 Options.row_cache: None
|
|
||||||
2025/08/09-14:58:38.848143 235558 Options.wal_filter: None
|
|
||||||
2025/08/09-14:58:38.848145 235558 Options.avoid_flush_during_recovery: 0
|
|
||||||
2025/08/09-14:58:38.848146 235558 Options.allow_ingest_behind: 0
|
|
||||||
2025/08/09-14:58:38.848147 235558 Options.two_write_queues: 0
|
|
||||||
2025/08/09-14:58:38.848149 235558 Options.manual_wal_flush: 0
|
|
||||||
2025/08/09-14:58:38.848150 235558 Options.wal_compression: 0
|
|
||||||
2025/08/09-14:58:38.848153 235558 Options.background_close_inactive_wals: 0
|
|
||||||
2025/08/09-14:58:38.848154 235558 Options.atomic_flush: 0
|
|
||||||
2025/08/09-14:58:38.848155 235558 Options.avoid_unnecessary_blocking_io: 0
|
|
||||||
2025/08/09-14:58:38.848157 235558 Options.prefix_seek_opt_in_only: 0
|
|
||||||
2025/08/09-14:58:38.848159 235558 Options.persist_stats_to_disk: 0
|
|
||||||
2025/08/09-14:58:38.848160 235558 Options.write_dbid_to_manifest: 1
|
|
||||||
2025/08/09-14:58:38.848162 235558 Options.write_identity_file: 1
|
|
||||||
2025/08/09-14:58:38.848164 235558 Options.log_readahead_size: 0
|
|
||||||
2025/08/09-14:58:38.848166 235558 Options.file_checksum_gen_factory: Unknown
|
|
||||||
2025/08/09-14:58:38.848167 235558 Options.best_efforts_recovery: 0
|
|
||||||
2025/08/09-14:58:38.848170 235558 Options.max_bgerror_resume_count: 2147483647
|
|
||||||
2025/08/09-14:58:38.848172 235558 Options.bgerror_resume_retry_interval: 1000000
|
|
||||||
2025/08/09-14:58:38.848174 235558 Options.allow_data_in_errors: 0
|
|
||||||
2025/08/09-14:58:38.848175 235558 Options.db_host_id: __hostname__
|
|
||||||
2025/08/09-14:58:38.848177 235558 Options.enforce_single_del_contracts: true
|
|
||||||
2025/08/09-14:58:38.848180 235558 Options.metadata_write_temperature: kUnknown
|
|
||||||
2025/08/09-14:58:38.848181 235558 Options.wal_write_temperature: kUnknown
|
|
||||||
2025/08/09-14:58:38.848183 235558 Options.max_background_jobs: 2
|
|
||||||
2025/08/09-14:58:38.848185 235558 Options.max_background_compactions: -1
|
|
||||||
2025/08/09-14:58:38.848187 235558 Options.max_subcompactions: 1
|
|
||||||
2025/08/09-14:58:38.848189 235558 Options.avoid_flush_during_shutdown: 0
|
|
||||||
2025/08/09-14:58:38.848190 235558 Options.writable_file_max_buffer_size: 1048576
|
|
||||||
2025/08/09-14:58:38.848192 235558 Options.delayed_write_rate : 16777216
|
|
||||||
2025/08/09-14:58:38.848193 235558 Options.max_total_wal_size: 0
|
|
||||||
2025/08/09-14:58:38.848195 235558 Options.delete_obsolete_files_period_micros: 180000000
|
|
||||||
2025/08/09-14:58:38.848197 235558 Options.stats_dump_period_sec: 600
|
|
||||||
2025/08/09-14:58:38.848198 235558 Options.stats_persist_period_sec: 600
|
|
||||||
2025/08/09-14:58:38.848200 235558 Options.stats_history_buffer_size: 1048576
|
|
||||||
2025/08/09-14:58:38.848202 235558 Options.max_open_files: 256
|
|
||||||
2025/08/09-14:58:38.848203 235558 Options.bytes_per_sync: 0
|
|
||||||
2025/08/09-14:58:38.848205 235558 Options.wal_bytes_per_sync: 0
|
|
||||||
2025/08/09-14:58:38.848207 235558 Options.strict_bytes_per_sync: 0
|
|
||||||
2025/08/09-14:58:38.848208 235558 Options.compaction_readahead_size: 2097152
|
|
||||||
2025/08/09-14:58:38.848210 235558 Options.max_background_flushes: -1
|
|
||||||
2025/08/09-14:58:38.848211 235558 Options.daily_offpeak_time_utc:
|
|
||||||
2025/08/09-14:58:38.848215 235558 Compression algorithms supported:
|
|
||||||
2025/08/09-14:58:38.848217 235558 kZSTD supported: 0
|
|
||||||
2025/08/09-14:58:38.848219 235558 kXpressCompression supported: 0
|
|
||||||
2025/08/09-14:58:38.848220 235558 kBZip2Compression supported: 0
|
|
||||||
2025/08/09-14:58:38.848222 235558 kZSTDNotFinalCompression supported: 0
|
|
||||||
2025/08/09-14:58:38.848223 235558 kLZ4Compression supported: 1
|
|
||||||
2025/08/09-14:58:38.848225 235558 kZlibCompression supported: 0
|
|
||||||
2025/08/09-14:58:38.848227 235558 kLZ4HCCompression supported: 1
|
|
||||||
2025/08/09-14:58:38.848228 235558 kSnappyCompression supported: 1
|
|
||||||
2025/08/09-14:58:38.848231 235558 Fast CRC32 supported: Not supported on x86
|
|
||||||
2025/08/09-14:58:38.848232 235558 DMutex implementation: pthread_mutex_t
|
|
||||||
2025/08/09-14:58:38.848234 235558 Jemalloc supported: 0
|
|
||||||
2025/08/09-14:58:38.856389 235558 Options.comparator: leveldb.BytewiseComparator
|
|
||||||
2025/08/09-14:58:38.856402 235558 Options.merge_operator: None
|
|
||||||
2025/08/09-14:58:38.856407 235558 Options.compaction_filter: None
|
|
||||||
2025/08/09-14:58:38.856410 235558 Options.compaction_filter_factory: None
|
|
||||||
2025/08/09-14:58:38.856414 235558 Options.sst_partitioner_factory: None
|
|
||||||
2025/08/09-14:58:38.856418 235558 Options.memtable_factory: SkipListFactory
|
|
||||||
2025/08/09-14:58:38.856422 235558 Options.table_factory: BlockBasedTable
|
|
||||||
2025/08/09-14:58:38.856533 235558 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7e0c1d200980)
|
|
||||||
cache_index_and_filter_blocks: 0
|
|
||||||
cache_index_and_filter_blocks_with_high_priority: 1
|
|
||||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
|
||||||
pin_top_level_index_and_filter: 1
|
|
||||||
index_type: 0
|
|
||||||
data_block_index_type: 0
|
|
||||||
index_shortening: 1
|
|
||||||
data_block_hash_table_util_ratio: 0.750000
|
|
||||||
checksum: 4
|
|
||||||
no_block_cache: 0
|
|
||||||
block_cache: 0x7e0c1d20a5d0
|
|
||||||
block_cache_name: LRUCache
|
|
||||||
block_cache_options:
|
|
||||||
capacity : 33554432
|
|
||||||
num_shard_bits : 6
|
|
||||||
strict_capacity_limit : 0
|
|
||||||
memory_allocator : None
|
|
||||||
high_pri_pool_ratio: 0.500
|
|
||||||
low_pri_pool_ratio: 0.000
|
|
||||||
persistent_cache: (nil)
|
|
||||||
block_size: 4096
|
|
||||||
block_size_deviation: 10
|
|
||||||
block_restart_interval: 16
|
|
||||||
index_block_restart_interval: 1
|
|
||||||
metadata_block_size: 4096
|
|
||||||
partition_filters: 0
|
|
||||||
use_delta_encoding: 1
|
|
||||||
filter_policy: nullptr
|
|
||||||
whole_key_filtering: 1
|
|
||||||
verify_compression: 0
|
|
||||||
read_amp_bytes_per_bit: 0
|
|
||||||
format_version: 6
|
|
||||||
enable_index_compression: 1
|
|
||||||
block_align: 0
|
|
||||||
max_auto_readahead_size: 262144
|
|
||||||
prepopulate_block_cache: 0
|
|
||||||
initial_auto_readahead_size: 8192
|
|
||||||
num_file_reads_for_auto_readahead: 2
|
|
||||||
2025/08/09-14:58:38.856549 235558 Options.write_buffer_size: 10485760
|
|
||||||
2025/08/09-14:58:38.856553 235558 Options.max_write_buffer_number: 2
|
|
||||||
2025/08/09-14:58:38.856560 235558 Options.compression: LZ4
|
|
||||||
2025/08/09-14:58:38.856565 235558 Options.bottommost_compression: Disabled
|
|
||||||
2025/08/09-14:58:38.856568 235558 Options.prefix_extractor: nullptr
|
|
||||||
2025/08/09-14:58:38.856572 235558 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
|
||||||
2025/08/09-14:58:38.856575 235558 Options.num_levels: 7
|
|
||||||
2025/08/09-14:58:38.856579 235558 Options.min_write_buffer_number_to_merge: 1
|
|
||||||
2025/08/09-14:58:38.856582 235558 Options.max_write_buffer_number_to_maintain: 0
|
|
||||||
2025/08/09-14:58:38.856586 235558 Options.max_write_buffer_size_to_maintain: 0
|
|
||||||
2025/08/09-14:58:38.856590 235558 Options.bottommost_compression_opts.window_bits: -14
|
|
||||||
2025/08/09-14:58:38.856595 235558 Options.bottommost_compression_opts.level: 32767
|
|
||||||
2025/08/09-14:58:38.856598 235558 Options.bottommost_compression_opts.strategy: 0
|
|
||||||
2025/08/09-14:58:38.856602 235558 Options.bottommost_compression_opts.max_dict_bytes: 0
|
|
||||||
2025/08/09-14:58:38.856605 235558 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
|
||||||
2025/08/09-14:58:38.856609 235558 Options.bottommost_compression_opts.parallel_threads: 1
|
|
||||||
2025/08/09-14:58:38.856613 235558 Options.bottommost_compression_opts.enabled: false
|
|
||||||
2025/08/09-14:58:38.856622 235558 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
|
||||||
2025/08/09-14:58:38.856627 235558 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
|
|
||||||
2025/08/09-14:58:38.856630 235558 Options.compression_opts.window_bits: -14
|
|
||||||
2025/08/09-14:58:38.856634 235558 Options.compression_opts.level: 32767
|
|
||||||
2025/08/09-14:58:38.856638 235558 Options.compression_opts.strategy: 0
|
|
||||||
2025/08/09-14:58:38.856641 235558 Options.compression_opts.max_dict_bytes: 0
|
|
||||||
2025/08/09-14:58:38.856645 235558 Options.compression_opts.zstd_max_train_bytes: 0
|
|
||||||
2025/08/09-14:58:38.856649 235558 Options.compression_opts.use_zstd_dict_trainer: true
|
|
||||||
2025/08/09-14:58:38.856652 235558 Options.compression_opts.parallel_threads: 1
|
|
||||||
2025/08/09-14:58:38.856656 235558 Options.compression_opts.enabled: false
|
|
||||||
2025/08/09-14:58:38.856660 235558 Options.compression_opts.max_dict_buffer_bytes: 0
|
|
||||||
2025/08/09-14:58:38.856664 235558 Options.level0_file_num_compaction_trigger: 4
|
|
||||||
2025/08/09-14:58:38.856667 235558 Options.level0_slowdown_writes_trigger: 20
|
|
||||||
2025/08/09-14:58:38.856671 235558 Options.level0_stop_writes_trigger: 36
|
|
||||||
2025/08/09-14:58:38.856674 235558 Options.target_file_size_base: 67108864
|
|
||||||
2025/08/09-14:58:38.856678 235558 Options.target_file_size_multiplier: 1
|
|
||||||
2025/08/09-14:58:38.856682 235558 Options.max_bytes_for_level_base: 268435456
|
|
||||||
2025/08/09-14:58:38.856685 235558 Options.level_compaction_dynamic_level_bytes: 1
|
|
||||||
2025/08/09-14:58:38.856692 235558 Options.max_bytes_for_level_multiplier: 10.000000
|
|
||||||
2025/08/09-14:58:38.856697 235558 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
|
||||||
2025/08/09-14:58:38.856702 235558 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
|
||||||
2025/08/09-14:58:38.856705 235558 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
|
||||||
2025/08/09-14:58:38.856709 235558 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
|
||||||
2025/08/09-14:58:38.856713 235558 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
|
||||||
2025/08/09-14:58:38.856716 235558 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
|
||||||
2025/08/09-14:58:38.856719 235558 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
|
||||||
2025/08/09-14:58:38.856725 235558 Options.max_sequential_skip_in_iterations: 8
|
|
||||||
2025/08/09-14:58:38.856729 235558 Options.max_compaction_bytes: 1677721600
|
|
||||||
2025/08/09-14:58:38.856733 235558 Options.arena_block_size: 1048576
|
|
||||||
2025/08/09-14:58:38.856737 235558 Options.soft_pending_compaction_bytes_limit: 68719476736
|
|
||||||
2025/08/09-14:58:38.856741 235558 Options.hard_pending_compaction_bytes_limit: 274877906944
|
|
||||||
2025/08/09-14:58:38.856745 235558 Options.disable_auto_compactions: 0
|
|
||||||
2025/08/09-14:58:38.856750 235558 Options.compaction_style: kCompactionStyleLevel
|
|
||||||
2025/08/09-14:58:38.856754 235558 Options.compaction_pri: kMinOverlappingRatio
|
|
||||||
2025/08/09-14:58:38.856758 235558 Options.compaction_options_universal.size_ratio: 1
|
|
||||||
2025/08/09-14:58:38.856761 235558 Options.compaction_options_universal.min_merge_width: 2
|
|
||||||
2025/08/09-14:58:38.856765 235558 Options.compaction_options_universal.max_merge_width: 4294967295
|
|
||||||
2025/08/09-14:58:38.856769 235558 Options.compaction_options_universal.max_size_amplification_percent: 200
|
|
||||||
2025/08/09-14:58:38.856773 235558 Options.compaction_options_universal.compression_size_percent: -1
|
|
||||||
2025/08/09-14:58:38.856777 235558 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
|
||||||
2025/08/09-14:58:38.856781 235558 Options.compaction_options_universal.max_read_amp: -1
|
|
||||||
2025/08/09-14:58:38.856784 235558 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
|
||||||
2025/08/09-14:58:38.856789 235558 Options.compaction_options_fifo.allow_compaction: 0
|
|
||||||
2025/08/09-14:58:38.856801 235558 Options.table_properties_collectors:
|
|
||||||
2025/08/09-14:58:38.856805 235558 Options.inplace_update_support: 0
|
|
||||||
2025/08/09-14:58:38.856814 235558 Options.inplace_update_num_locks: 10000
|
|
||||||
2025/08/09-14:58:38.856819 235558 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
|
||||||
2025/08/09-14:58:38.856823 235558 Options.memtable_whole_key_filtering: 0
|
|
||||||
2025/08/09-14:58:38.856827 235558 Options.memtable_huge_page_size: 0
|
|
||||||
2025/08/09-14:58:38.856830 235558 Options.bloom_locality: 0
|
|
||||||
2025/08/09-14:58:38.856833 235558 Options.max_successive_merges: 0
|
|
||||||
2025/08/09-14:58:38.856836 235558 Options.strict_max_successive_merges: 0
|
|
||||||
2025/08/09-14:58:38.856840 235558 Options.optimize_filters_for_hits: 0
|
|
||||||
2025/08/09-14:58:38.856843 235558 Options.paranoid_file_checks: 0
|
|
||||||
2025/08/09-14:58:38.856846 235558 Options.force_consistency_checks: 1
|
|
||||||
2025/08/09-14:58:38.856849 235558 Options.report_bg_io_stats: 0
|
|
||||||
2025/08/09-14:58:38.856852 235558 Options.ttl: 2592000
|
|
||||||
2025/08/09-14:58:38.856855 235558 Options.periodic_compaction_seconds: 0
|
|
||||||
2025/08/09-14:58:38.856859 235558 Options.default_temperature: kUnknown
|
|
||||||
2025/08/09-14:58:38.856863 235558 Options.preclude_last_level_data_seconds: 0
|
|
||||||
2025/08/09-14:58:38.856866 235558 Options.preserve_internal_time_seconds: 0
|
|
||||||
2025/08/09-14:58:38.856869 235558 Options.enable_blob_files: false
|
|
||||||
2025/08/09-14:58:38.856872 235558 Options.min_blob_size: 0
|
|
||||||
2025/08/09-14:58:38.856880 235558 Options.blob_file_size: 268435456
|
|
||||||
2025/08/09-14:58:38.856887 235558 Options.blob_compression_type: NoCompression
|
|
||||||
2025/08/09-14:58:38.856891 235558 Options.enable_blob_garbage_collection: false
|
|
||||||
2025/08/09-14:58:38.856895 235558 Options.blob_garbage_collection_age_cutoff: 0.250000
|
|
||||||
2025/08/09-14:58:38.856905 235558 Options.blob_garbage_collection_force_threshold: 1.000000
|
|
||||||
2025/08/09-14:58:38.856908 235558 Options.blob_compaction_readahead_size: 0
|
|
||||||
2025/08/09-14:58:38.856911 235558 Options.blob_file_starting_level: 0
|
|
||||||
2025/08/09-14:58:38.856915 235558 Options.experimental_mempurge_threshold: 0.000000
|
|
||||||
2025/08/09-14:58:38.856918 235558 Options.memtable_max_range_deletions: 0
|
|
||||||
2025/08/09-14:58:38.871668 235558 DB pointer 0x7e0c1d282400
|
|
||||||
Binary file not shown.
|
|
@ -1,214 +0,0 @@
|
||||||
# This is a RocksDB option file.
|
|
||||||
#
|
|
||||||
# For detailed file format spec, please refer to the example file
|
|
||||||
# in examples/rocksdb_option_file_example.ini
|
|
||||||
#
|
|
||||||
|
|
||||||
[Version]
|
|
||||||
rocksdb_version=9.9.3
|
|
||||||
options_file_version=1.1
|
|
||||||
|
|
||||||
[DBOptions]
|
|
||||||
compaction_readahead_size=2097152
|
|
||||||
strict_bytes_per_sync=false
|
|
||||||
bytes_per_sync=0
|
|
||||||
max_background_jobs=2
|
|
||||||
avoid_flush_during_shutdown=false
|
|
||||||
max_background_flushes=-1
|
|
||||||
delayed_write_rate=16777216
|
|
||||||
max_open_files=256
|
|
||||||
max_subcompactions=1
|
|
||||||
writable_file_max_buffer_size=1048576
|
|
||||||
wal_bytes_per_sync=0
|
|
||||||
max_background_compactions=-1
|
|
||||||
max_total_wal_size=0
|
|
||||||
delete_obsolete_files_period_micros=180000000
|
|
||||||
stats_dump_period_sec=600
|
|
||||||
stats_history_buffer_size=1048576
|
|
||||||
stats_persist_period_sec=600
|
|
||||||
follower_refresh_catchup_period_ms=10000
|
|
||||||
enforce_single_del_contracts=true
|
|
||||||
lowest_used_cache_tier=kNonVolatileBlockTier
|
|
||||||
bgerror_resume_retry_interval=1000000
|
|
||||||
metadata_write_temperature=kUnknown
|
|
||||||
best_efforts_recovery=false
|
|
||||||
log_readahead_size=0
|
|
||||||
write_identity_file=true
|
|
||||||
write_dbid_to_manifest=true
|
|
||||||
prefix_seek_opt_in_only=false
|
|
||||||
wal_compression=kNoCompression
|
|
||||||
manual_wal_flush=false
|
|
||||||
db_host_id=__hostname__
|
|
||||||
two_write_queues=false
|
|
||||||
random_access_max_buffer_size=1048576
|
|
||||||
avoid_unnecessary_blocking_io=false
|
|
||||||
skip_checking_sst_file_sizes_on_db_open=false
|
|
||||||
flush_verify_memtable_count=true
|
|
||||||
fail_if_options_file_error=true
|
|
||||||
atomic_flush=false
|
|
||||||
verify_sst_unique_id_in_manifest=true
|
|
||||||
skip_stats_update_on_db_open=false
|
|
||||||
track_and_verify_wals_in_manifest=false
|
|
||||||
compaction_verify_record_count=true
|
|
||||||
paranoid_checks=true
|
|
||||||
create_if_missing=true
|
|
||||||
max_write_batch_group_size_bytes=1048576
|
|
||||||
follower_catchup_retry_count=10
|
|
||||||
avoid_flush_during_recovery=false
|
|
||||||
file_checksum_gen_factory=nullptr
|
|
||||||
enable_thread_tracking=false
|
|
||||||
allow_fallocate=true
|
|
||||||
allow_data_in_errors=false
|
|
||||||
error_if_exists=false
|
|
||||||
use_direct_io_for_flush_and_compaction=false
|
|
||||||
background_close_inactive_wals=false
|
|
||||||
create_missing_column_families=true
|
|
||||||
WAL_size_limit_MB=0
|
|
||||||
use_direct_reads=false
|
|
||||||
persist_stats_to_disk=false
|
|
||||||
allow_2pc=false
|
|
||||||
is_fd_close_on_exec=true
|
|
||||||
max_log_file_size=1048576
|
|
||||||
max_file_opening_threads=16
|
|
||||||
wal_filter=nullptr
|
|
||||||
wal_write_temperature=kUnknown
|
|
||||||
follower_catchup_retry_wait_ms=100
|
|
||||||
allow_mmap_reads=false
|
|
||||||
allow_mmap_writes=false
|
|
||||||
use_adaptive_mutex=false
|
|
||||||
use_fsync=false
|
|
||||||
table_cache_numshardbits=6
|
|
||||||
dump_malloc_stats=false
|
|
||||||
db_write_buffer_size=0
|
|
||||||
allow_ingest_behind=false
|
|
||||||
keep_log_file_num=1
|
|
||||||
max_bgerror_resume_count=2147483647
|
|
||||||
allow_concurrent_memtable_write=true
|
|
||||||
recycle_log_file_num=0
|
|
||||||
log_file_time_to_roll=0
|
|
||||||
manifest_preallocation_size=4194304
|
|
||||||
enable_write_thread_adaptive_yield=true
|
|
||||||
WAL_ttl_seconds=0
|
|
||||||
max_manifest_file_size=1073741824
|
|
||||||
wal_recovery_mode=kTolerateCorruptedTailRecords
|
|
||||||
enable_pipelined_write=false
|
|
||||||
write_thread_slow_yield_usec=3
|
|
||||||
unordered_write=false
|
|
||||||
write_thread_max_yield_usec=100
|
|
||||||
advise_random_on_open=true
|
|
||||||
info_log_level=ERROR_LEVEL
|
|
||||||
|
|
||||||
|
|
||||||
[CFOptions "default"]
|
|
||||||
memtable_max_range_deletions=0
|
|
||||||
compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
|
||||||
paranoid_memory_checks=false
|
|
||||||
block_protection_bytes_per_key=0
|
|
||||||
uncache_aggressiveness=0
|
|
||||||
bottommost_file_compaction_delay=0
|
|
||||||
memtable_protection_bytes_per_key=0
|
|
||||||
experimental_mempurge_threshold=0.000000
|
|
||||||
bottommost_compression=kDisableCompressionOption
|
|
||||||
sample_for_compression=0
|
|
||||||
prepopulate_blob_cache=kDisable
|
|
||||||
blob_file_starting_level=0
|
|
||||||
blob_compaction_readahead_size=0
|
|
||||||
table_factory=BlockBasedTable
|
|
||||||
max_successive_merges=0
|
|
||||||
max_write_buffer_number=2
|
|
||||||
prefix_extractor=nullptr
|
|
||||||
memtable_huge_page_size=0
|
|
||||||
write_buffer_size=10485760
|
|
||||||
strict_max_successive_merges=false
|
|
||||||
arena_block_size=1048576
|
|
||||||
level0_file_num_compaction_trigger=4
|
|
||||||
report_bg_io_stats=false
|
|
||||||
inplace_update_num_locks=10000
|
|
||||||
memtable_prefix_bloom_size_ratio=0.000000
|
|
||||||
level0_stop_writes_trigger=36
|
|
||||||
blob_compression_type=kNoCompression
|
|
||||||
level0_slowdown_writes_trigger=20
|
|
||||||
hard_pending_compaction_bytes_limit=274877906944
|
|
||||||
target_file_size_multiplier=1
|
|
||||||
bottommost_compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
|
||||||
paranoid_file_checks=false
|
|
||||||
blob_garbage_collection_force_threshold=1.000000
|
|
||||||
enable_blob_files=false
|
|
||||||
soft_pending_compaction_bytes_limit=68719476736
|
|
||||||
target_file_size_base=67108864
|
|
||||||
max_compaction_bytes=1677721600
|
|
||||||
disable_auto_compactions=false
|
|
||||||
min_blob_size=0
|
|
||||||
memtable_whole_key_filtering=false
|
|
||||||
max_bytes_for_level_base=268435456
|
|
||||||
last_level_temperature=kUnknown
|
|
||||||
preserve_internal_time_seconds=0
|
|
||||||
compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
|
|
||||||
max_bytes_for_level_multiplier=10.000000
|
|
||||||
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
|
|
||||||
max_sequential_skip_in_iterations=8
|
|
||||||
compression=kLZ4Compression
|
|
||||||
default_write_temperature=kUnknown
|
|
||||||
compaction_options_universal={incremental=false;compression_size_percent=-1;allow_trivial_move=false;max_size_amplification_percent=200;max_merge_width=4294967295;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;max_read_amp=-1;size_ratio=1;}
|
|
||||||
blob_garbage_collection_age_cutoff=0.250000
|
|
||||||
ttl=2592000
|
|
||||||
periodic_compaction_seconds=0
|
|
||||||
preclude_last_level_data_seconds=0
|
|
||||||
blob_file_size=268435456
|
|
||||||
enable_blob_garbage_collection=false
|
|
||||||
persist_user_defined_timestamps=true
|
|
||||||
compaction_pri=kMinOverlappingRatio
|
|
||||||
compaction_filter_factory=nullptr
|
|
||||||
comparator=leveldb.BytewiseComparator
|
|
||||||
bloom_locality=0
|
|
||||||
merge_operator=nullptr
|
|
||||||
compaction_filter=nullptr
|
|
||||||
level_compaction_dynamic_level_bytes=true
|
|
||||||
optimize_filters_for_hits=false
|
|
||||||
inplace_update_support=false
|
|
||||||
max_write_buffer_number_to_maintain=0
|
|
||||||
max_write_buffer_size_to_maintain=0
|
|
||||||
sst_partitioner_factory=nullptr
|
|
||||||
default_temperature=kUnknown
|
|
||||||
compaction_style=kCompactionStyleLevel
|
|
||||||
min_write_buffer_number_to_merge=1
|
|
||||||
memtable_factory=SkipListFactory
|
|
||||||
memtable_insert_with_hint_prefix_extractor=nullptr
|
|
||||||
force_consistency_checks=true
|
|
||||||
num_levels=7
|
|
||||||
|
|
||||||
[TableOptions/BlockBasedTable "default"]
|
|
||||||
num_file_reads_for_auto_readahead=2
|
|
||||||
initial_auto_readahead_size=8192
|
|
||||||
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
|
|
||||||
enable_index_compression=true
|
|
||||||
verify_compression=false
|
|
||||||
prepopulate_block_cache=kDisable
|
|
||||||
format_version=6
|
|
||||||
use_delta_encoding=true
|
|
||||||
pin_top_level_index_and_filter=true
|
|
||||||
read_amp_bytes_per_bit=0
|
|
||||||
decouple_partitioned_filters=false
|
|
||||||
partition_filters=false
|
|
||||||
metadata_block_size=4096
|
|
||||||
max_auto_readahead_size=262144
|
|
||||||
index_block_restart_interval=1
|
|
||||||
block_size_deviation=10
|
|
||||||
block_size=4096
|
|
||||||
detect_filter_construct_corruption=false
|
|
||||||
no_block_cache=false
|
|
||||||
checksum=kXXH3
|
|
||||||
filter_policy=nullptr
|
|
||||||
data_block_hash_table_util_ratio=0.750000
|
|
||||||
block_restart_interval=16
|
|
||||||
index_type=kBinarySearch
|
|
||||||
pin_l0_filter_and_index_blocks_in_cache=false
|
|
||||||
data_block_index_type=kDataBlockBinarySearch
|
|
||||||
cache_index_and_filter_blocks_with_high_priority=true
|
|
||||||
whole_key_filtering=true
|
|
||||||
index_shortening=kShortenSeparators
|
|
||||||
cache_index_and_filter_blocks=false
|
|
||||||
block_align=false
|
|
||||||
optimize_filters_for_memory=true
|
|
||||||
flush_block_policy_factory=FlushBlockBySizePolicyFactory
|
|
||||||
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"indexed_fields":{}}
|
|
||||||
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"}
|
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"initial_version":null,"version":224,"config":{"vector_data":{"":{"size":384,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"plain","options":{}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}}
|
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"chunk_size_bytes":33553920,"chunk_size_vectors":21845,"dim":384,"mlock":false,"populate":true}
|
|
||||||
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
0.6.0
|
|
||||||
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
MANIFEST-000005
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
92b693a4-966e-44fe-be57-b7bd82952117
|
|
||||||
|
|
@ -1,244 +0,0 @@
|
||||||
2025/08/09-14:58:38.847989 235557 RocksDB version: 9.9.3
|
|
||||||
2025/08/09-14:58:38.848021 235557 Compile date 2024-12-05 01:25:31
|
|
||||||
2025/08/09-14:58:38.848024 235557 DB SUMMARY
|
|
||||||
2025/08/09-14:58:38.848027 235557 Host name (Env): 30dfd2e38f0b
|
|
||||||
2025/08/09-14:58:38.848029 235557 DB Session ID: VBBHIY49NOC7L6W4M1AK
|
|
||||||
2025/08/09-14:58:38.848055 235557 SST files in ./storage/collections/exercises/0/segments/a3b3cf91-3dff-4a37-b921-1c54f1a3ee13/payload_index dir, Total Num: 0, files:
|
|
||||||
2025/08/09-14:58:38.848058 235557 Write Ahead Log file in ./storage/collections/exercises/0/segments/a3b3cf91-3dff-4a37-b921-1c54f1a3ee13/payload_index:
|
|
||||||
2025/08/09-14:58:38.848060 235557 Options.error_if_exists: 0
|
|
||||||
2025/08/09-14:58:38.848062 235557 Options.create_if_missing: 1
|
|
||||||
2025/08/09-14:58:38.848063 235557 Options.paranoid_checks: 1
|
|
||||||
2025/08/09-14:58:38.848065 235557 Options.flush_verify_memtable_count: 1
|
|
||||||
2025/08/09-14:58:38.848066 235557 Options.compaction_verify_record_count: 1
|
|
||||||
2025/08/09-14:58:38.848067 235557 Options.track_and_verify_wals_in_manifest: 0
|
|
||||||
2025/08/09-14:58:38.848069 235557 Options.verify_sst_unique_id_in_manifest: 1
|
|
||||||
2025/08/09-14:58:38.848071 235557 Options.env: 0x7e0c22230380
|
|
||||||
2025/08/09-14:58:38.848072 235557 Options.fs: PosixFileSystem
|
|
||||||
2025/08/09-14:58:38.848074 235557 Options.info_log: 0x7e0c25261e00
|
|
||||||
2025/08/09-14:58:38.848075 235557 Options.max_file_opening_threads: 16
|
|
||||||
2025/08/09-14:58:38.848077 235557 Options.statistics: (nil)
|
|
||||||
2025/08/09-14:58:38.848078 235557 Options.use_fsync: 0
|
|
||||||
2025/08/09-14:58:38.848080 235557 Options.max_log_file_size: 1048576
|
|
||||||
2025/08/09-14:58:38.848081 235557 Options.max_manifest_file_size: 1073741824
|
|
||||||
2025/08/09-14:58:38.848084 235557 Options.log_file_time_to_roll: 0
|
|
||||||
2025/08/09-14:58:38.848086 235557 Options.keep_log_file_num: 1
|
|
||||||
2025/08/09-14:58:38.848087 235557 Options.recycle_log_file_num: 0
|
|
||||||
2025/08/09-14:58:38.848089 235557 Options.allow_fallocate: 1
|
|
||||||
2025/08/09-14:58:38.848091 235557 Options.allow_mmap_reads: 0
|
|
||||||
2025/08/09-14:58:38.848092 235557 Options.allow_mmap_writes: 0
|
|
||||||
2025/08/09-14:58:38.848094 235557 Options.use_direct_reads: 0
|
|
||||||
2025/08/09-14:58:38.848095 235557 Options.use_direct_io_for_flush_and_compaction: 0
|
|
||||||
2025/08/09-14:58:38.848097 235557 Options.create_missing_column_families: 1
|
|
||||||
2025/08/09-14:58:38.848098 235557 Options.db_log_dir:
|
|
||||||
2025/08/09-14:58:38.848099 235557 Options.wal_dir:
|
|
||||||
2025/08/09-14:58:38.848101 235557 Options.table_cache_numshardbits: 6
|
|
||||||
2025/08/09-14:58:38.848103 235557 Options.WAL_ttl_seconds: 0
|
|
||||||
2025/08/09-14:58:38.848104 235557 Options.WAL_size_limit_MB: 0
|
|
||||||
2025/08/09-14:58:38.848106 235557 Options.max_write_batch_group_size_bytes: 1048576
|
|
||||||
2025/08/09-14:58:38.848108 235557 Options.manifest_preallocation_size: 4194304
|
|
||||||
2025/08/09-14:58:38.848109 235557 Options.is_fd_close_on_exec: 1
|
|
||||||
2025/08/09-14:58:38.848112 235557 Options.advise_random_on_open: 1
|
|
||||||
2025/08/09-14:58:38.848114 235557 Options.db_write_buffer_size: 0
|
|
||||||
2025/08/09-14:58:38.848115 235557 Options.write_buffer_manager: 0x7e0c25201320
|
|
||||||
2025/08/09-14:58:38.848117 235557 Options.random_access_max_buffer_size: 1048576
|
|
||||||
2025/08/09-14:58:38.848118 235557 Options.use_adaptive_mutex: 0
|
|
||||||
2025/08/09-14:58:38.848120 235557 Options.rate_limiter: (nil)
|
|
||||||
2025/08/09-14:58:38.848122 235557 Options.sst_file_manager.rate_bytes_per_sec: 0
|
|
||||||
2025/08/09-14:58:38.848124 235557 Options.wal_recovery_mode: 0
|
|
||||||
2025/08/09-14:58:38.848128 235557 Options.enable_thread_tracking: 0
|
|
||||||
2025/08/09-14:58:38.848130 235557 Options.enable_pipelined_write: 0
|
|
||||||
2025/08/09-14:58:38.848131 235557 Options.unordered_write: 0
|
|
||||||
2025/08/09-14:58:38.848134 235557 Options.allow_concurrent_memtable_write: 1
|
|
||||||
2025/08/09-14:58:38.848136 235557 Options.enable_write_thread_adaptive_yield: 1
|
|
||||||
2025/08/09-14:58:38.848137 235557 Options.write_thread_max_yield_usec: 100
|
|
||||||
2025/08/09-14:58:38.848141 235557 Options.write_thread_slow_yield_usec: 3
|
|
||||||
2025/08/09-14:58:38.848142 235557 Options.row_cache: None
|
|
||||||
2025/08/09-14:58:38.848144 235557 Options.wal_filter: None
|
|
||||||
2025/08/09-14:58:38.848146 235557 Options.avoid_flush_during_recovery: 0
|
|
||||||
2025/08/09-14:58:38.848147 235557 Options.allow_ingest_behind: 0
|
|
||||||
2025/08/09-14:58:38.848148 235557 Options.two_write_queues: 0
|
|
||||||
2025/08/09-14:58:38.848150 235557 Options.manual_wal_flush: 0
|
|
||||||
2025/08/09-14:58:38.848151 235557 Options.wal_compression: 0
|
|
||||||
2025/08/09-14:58:38.848154 235557 Options.background_close_inactive_wals: 0
|
|
||||||
2025/08/09-14:58:38.848156 235557 Options.atomic_flush: 0
|
|
||||||
2025/08/09-14:58:38.848157 235557 Options.avoid_unnecessary_blocking_io: 0
|
|
||||||
2025/08/09-14:58:38.848159 235557 Options.prefix_seek_opt_in_only: 0
|
|
||||||
2025/08/09-14:58:38.848160 235557 Options.persist_stats_to_disk: 0
|
|
||||||
2025/08/09-14:58:38.848162 235557 Options.write_dbid_to_manifest: 1
|
|
||||||
2025/08/09-14:58:38.848165 235557 Options.write_identity_file: 1
|
|
||||||
2025/08/09-14:58:38.848166 235557 Options.log_readahead_size: 0
|
|
||||||
2025/08/09-14:58:38.848167 235557 Options.file_checksum_gen_factory: Unknown
|
|
||||||
2025/08/09-14:58:38.848170 235557 Options.best_efforts_recovery: 0
|
|
||||||
2025/08/09-14:58:38.848171 235557 Options.max_bgerror_resume_count: 2147483647
|
|
||||||
2025/08/09-14:58:38.848173 235557 Options.bgerror_resume_retry_interval: 1000000
|
|
||||||
2025/08/09-14:58:38.848174 235557 Options.allow_data_in_errors: 0
|
|
||||||
2025/08/09-14:58:38.848176 235557 Options.db_host_id: __hostname__
|
|
||||||
2025/08/09-14:58:38.848177 235557 Options.enforce_single_del_contracts: true
|
|
||||||
2025/08/09-14:58:38.848180 235557 Options.metadata_write_temperature: kUnknown
|
|
||||||
2025/08/09-14:58:38.848181 235557 Options.wal_write_temperature: kUnknown
|
|
||||||
2025/08/09-14:58:38.848183 235557 Options.max_background_jobs: 2
|
|
||||||
2025/08/09-14:58:38.848186 235557 Options.max_background_compactions: -1
|
|
||||||
2025/08/09-14:58:38.848187 235557 Options.max_subcompactions: 1
|
|
||||||
2025/08/09-14:58:38.848188 235557 Options.avoid_flush_during_shutdown: 0
|
|
||||||
2025/08/09-14:58:38.848190 235557 Options.writable_file_max_buffer_size: 1048576
|
|
||||||
2025/08/09-14:58:38.848192 235557 Options.delayed_write_rate : 16777216
|
|
||||||
2025/08/09-14:58:38.848193 235557 Options.max_total_wal_size: 0
|
|
||||||
2025/08/09-14:58:38.848195 235557 Options.delete_obsolete_files_period_micros: 180000000
|
|
||||||
2025/08/09-14:58:38.848196 235557 Options.stats_dump_period_sec: 600
|
|
||||||
2025/08/09-14:58:38.848198 235557 Options.stats_persist_period_sec: 600
|
|
||||||
2025/08/09-14:58:38.848199 235557 Options.stats_history_buffer_size: 1048576
|
|
||||||
2025/08/09-14:58:38.848201 235557 Options.max_open_files: 256
|
|
||||||
2025/08/09-14:58:38.848203 235557 Options.bytes_per_sync: 0
|
|
||||||
2025/08/09-14:58:38.848204 235557 Options.wal_bytes_per_sync: 0
|
|
||||||
2025/08/09-14:58:38.848206 235557 Options.strict_bytes_per_sync: 0
|
|
||||||
2025/08/09-14:58:38.848207 235557 Options.compaction_readahead_size: 2097152
|
|
||||||
2025/08/09-14:58:38.848209 235557 Options.max_background_flushes: -1
|
|
||||||
2025/08/09-14:58:38.848210 235557 Options.daily_offpeak_time_utc:
|
|
||||||
2025/08/09-14:58:38.848214 235557 Compression algorithms supported:
|
|
||||||
2025/08/09-14:58:38.848216 235557 kZSTD supported: 0
|
|
||||||
2025/08/09-14:58:38.848218 235557 kXpressCompression supported: 0
|
|
||||||
2025/08/09-14:58:38.848220 235557 kBZip2Compression supported: 0
|
|
||||||
2025/08/09-14:58:38.848221 235557 kZSTDNotFinalCompression supported: 0
|
|
||||||
2025/08/09-14:58:38.848223 235557 kLZ4Compression supported: 1
|
|
||||||
2025/08/09-14:58:38.848225 235557 kZlibCompression supported: 0
|
|
||||||
2025/08/09-14:58:38.848226 235557 kLZ4HCCompression supported: 1
|
|
||||||
2025/08/09-14:58:38.848228 235557 kSnappyCompression supported: 1
|
|
||||||
2025/08/09-14:58:38.848230 235557 Fast CRC32 supported: Not supported on x86
|
|
||||||
2025/08/09-14:58:38.848232 235557 DMutex implementation: pthread_mutex_t
|
|
||||||
2025/08/09-14:58:38.848233 235557 Jemalloc supported: 0
|
|
||||||
2025/08/09-14:58:38.855276 235557 Options.comparator: leveldb.BytewiseComparator
|
|
||||||
2025/08/09-14:58:38.855293 235557 Options.merge_operator: None
|
|
||||||
2025/08/09-14:58:38.855295 235557 Options.compaction_filter: None
|
|
||||||
2025/08/09-14:58:38.855298 235557 Options.compaction_filter_factory: None
|
|
||||||
2025/08/09-14:58:38.855300 235557 Options.sst_partitioner_factory: None
|
|
||||||
2025/08/09-14:58:38.855302 235557 Options.memtable_factory: SkipListFactory
|
|
||||||
2025/08/09-14:58:38.855304 235557 Options.table_factory: BlockBasedTable
|
|
||||||
2025/08/09-14:58:38.855362 235557 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7e0c25200140)
|
|
||||||
cache_index_and_filter_blocks: 0
|
|
||||||
cache_index_and_filter_blocks_with_high_priority: 1
|
|
||||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
|
||||||
pin_top_level_index_and_filter: 1
|
|
||||||
index_type: 0
|
|
||||||
data_block_index_type: 0
|
|
||||||
index_shortening: 1
|
|
||||||
data_block_hash_table_util_ratio: 0.750000
|
|
||||||
checksum: 4
|
|
||||||
no_block_cache: 0
|
|
||||||
block_cache: 0x7e0c25215490
|
|
||||||
block_cache_name: LRUCache
|
|
||||||
block_cache_options:
|
|
||||||
capacity : 33554432
|
|
||||||
num_shard_bits : 6
|
|
||||||
strict_capacity_limit : 0
|
|
||||||
memory_allocator : None
|
|
||||||
high_pri_pool_ratio: 0.500
|
|
||||||
low_pri_pool_ratio: 0.000
|
|
||||||
persistent_cache: (nil)
|
|
||||||
block_size: 4096
|
|
||||||
block_size_deviation: 10
|
|
||||||
block_restart_interval: 16
|
|
||||||
index_block_restart_interval: 1
|
|
||||||
metadata_block_size: 4096
|
|
||||||
partition_filters: 0
|
|
||||||
use_delta_encoding: 1
|
|
||||||
filter_policy: nullptr
|
|
||||||
whole_key_filtering: 1
|
|
||||||
verify_compression: 0
|
|
||||||
read_amp_bytes_per_bit: 0
|
|
||||||
format_version: 6
|
|
||||||
enable_index_compression: 1
|
|
||||||
block_align: 0
|
|
||||||
max_auto_readahead_size: 262144
|
|
||||||
prepopulate_block_cache: 0
|
|
||||||
initial_auto_readahead_size: 8192
|
|
||||||
num_file_reads_for_auto_readahead: 2
|
|
||||||
2025/08/09-14:58:38.855372 235557 Options.write_buffer_size: 10485760
|
|
||||||
2025/08/09-14:58:38.855374 235557 Options.max_write_buffer_number: 2
|
|
||||||
2025/08/09-14:58:38.855378 235557 Options.compression: LZ4
|
|
||||||
2025/08/09-14:58:38.855381 235557 Options.bottommost_compression: Disabled
|
|
||||||
2025/08/09-14:58:38.855383 235557 Options.prefix_extractor: nullptr
|
|
||||||
2025/08/09-14:58:38.855385 235557 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
|
||||||
2025/08/09-14:58:38.855387 235557 Options.num_levels: 7
|
|
||||||
2025/08/09-14:58:38.855390 235557 Options.min_write_buffer_number_to_merge: 1
|
|
||||||
2025/08/09-14:58:38.855392 235557 Options.max_write_buffer_number_to_maintain: 0
|
|
||||||
2025/08/09-14:58:38.855394 235557 Options.max_write_buffer_size_to_maintain: 0
|
|
||||||
2025/08/09-14:58:38.855397 235557 Options.bottommost_compression_opts.window_bits: -14
|
|
||||||
2025/08/09-14:58:38.855399 235557 Options.bottommost_compression_opts.level: 32767
|
|
||||||
2025/08/09-14:58:38.855401 235557 Options.bottommost_compression_opts.strategy: 0
|
|
||||||
2025/08/09-14:58:38.855403 235557 Options.bottommost_compression_opts.max_dict_bytes: 0
|
|
||||||
2025/08/09-14:58:38.855406 235557 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
|
||||||
2025/08/09-14:58:38.855408 235557 Options.bottommost_compression_opts.parallel_threads: 1
|
|
||||||
2025/08/09-14:58:38.855410 235557 Options.bottommost_compression_opts.enabled: false
|
|
||||||
2025/08/09-14:58:38.855419 235557 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
|
||||||
2025/08/09-14:58:38.855421 235557 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
|
|
||||||
2025/08/09-14:58:38.855424 235557 Options.compression_opts.window_bits: -14
|
|
||||||
2025/08/09-14:58:38.855426 235557 Options.compression_opts.level: 32767
|
|
||||||
2025/08/09-14:58:38.855431 235557 Options.compression_opts.strategy: 0
|
|
||||||
2025/08/09-14:58:38.855434 235557 Options.compression_opts.max_dict_bytes: 0
|
|
||||||
2025/08/09-14:58:38.855436 235557 Options.compression_opts.zstd_max_train_bytes: 0
|
|
||||||
2025/08/09-14:58:38.855438 235557 Options.compression_opts.use_zstd_dict_trainer: true
|
|
||||||
2025/08/09-14:58:38.855440 235557 Options.compression_opts.parallel_threads: 1
|
|
||||||
2025/08/09-14:58:38.855442 235557 Options.compression_opts.enabled: false
|
|
||||||
2025/08/09-14:58:38.855444 235557 Options.compression_opts.max_dict_buffer_bytes: 0
|
|
||||||
2025/08/09-14:58:38.855446 235557 Options.level0_file_num_compaction_trigger: 4
|
|
||||||
2025/08/09-14:58:38.855448 235557 Options.level0_slowdown_writes_trigger: 20
|
|
||||||
2025/08/09-14:58:38.855450 235557 Options.level0_stop_writes_trigger: 36
|
|
||||||
2025/08/09-14:58:38.855452 235557 Options.target_file_size_base: 67108864
|
|
||||||
2025/08/09-14:58:38.855455 235557 Options.target_file_size_multiplier: 1
|
|
||||||
2025/08/09-14:58:38.855457 235557 Options.max_bytes_for_level_base: 268435456
|
|
||||||
2025/08/09-14:58:38.855470 235557 Options.level_compaction_dynamic_level_bytes: 1
|
|
||||||
2025/08/09-14:58:38.855475 235557 Options.max_bytes_for_level_multiplier: 10.000000
|
|
||||||
2025/08/09-14:58:38.855478 235557 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
|
||||||
2025/08/09-14:58:38.855480 235557 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
|
||||||
2025/08/09-14:58:38.855483 235557 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
|
||||||
2025/08/09-14:58:38.855485 235557 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
|
||||||
2025/08/09-14:58:38.855487 235557 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
|
||||||
2025/08/09-14:58:38.855492 235557 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
|
||||||
2025/08/09-14:58:38.855495 235557 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
|
||||||
2025/08/09-14:58:38.855499 235557 Options.max_sequential_skip_in_iterations: 8
|
|
||||||
2025/08/09-14:58:38.855502 235557 Options.max_compaction_bytes: 1677721600
|
|
||||||
2025/08/09-14:58:38.855504 235557 Options.arena_block_size: 1048576
|
|
||||||
2025/08/09-14:58:38.855507 235557 Options.soft_pending_compaction_bytes_limit: 68719476736
|
|
||||||
2025/08/09-14:58:38.855509 235557 Options.hard_pending_compaction_bytes_limit: 274877906944
|
|
||||||
2025/08/09-14:58:38.855511 235557 Options.disable_auto_compactions: 0
|
|
||||||
2025/08/09-14:58:38.855514 235557 Options.compaction_style: kCompactionStyleLevel
|
|
||||||
2025/08/09-14:58:38.855517 235557 Options.compaction_pri: kMinOverlappingRatio
|
|
||||||
2025/08/09-14:58:38.855519 235557 Options.compaction_options_universal.size_ratio: 1
|
|
||||||
2025/08/09-14:58:38.855521 235557 Options.compaction_options_universal.min_merge_width: 2
|
|
||||||
2025/08/09-14:58:38.855523 235557 Options.compaction_options_universal.max_merge_width: 4294967295
|
|
||||||
2025/08/09-14:58:38.855525 235557 Options.compaction_options_universal.max_size_amplification_percent: 200
|
|
||||||
2025/08/09-14:58:38.855528 235557 Options.compaction_options_universal.compression_size_percent: -1
|
|
||||||
2025/08/09-14:58:38.855530 235557 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
|
||||||
2025/08/09-14:58:38.855532 235557 Options.compaction_options_universal.max_read_amp: -1
|
|
||||||
2025/08/09-14:58:38.855534 235557 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
|
||||||
2025/08/09-14:58:38.855537 235557 Options.compaction_options_fifo.allow_compaction: 0
|
|
||||||
2025/08/09-14:58:38.855544 235557 Options.table_properties_collectors:
|
|
||||||
2025/08/09-14:58:38.855547 235557 Options.inplace_update_support: 0
|
|
||||||
2025/08/09-14:58:38.855552 235557 Options.inplace_update_num_locks: 10000
|
|
||||||
2025/08/09-14:58:38.855555 235557 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
|
||||||
2025/08/09-14:58:38.855558 235557 Options.memtable_whole_key_filtering: 0
|
|
||||||
2025/08/09-14:58:38.855560 235557 Options.memtable_huge_page_size: 0
|
|
||||||
2025/08/09-14:58:38.855562 235557 Options.bloom_locality: 0
|
|
||||||
2025/08/09-14:58:38.855564 235557 Options.max_successive_merges: 0
|
|
||||||
2025/08/09-14:58:38.855567 235557 Options.strict_max_successive_merges: 0
|
|
||||||
2025/08/09-14:58:38.855569 235557 Options.optimize_filters_for_hits: 0
|
|
||||||
2025/08/09-14:58:38.855571 235557 Options.paranoid_file_checks: 0
|
|
||||||
2025/08/09-14:58:38.855573 235557 Options.force_consistency_checks: 1
|
|
||||||
2025/08/09-14:58:38.855575 235557 Options.report_bg_io_stats: 0
|
|
||||||
2025/08/09-14:58:38.855577 235557 Options.ttl: 2592000
|
|
||||||
2025/08/09-14:58:38.855579 235557 Options.periodic_compaction_seconds: 0
|
|
||||||
2025/08/09-14:58:38.855581 235557 Options.default_temperature: kUnknown
|
|
||||||
2025/08/09-14:58:38.855583 235557 Options.preclude_last_level_data_seconds: 0
|
|
||||||
2025/08/09-14:58:38.855586 235557 Options.preserve_internal_time_seconds: 0
|
|
||||||
2025/08/09-14:58:38.855588 235557 Options.enable_blob_files: false
|
|
||||||
2025/08/09-14:58:38.855590 235557 Options.min_blob_size: 0
|
|
||||||
2025/08/09-14:58:38.855592 235557 Options.blob_file_size: 268435456
|
|
||||||
2025/08/09-14:58:38.855594 235557 Options.blob_compression_type: NoCompression
|
|
||||||
2025/08/09-14:58:38.855596 235557 Options.enable_blob_garbage_collection: false
|
|
||||||
2025/08/09-14:58:38.855599 235557 Options.blob_garbage_collection_age_cutoff: 0.250000
|
|
||||||
2025/08/09-14:58:38.855602 235557 Options.blob_garbage_collection_force_threshold: 1.000000
|
|
||||||
2025/08/09-14:58:38.855605 235557 Options.blob_compaction_readahead_size: 0
|
|
||||||
2025/08/09-14:58:38.855607 235557 Options.blob_file_starting_level: 0
|
|
||||||
2025/08/09-14:58:38.855609 235557 Options.experimental_mempurge_threshold: 0.000000
|
|
||||||
2025/08/09-14:58:38.855612 235557 Options.memtable_max_range_deletions: 0
|
|
||||||
2025/08/09-14:58:38.870491 235557 DB pointer 0x7e0c25270400
|
|
||||||
Binary file not shown.
|
|
@ -1,214 +0,0 @@
|
||||||
# This is a RocksDB option file.
|
|
||||||
#
|
|
||||||
# For detailed file format spec, please refer to the example file
|
|
||||||
# in examples/rocksdb_option_file_example.ini
|
|
||||||
#
|
|
||||||
|
|
||||||
[Version]
|
|
||||||
rocksdb_version=9.9.3
|
|
||||||
options_file_version=1.1
|
|
||||||
|
|
||||||
[DBOptions]
|
|
||||||
compaction_readahead_size=2097152
|
|
||||||
strict_bytes_per_sync=false
|
|
||||||
bytes_per_sync=0
|
|
||||||
max_background_jobs=2
|
|
||||||
avoid_flush_during_shutdown=false
|
|
||||||
max_background_flushes=-1
|
|
||||||
delayed_write_rate=16777216
|
|
||||||
max_open_files=256
|
|
||||||
max_subcompactions=1
|
|
||||||
writable_file_max_buffer_size=1048576
|
|
||||||
wal_bytes_per_sync=0
|
|
||||||
max_background_compactions=-1
|
|
||||||
max_total_wal_size=0
|
|
||||||
delete_obsolete_files_period_micros=180000000
|
|
||||||
stats_dump_period_sec=600
|
|
||||||
stats_history_buffer_size=1048576
|
|
||||||
stats_persist_period_sec=600
|
|
||||||
follower_refresh_catchup_period_ms=10000
|
|
||||||
enforce_single_del_contracts=true
|
|
||||||
lowest_used_cache_tier=kNonVolatileBlockTier
|
|
||||||
bgerror_resume_retry_interval=1000000
|
|
||||||
metadata_write_temperature=kUnknown
|
|
||||||
best_efforts_recovery=false
|
|
||||||
log_readahead_size=0
|
|
||||||
write_identity_file=true
|
|
||||||
write_dbid_to_manifest=true
|
|
||||||
prefix_seek_opt_in_only=false
|
|
||||||
wal_compression=kNoCompression
|
|
||||||
manual_wal_flush=false
|
|
||||||
db_host_id=__hostname__
|
|
||||||
two_write_queues=false
|
|
||||||
random_access_max_buffer_size=1048576
|
|
||||||
avoid_unnecessary_blocking_io=false
|
|
||||||
skip_checking_sst_file_sizes_on_db_open=false
|
|
||||||
flush_verify_memtable_count=true
|
|
||||||
fail_if_options_file_error=true
|
|
||||||
atomic_flush=false
|
|
||||||
verify_sst_unique_id_in_manifest=true
|
|
||||||
skip_stats_update_on_db_open=false
|
|
||||||
track_and_verify_wals_in_manifest=false
|
|
||||||
compaction_verify_record_count=true
|
|
||||||
paranoid_checks=true
|
|
||||||
create_if_missing=true
|
|
||||||
max_write_batch_group_size_bytes=1048576
|
|
||||||
follower_catchup_retry_count=10
|
|
||||||
avoid_flush_during_recovery=false
|
|
||||||
file_checksum_gen_factory=nullptr
|
|
||||||
enable_thread_tracking=false
|
|
||||||
allow_fallocate=true
|
|
||||||
allow_data_in_errors=false
|
|
||||||
error_if_exists=false
|
|
||||||
use_direct_io_for_flush_and_compaction=false
|
|
||||||
background_close_inactive_wals=false
|
|
||||||
create_missing_column_families=true
|
|
||||||
WAL_size_limit_MB=0
|
|
||||||
use_direct_reads=false
|
|
||||||
persist_stats_to_disk=false
|
|
||||||
allow_2pc=false
|
|
||||||
is_fd_close_on_exec=true
|
|
||||||
max_log_file_size=1048576
|
|
||||||
max_file_opening_threads=16
|
|
||||||
wal_filter=nullptr
|
|
||||||
wal_write_temperature=kUnknown
|
|
||||||
follower_catchup_retry_wait_ms=100
|
|
||||||
allow_mmap_reads=false
|
|
||||||
allow_mmap_writes=false
|
|
||||||
use_adaptive_mutex=false
|
|
||||||
use_fsync=false
|
|
||||||
table_cache_numshardbits=6
|
|
||||||
dump_malloc_stats=false
|
|
||||||
db_write_buffer_size=0
|
|
||||||
allow_ingest_behind=false
|
|
||||||
keep_log_file_num=1
|
|
||||||
max_bgerror_resume_count=2147483647
|
|
||||||
allow_concurrent_memtable_write=true
|
|
||||||
recycle_log_file_num=0
|
|
||||||
log_file_time_to_roll=0
|
|
||||||
manifest_preallocation_size=4194304
|
|
||||||
enable_write_thread_adaptive_yield=true
|
|
||||||
WAL_ttl_seconds=0
|
|
||||||
max_manifest_file_size=1073741824
|
|
||||||
wal_recovery_mode=kTolerateCorruptedTailRecords
|
|
||||||
enable_pipelined_write=false
|
|
||||||
write_thread_slow_yield_usec=3
|
|
||||||
unordered_write=false
|
|
||||||
write_thread_max_yield_usec=100
|
|
||||||
advise_random_on_open=true
|
|
||||||
info_log_level=ERROR_LEVEL
|
|
||||||
|
|
||||||
|
|
||||||
[CFOptions "default"]
|
|
||||||
memtable_max_range_deletions=0
|
|
||||||
compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
|
||||||
paranoid_memory_checks=false
|
|
||||||
block_protection_bytes_per_key=0
|
|
||||||
uncache_aggressiveness=0
|
|
||||||
bottommost_file_compaction_delay=0
|
|
||||||
memtable_protection_bytes_per_key=0
|
|
||||||
experimental_mempurge_threshold=0.000000
|
|
||||||
bottommost_compression=kDisableCompressionOption
|
|
||||||
sample_for_compression=0
|
|
||||||
prepopulate_blob_cache=kDisable
|
|
||||||
blob_file_starting_level=0
|
|
||||||
blob_compaction_readahead_size=0
|
|
||||||
table_factory=BlockBasedTable
|
|
||||||
max_successive_merges=0
|
|
||||||
max_write_buffer_number=2
|
|
||||||
prefix_extractor=nullptr
|
|
||||||
memtable_huge_page_size=0
|
|
||||||
write_buffer_size=10485760
|
|
||||||
strict_max_successive_merges=false
|
|
||||||
arena_block_size=1048576
|
|
||||||
level0_file_num_compaction_trigger=4
|
|
||||||
report_bg_io_stats=false
|
|
||||||
inplace_update_num_locks=10000
|
|
||||||
memtable_prefix_bloom_size_ratio=0.000000
|
|
||||||
level0_stop_writes_trigger=36
|
|
||||||
blob_compression_type=kNoCompression
|
|
||||||
level0_slowdown_writes_trigger=20
|
|
||||||
hard_pending_compaction_bytes_limit=274877906944
|
|
||||||
target_file_size_multiplier=1
|
|
||||||
bottommost_compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
|
||||||
paranoid_file_checks=false
|
|
||||||
blob_garbage_collection_force_threshold=1.000000
|
|
||||||
enable_blob_files=false
|
|
||||||
soft_pending_compaction_bytes_limit=68719476736
|
|
||||||
target_file_size_base=67108864
|
|
||||||
max_compaction_bytes=1677721600
|
|
||||||
disable_auto_compactions=false
|
|
||||||
min_blob_size=0
|
|
||||||
memtable_whole_key_filtering=false
|
|
||||||
max_bytes_for_level_base=268435456
|
|
||||||
last_level_temperature=kUnknown
|
|
||||||
preserve_internal_time_seconds=0
|
|
||||||
compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
|
|
||||||
max_bytes_for_level_multiplier=10.000000
|
|
||||||
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
|
|
||||||
max_sequential_skip_in_iterations=8
|
|
||||||
compression=kLZ4Compression
|
|
||||||
default_write_temperature=kUnknown
|
|
||||||
compaction_options_universal={incremental=false;compression_size_percent=-1;allow_trivial_move=false;max_size_amplification_percent=200;max_merge_width=4294967295;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;max_read_amp=-1;size_ratio=1;}
|
|
||||||
blob_garbage_collection_age_cutoff=0.250000
|
|
||||||
ttl=2592000
|
|
||||||
periodic_compaction_seconds=0
|
|
||||||
preclude_last_level_data_seconds=0
|
|
||||||
blob_file_size=268435456
|
|
||||||
enable_blob_garbage_collection=false
|
|
||||||
persist_user_defined_timestamps=true
|
|
||||||
compaction_pri=kMinOverlappingRatio
|
|
||||||
compaction_filter_factory=nullptr
|
|
||||||
comparator=leveldb.BytewiseComparator
|
|
||||||
bloom_locality=0
|
|
||||||
merge_operator=nullptr
|
|
||||||
compaction_filter=nullptr
|
|
||||||
level_compaction_dynamic_level_bytes=true
|
|
||||||
optimize_filters_for_hits=false
|
|
||||||
inplace_update_support=false
|
|
||||||
max_write_buffer_number_to_maintain=0
|
|
||||||
max_write_buffer_size_to_maintain=0
|
|
||||||
sst_partitioner_factory=nullptr
|
|
||||||
default_temperature=kUnknown
|
|
||||||
compaction_style=kCompactionStyleLevel
|
|
||||||
min_write_buffer_number_to_merge=1
|
|
||||||
memtable_factory=SkipListFactory
|
|
||||||
memtable_insert_with_hint_prefix_extractor=nullptr
|
|
||||||
force_consistency_checks=true
|
|
||||||
num_levels=7
|
|
||||||
|
|
||||||
[TableOptions/BlockBasedTable "default"]
|
|
||||||
num_file_reads_for_auto_readahead=2
|
|
||||||
initial_auto_readahead_size=8192
|
|
||||||
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
|
|
||||||
enable_index_compression=true
|
|
||||||
verify_compression=false
|
|
||||||
prepopulate_block_cache=kDisable
|
|
||||||
format_version=6
|
|
||||||
use_delta_encoding=true
|
|
||||||
pin_top_level_index_and_filter=true
|
|
||||||
read_amp_bytes_per_bit=0
|
|
||||||
decouple_partitioned_filters=false
|
|
||||||
partition_filters=false
|
|
||||||
metadata_block_size=4096
|
|
||||||
max_auto_readahead_size=262144
|
|
||||||
index_block_restart_interval=1
|
|
||||||
block_size_deviation=10
|
|
||||||
block_size=4096
|
|
||||||
detect_filter_construct_corruption=false
|
|
||||||
no_block_cache=false
|
|
||||||
checksum=kXXH3
|
|
||||||
filter_policy=nullptr
|
|
||||||
data_block_hash_table_util_ratio=0.750000
|
|
||||||
block_restart_interval=16
|
|
||||||
index_type=kBinarySearch
|
|
||||||
pin_l0_filter_and_index_blocks_in_cache=false
|
|
||||||
data_block_index_type=kDataBlockBinarySearch
|
|
||||||
cache_index_and_filter_blocks_with_high_priority=true
|
|
||||||
whole_key_filtering=true
|
|
||||||
index_shortening=kShortenSeparators
|
|
||||||
cache_index_and_filter_blocks=false
|
|
||||||
block_align=false
|
|
||||||
optimize_filters_for_memory=true
|
|
||||||
flush_block_policy_factory=FlushBlockBySizePolicyFactory
|
|
||||||
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"indexed_fields":{}}
|
|
||||||
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"}
|
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"initial_version":null,"version":223,"config":{"vector_data":{"":{"size":384,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"plain","options":{}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}}
|
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"chunk_size_bytes":33553920,"chunk_size_vectors":21845,"dim":384,"mlock":false,"populate":true}
|
|
||||||
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
0.6.0
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"type":"ReplicaSet"}
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"ack_index":224}
|
|
||||||
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"params":{"vectors":{"size":384,"distance":"Cosine"},"shard_number":1,"replication_factor":1,"write_consistency_factor":1,"on_disk_payload":true},"hnsw_config":{"m":16,"ef_construct":100,"full_scan_threshold":10000,"max_indexing_threads":0,"on_disk":false},"optimizer_config":{"deleted_threshold":0.2,"vacuum_min_vector_number":1000,"default_segment_number":0,"max_segment_size":null,"memmap_threshold":null,"indexing_threshold":10000,"flush_interval_sec":5,"max_optimization_threads":null},"wal_config":{"wal_capacity_mb":32,"wal_segments_ahead":0},"quantization_config":null,"strict_mode_config":{"enabled":false},"uuid":null}
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
0.4.2
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"clocks":[{"peer_id":6827150572645906,"clock_id":0,"current_tick":5,"token":3179344046427917012}]}
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"is_local":true,"this_peer_id":6827150572645906,"peers":{"6827150572645906":"Active"}}
|
|
||||||
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
MANIFEST-000005
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
c9c6bfae-19fa-4864-b019-6c401c1e8816
|
|
||||||
|
|
@ -1,244 +0,0 @@
|
||||||
2025/08/07-11:45:12.042992 86777 RocksDB version: 9.9.3
|
|
||||||
2025/08/07-11:45:12.043030 86777 Compile date 2024-12-05 01:25:31
|
|
||||||
2025/08/07-11:45:12.043038 86777 DB SUMMARY
|
|
||||||
2025/08/07-11:45:12.043044 86777 Host name (Env): 30dfd2e38f0b
|
|
||||||
2025/08/07-11:45:12.043048 86777 DB Session ID: VBBHIY49NOC7L6W4M1BV
|
|
||||||
2025/08/07-11:45:12.043098 86777 SST files in ./storage/collections/filter_test/0/segments/b5863a9e-4cfb-4142-8a5e-78ee0534061b/payload_index dir, Total Num: 0, files:
|
|
||||||
2025/08/07-11:45:12.043104 86777 Write Ahead Log file in ./storage/collections/filter_test/0/segments/b5863a9e-4cfb-4142-8a5e-78ee0534061b/payload_index:
|
|
||||||
2025/08/07-11:45:12.043109 86777 Options.error_if_exists: 0
|
|
||||||
2025/08/07-11:45:12.043113 86777 Options.create_if_missing: 1
|
|
||||||
2025/08/07-11:45:12.043117 86777 Options.paranoid_checks: 1
|
|
||||||
2025/08/07-11:45:12.043120 86777 Options.flush_verify_memtable_count: 1
|
|
||||||
2025/08/07-11:45:12.043126 86777 Options.compaction_verify_record_count: 1
|
|
||||||
2025/08/07-11:45:12.043130 86777 Options.track_and_verify_wals_in_manifest: 0
|
|
||||||
2025/08/07-11:45:12.043134 86777 Options.verify_sst_unique_id_in_manifest: 1
|
|
||||||
2025/08/07-11:45:12.043138 86777 Options.env: 0x7e0c22230380
|
|
||||||
2025/08/07-11:45:12.043142 86777 Options.fs: PosixFileSystem
|
|
||||||
2025/08/07-11:45:12.043146 86777 Options.info_log: 0x7e0c23669200
|
|
||||||
2025/08/07-11:45:12.043150 86777 Options.max_file_opening_threads: 16
|
|
||||||
2025/08/07-11:45:12.043154 86777 Options.statistics: (nil)
|
|
||||||
2025/08/07-11:45:12.043160 86777 Options.use_fsync: 0
|
|
||||||
2025/08/07-11:45:12.043164 86777 Options.max_log_file_size: 1048576
|
|
||||||
2025/08/07-11:45:12.043167 86777 Options.max_manifest_file_size: 1073741824
|
|
||||||
2025/08/07-11:45:12.043171 86777 Options.log_file_time_to_roll: 0
|
|
||||||
2025/08/07-11:45:12.043175 86777 Options.keep_log_file_num: 1
|
|
||||||
2025/08/07-11:45:12.043182 86777 Options.recycle_log_file_num: 0
|
|
||||||
2025/08/07-11:45:12.043186 86777 Options.allow_fallocate: 1
|
|
||||||
2025/08/07-11:45:12.043189 86777 Options.allow_mmap_reads: 0
|
|
||||||
2025/08/07-11:45:12.043193 86777 Options.allow_mmap_writes: 0
|
|
||||||
2025/08/07-11:45:12.043196 86777 Options.use_direct_reads: 0
|
|
||||||
2025/08/07-11:45:12.043200 86777 Options.use_direct_io_for_flush_and_compaction: 0
|
|
||||||
2025/08/07-11:45:12.043203 86777 Options.create_missing_column_families: 1
|
|
||||||
2025/08/07-11:45:12.043207 86777 Options.db_log_dir:
|
|
||||||
2025/08/07-11:45:12.043210 86777 Options.wal_dir:
|
|
||||||
2025/08/07-11:45:12.043213 86777 Options.table_cache_numshardbits: 6
|
|
||||||
2025/08/07-11:45:12.043216 86777 Options.WAL_ttl_seconds: 0
|
|
||||||
2025/08/07-11:45:12.043220 86777 Options.WAL_size_limit_MB: 0
|
|
||||||
2025/08/07-11:45:12.043224 86777 Options.max_write_batch_group_size_bytes: 1048576
|
|
||||||
2025/08/07-11:45:12.043227 86777 Options.manifest_preallocation_size: 4194304
|
|
||||||
2025/08/07-11:45:12.043231 86777 Options.is_fd_close_on_exec: 1
|
|
||||||
2025/08/07-11:45:12.043234 86777 Options.advise_random_on_open: 1
|
|
||||||
2025/08/07-11:45:12.043237 86777 Options.db_write_buffer_size: 0
|
|
||||||
2025/08/07-11:45:12.043240 86777 Options.write_buffer_manager: 0x7e0c23605ce0
|
|
||||||
2025/08/07-11:45:12.043247 86777 Options.random_access_max_buffer_size: 1048576
|
|
||||||
2025/08/07-11:45:12.043250 86777 Options.use_adaptive_mutex: 0
|
|
||||||
2025/08/07-11:45:12.043254 86777 Options.rate_limiter: (nil)
|
|
||||||
2025/08/07-11:45:12.043258 86777 Options.sst_file_manager.rate_bytes_per_sec: 0
|
|
||||||
2025/08/07-11:45:12.043264 86777 Options.wal_recovery_mode: 0
|
|
||||||
2025/08/07-11:45:12.043267 86777 Options.enable_thread_tracking: 0
|
|
||||||
2025/08/07-11:45:12.043271 86777 Options.enable_pipelined_write: 0
|
|
||||||
2025/08/07-11:45:12.043274 86777 Options.unordered_write: 0
|
|
||||||
2025/08/07-11:45:12.043277 86777 Options.allow_concurrent_memtable_write: 1
|
|
||||||
2025/08/07-11:45:12.043280 86777 Options.enable_write_thread_adaptive_yield: 1
|
|
||||||
2025/08/07-11:45:12.043284 86777 Options.write_thread_max_yield_usec: 100
|
|
||||||
2025/08/07-11:45:12.043289 86777 Options.write_thread_slow_yield_usec: 3
|
|
||||||
2025/08/07-11:45:12.043293 86777 Options.row_cache: None
|
|
||||||
2025/08/07-11:45:12.043296 86777 Options.wal_filter: None
|
|
||||||
2025/08/07-11:45:12.043299 86777 Options.avoid_flush_during_recovery: 0
|
|
||||||
2025/08/07-11:45:12.043302 86777 Options.allow_ingest_behind: 0
|
|
||||||
2025/08/07-11:45:12.043305 86777 Options.two_write_queues: 0
|
|
||||||
2025/08/07-11:45:12.043308 86777 Options.manual_wal_flush: 0
|
|
||||||
2025/08/07-11:45:12.043311 86777 Options.wal_compression: 0
|
|
||||||
2025/08/07-11:45:12.043316 86777 Options.background_close_inactive_wals: 0
|
|
||||||
2025/08/07-11:45:12.043319 86777 Options.atomic_flush: 0
|
|
||||||
2025/08/07-11:45:12.043322 86777 Options.avoid_unnecessary_blocking_io: 0
|
|
||||||
2025/08/07-11:45:12.043325 86777 Options.prefix_seek_opt_in_only: 0
|
|
||||||
2025/08/07-11:45:12.043329 86777 Options.persist_stats_to_disk: 0
|
|
||||||
2025/08/07-11:45:12.043332 86777 Options.write_dbid_to_manifest: 1
|
|
||||||
2025/08/07-11:45:12.043335 86777 Options.write_identity_file: 1
|
|
||||||
2025/08/07-11:45:12.043338 86777 Options.log_readahead_size: 0
|
|
||||||
2025/08/07-11:45:12.043342 86777 Options.file_checksum_gen_factory: Unknown
|
|
||||||
2025/08/07-11:45:12.043345 86777 Options.best_efforts_recovery: 0
|
|
||||||
2025/08/07-11:45:12.043348 86777 Options.max_bgerror_resume_count: 2147483647
|
|
||||||
2025/08/07-11:45:12.043351 86777 Options.bgerror_resume_retry_interval: 1000000
|
|
||||||
2025/08/07-11:45:12.043356 86777 Options.allow_data_in_errors: 0
|
|
||||||
2025/08/07-11:45:12.043360 86777 Options.db_host_id: __hostname__
|
|
||||||
2025/08/07-11:45:12.043363 86777 Options.enforce_single_del_contracts: true
|
|
||||||
2025/08/07-11:45:12.043366 86777 Options.metadata_write_temperature: kUnknown
|
|
||||||
2025/08/07-11:45:12.043370 86777 Options.wal_write_temperature: kUnknown
|
|
||||||
2025/08/07-11:45:12.043373 86777 Options.max_background_jobs: 2
|
|
||||||
2025/08/07-11:45:12.043376 86777 Options.max_background_compactions: -1
|
|
||||||
2025/08/07-11:45:12.043380 86777 Options.max_subcompactions: 1
|
|
||||||
2025/08/07-11:45:12.043383 86777 Options.avoid_flush_during_shutdown: 0
|
|
||||||
2025/08/07-11:45:12.043388 86777 Options.writable_file_max_buffer_size: 1048576
|
|
||||||
2025/08/07-11:45:12.043391 86777 Options.delayed_write_rate : 16777216
|
|
||||||
2025/08/07-11:45:12.043395 86777 Options.max_total_wal_size: 0
|
|
||||||
2025/08/07-11:45:12.043398 86777 Options.delete_obsolete_files_period_micros: 180000000
|
|
||||||
2025/08/07-11:45:12.043402 86777 Options.stats_dump_period_sec: 600
|
|
||||||
2025/08/07-11:45:12.043407 86777 Options.stats_persist_period_sec: 600
|
|
||||||
2025/08/07-11:45:12.043410 86777 Options.stats_history_buffer_size: 1048576
|
|
||||||
2025/08/07-11:45:12.043414 86777 Options.max_open_files: 256
|
|
||||||
2025/08/07-11:45:12.043417 86777 Options.bytes_per_sync: 0
|
|
||||||
2025/08/07-11:45:12.043422 86777 Options.wal_bytes_per_sync: 0
|
|
||||||
2025/08/07-11:45:12.043425 86777 Options.strict_bytes_per_sync: 0
|
|
||||||
2025/08/07-11:45:12.043428 86777 Options.compaction_readahead_size: 2097152
|
|
||||||
2025/08/07-11:45:12.043431 86777 Options.max_background_flushes: -1
|
|
||||||
2025/08/07-11:45:12.043435 86777 Options.daily_offpeak_time_utc:
|
|
||||||
2025/08/07-11:45:12.043439 86777 Compression algorithms supported:
|
|
||||||
2025/08/07-11:45:12.043443 86777 kZSTD supported: 0
|
|
||||||
2025/08/07-11:45:12.043447 86777 kXpressCompression supported: 0
|
|
||||||
2025/08/07-11:45:12.043450 86777 kBZip2Compression supported: 0
|
|
||||||
2025/08/07-11:45:12.043454 86777 kZSTDNotFinalCompression supported: 0
|
|
||||||
2025/08/07-11:45:12.043457 86777 kLZ4Compression supported: 1
|
|
||||||
2025/08/07-11:45:12.043477 86777 kZlibCompression supported: 0
|
|
||||||
2025/08/07-11:45:12.043480 86777 kLZ4HCCompression supported: 1
|
|
||||||
2025/08/07-11:45:12.043485 86777 kSnappyCompression supported: 1
|
|
||||||
2025/08/07-11:45:12.043490 86777 Fast CRC32 supported: Not supported on x86
|
|
||||||
2025/08/07-11:45:12.043495 86777 DMutex implementation: pthread_mutex_t
|
|
||||||
2025/08/07-11:45:12.043500 86777 Jemalloc supported: 0
|
|
||||||
2025/08/07-11:45:12.053829 86777 Options.comparator: leveldb.BytewiseComparator
|
|
||||||
2025/08/07-11:45:12.053841 86777 Options.merge_operator: None
|
|
||||||
2025/08/07-11:45:12.053845 86777 Options.compaction_filter: None
|
|
||||||
2025/08/07-11:45:12.053849 86777 Options.compaction_filter_factory: None
|
|
||||||
2025/08/07-11:45:12.053852 86777 Options.sst_partitioner_factory: None
|
|
||||||
2025/08/07-11:45:12.053855 86777 Options.memtable_factory: SkipListFactory
|
|
||||||
2025/08/07-11:45:12.053859 86777 Options.table_factory: BlockBasedTable
|
|
||||||
2025/08/07-11:45:12.053932 86777 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7e0c23606560)
|
|
||||||
cache_index_and_filter_blocks: 0
|
|
||||||
cache_index_and_filter_blocks_with_high_priority: 1
|
|
||||||
pin_l0_filter_and_index_blocks_in_cache: 0
|
|
||||||
pin_top_level_index_and_filter: 1
|
|
||||||
index_type: 0
|
|
||||||
data_block_index_type: 0
|
|
||||||
index_shortening: 1
|
|
||||||
data_block_hash_table_util_ratio: 0.750000
|
|
||||||
checksum: 4
|
|
||||||
no_block_cache: 0
|
|
||||||
block_cache: 0x7e0c23613d90
|
|
||||||
block_cache_name: LRUCache
|
|
||||||
block_cache_options:
|
|
||||||
capacity : 33554432
|
|
||||||
num_shard_bits : 6
|
|
||||||
strict_capacity_limit : 0
|
|
||||||
memory_allocator : None
|
|
||||||
high_pri_pool_ratio: 0.500
|
|
||||||
low_pri_pool_ratio: 0.000
|
|
||||||
persistent_cache: (nil)
|
|
||||||
block_size: 4096
|
|
||||||
block_size_deviation: 10
|
|
||||||
block_restart_interval: 16
|
|
||||||
index_block_restart_interval: 1
|
|
||||||
metadata_block_size: 4096
|
|
||||||
partition_filters: 0
|
|
||||||
use_delta_encoding: 1
|
|
||||||
filter_policy: nullptr
|
|
||||||
whole_key_filtering: 1
|
|
||||||
verify_compression: 0
|
|
||||||
read_amp_bytes_per_bit: 0
|
|
||||||
format_version: 6
|
|
||||||
enable_index_compression: 1
|
|
||||||
block_align: 0
|
|
||||||
max_auto_readahead_size: 262144
|
|
||||||
prepopulate_block_cache: 0
|
|
||||||
initial_auto_readahead_size: 8192
|
|
||||||
num_file_reads_for_auto_readahead: 2
|
|
||||||
2025/08/07-11:45:12.053941 86777 Options.write_buffer_size: 10485760
|
|
||||||
2025/08/07-11:45:12.053946 86777 Options.max_write_buffer_number: 2
|
|
||||||
2025/08/07-11:45:12.053952 86777 Options.compression: LZ4
|
|
||||||
2025/08/07-11:45:12.053956 86777 Options.bottommost_compression: Disabled
|
|
||||||
2025/08/07-11:45:12.053959 86777 Options.prefix_extractor: nullptr
|
|
||||||
2025/08/07-11:45:12.053962 86777 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
|
||||||
2025/08/07-11:45:12.053966 86777 Options.num_levels: 7
|
|
||||||
2025/08/07-11:45:12.053969 86777 Options.min_write_buffer_number_to_merge: 1
|
|
||||||
2025/08/07-11:45:12.053972 86777 Options.max_write_buffer_number_to_maintain: 0
|
|
||||||
2025/08/07-11:45:12.053975 86777 Options.max_write_buffer_size_to_maintain: 0
|
|
||||||
2025/08/07-11:45:12.053979 86777 Options.bottommost_compression_opts.window_bits: -14
|
|
||||||
2025/08/07-11:45:12.053983 86777 Options.bottommost_compression_opts.level: 32767
|
|
||||||
2025/08/07-11:45:12.053986 86777 Options.bottommost_compression_opts.strategy: 0
|
|
||||||
2025/08/07-11:45:12.053989 86777 Options.bottommost_compression_opts.max_dict_bytes: 0
|
|
||||||
2025/08/07-11:45:12.053993 86777 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
|
||||||
2025/08/07-11:45:12.053996 86777 Options.bottommost_compression_opts.parallel_threads: 1
|
|
||||||
2025/08/07-11:45:12.054000 86777 Options.bottommost_compression_opts.enabled: false
|
|
||||||
2025/08/07-11:45:12.054003 86777 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
|
||||||
2025/08/07-11:45:12.054006 86777 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
|
|
||||||
2025/08/07-11:45:12.054010 86777 Options.compression_opts.window_bits: -14
|
|
||||||
2025/08/07-11:45:12.054013 86777 Options.compression_opts.level: 32767
|
|
||||||
2025/08/07-11:45:12.054016 86777 Options.compression_opts.strategy: 0
|
|
||||||
2025/08/07-11:45:12.054019 86777 Options.compression_opts.max_dict_bytes: 0
|
|
||||||
2025/08/07-11:45:12.054023 86777 Options.compression_opts.zstd_max_train_bytes: 0
|
|
||||||
2025/08/07-11:45:12.054026 86777 Options.compression_opts.use_zstd_dict_trainer: true
|
|
||||||
2025/08/07-11:45:12.054029 86777 Options.compression_opts.parallel_threads: 1
|
|
||||||
2025/08/07-11:45:12.054032 86777 Options.compression_opts.enabled: false
|
|
||||||
2025/08/07-11:45:12.054036 86777 Options.compression_opts.max_dict_buffer_bytes: 0
|
|
||||||
2025/08/07-11:45:12.054039 86777 Options.level0_file_num_compaction_trigger: 4
|
|
||||||
2025/08/07-11:45:12.054042 86777 Options.level0_slowdown_writes_trigger: 20
|
|
||||||
2025/08/07-11:45:12.054045 86777 Options.level0_stop_writes_trigger: 36
|
|
||||||
2025/08/07-11:45:12.054049 86777 Options.target_file_size_base: 67108864
|
|
||||||
2025/08/07-11:45:12.054052 86777 Options.target_file_size_multiplier: 1
|
|
||||||
2025/08/07-11:45:12.054055 86777 Options.max_bytes_for_level_base: 268435456
|
|
||||||
2025/08/07-11:45:12.054059 86777 Options.level_compaction_dynamic_level_bytes: 1
|
|
||||||
2025/08/07-11:45:12.054064 86777 Options.max_bytes_for_level_multiplier: 10.000000
|
|
||||||
2025/08/07-11:45:12.054069 86777 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
|
||||||
2025/08/07-11:45:12.054073 86777 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
|
||||||
2025/08/07-11:45:12.054076 86777 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
|
||||||
2025/08/07-11:45:12.054079 86777 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
|
||||||
2025/08/07-11:45:12.054082 86777 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
|
||||||
2025/08/07-11:45:12.054086 86777 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
|
||||||
2025/08/07-11:45:12.054089 86777 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
|
||||||
2025/08/07-11:45:12.054093 86777 Options.max_sequential_skip_in_iterations: 8
|
|
||||||
2025/08/07-11:45:12.054097 86777 Options.max_compaction_bytes: 1677721600
|
|
||||||
2025/08/07-11:45:12.054100 86777 Options.arena_block_size: 1048576
|
|
||||||
2025/08/07-11:45:12.054104 86777 Options.soft_pending_compaction_bytes_limit: 68719476736
|
|
||||||
2025/08/07-11:45:12.054107 86777 Options.hard_pending_compaction_bytes_limit: 274877906944
|
|
||||||
2025/08/07-11:45:12.054111 86777 Options.disable_auto_compactions: 0
|
|
||||||
2025/08/07-11:45:12.054115 86777 Options.compaction_style: kCompactionStyleLevel
|
|
||||||
2025/08/07-11:45:12.054118 86777 Options.compaction_pri: kMinOverlappingRatio
|
|
||||||
2025/08/07-11:45:12.054122 86777 Options.compaction_options_universal.size_ratio: 1
|
|
||||||
2025/08/07-11:45:12.054125 86777 Options.compaction_options_universal.min_merge_width: 2
|
|
||||||
2025/08/07-11:45:12.054128 86777 Options.compaction_options_universal.max_merge_width: 4294967295
|
|
||||||
2025/08/07-11:45:12.054131 86777 Options.compaction_options_universal.max_size_amplification_percent: 200
|
|
||||||
2025/08/07-11:45:12.054135 86777 Options.compaction_options_universal.compression_size_percent: -1
|
|
||||||
2025/08/07-11:45:12.054139 86777 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
|
||||||
2025/08/07-11:45:12.054142 86777 Options.compaction_options_universal.max_read_amp: -1
|
|
||||||
2025/08/07-11:45:12.054145 86777 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
|
||||||
2025/08/07-11:45:12.054148 86777 Options.compaction_options_fifo.allow_compaction: 0
|
|
||||||
2025/08/07-11:45:12.054161 86777 Options.table_properties_collectors:
|
|
||||||
2025/08/07-11:45:12.054165 86777 Options.inplace_update_support: 0
|
|
||||||
2025/08/07-11:45:12.054168 86777 Options.inplace_update_num_locks: 10000
|
|
||||||
2025/08/07-11:45:12.054172 86777 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
|
||||||
2025/08/07-11:45:12.054176 86777 Options.memtable_whole_key_filtering: 0
|
|
||||||
2025/08/07-11:45:12.054180 86777 Options.memtable_huge_page_size: 0
|
|
||||||
2025/08/07-11:45:12.054183 86777 Options.bloom_locality: 0
|
|
||||||
2025/08/07-11:45:12.054186 86777 Options.max_successive_merges: 0
|
|
||||||
2025/08/07-11:45:12.054189 86777 Options.strict_max_successive_merges: 0
|
|
||||||
2025/08/07-11:45:12.054192 86777 Options.optimize_filters_for_hits: 0
|
|
||||||
2025/08/07-11:45:12.054196 86777 Options.paranoid_file_checks: 0
|
|
||||||
2025/08/07-11:45:12.054199 86777 Options.force_consistency_checks: 1
|
|
||||||
2025/08/07-11:45:12.054202 86777 Options.report_bg_io_stats: 0
|
|
||||||
2025/08/07-11:45:12.054205 86777 Options.ttl: 2592000
|
|
||||||
2025/08/07-11:45:12.054208 86777 Options.periodic_compaction_seconds: 0
|
|
||||||
2025/08/07-11:45:12.054212 86777 Options.default_temperature: kUnknown
|
|
||||||
2025/08/07-11:45:12.054215 86777 Options.preclude_last_level_data_seconds: 0
|
|
||||||
2025/08/07-11:45:12.054218 86777 Options.preserve_internal_time_seconds: 0
|
|
||||||
2025/08/07-11:45:12.054221 86777 Options.enable_blob_files: false
|
|
||||||
2025/08/07-11:45:12.054224 86777 Options.min_blob_size: 0
|
|
||||||
2025/08/07-11:45:12.054227 86777 Options.blob_file_size: 268435456
|
|
||||||
2025/08/07-11:45:12.054231 86777 Options.blob_compression_type: NoCompression
|
|
||||||
2025/08/07-11:45:12.054234 86777 Options.enable_blob_garbage_collection: false
|
|
||||||
2025/08/07-11:45:12.054238 86777 Options.blob_garbage_collection_age_cutoff: 0.250000
|
|
||||||
2025/08/07-11:45:12.054243 86777 Options.blob_garbage_collection_force_threshold: 1.000000
|
|
||||||
2025/08/07-11:45:12.054246 86777 Options.blob_compaction_readahead_size: 0
|
|
||||||
2025/08/07-11:45:12.054249 86777 Options.blob_file_starting_level: 0
|
|
||||||
2025/08/07-11:45:12.054253 86777 Options.experimental_mempurge_threshold: 0.000000
|
|
||||||
2025/08/07-11:45:12.054257 86777 Options.memtable_max_range_deletions: 0
|
|
||||||
2025/08/07-11:45:12.070562 86777 DB pointer 0x7e0c236e0000
|
|
||||||
Binary file not shown.
|
|
@ -1,214 +0,0 @@
|
||||||
# This is a RocksDB option file.
|
|
||||||
#
|
|
||||||
# For detailed file format spec, please refer to the example file
|
|
||||||
# in examples/rocksdb_option_file_example.ini
|
|
||||||
#
|
|
||||||
|
|
||||||
[Version]
|
|
||||||
rocksdb_version=9.9.3
|
|
||||||
options_file_version=1.1
|
|
||||||
|
|
||||||
[DBOptions]
|
|
||||||
compaction_readahead_size=2097152
|
|
||||||
strict_bytes_per_sync=false
|
|
||||||
bytes_per_sync=0
|
|
||||||
max_background_jobs=2
|
|
||||||
avoid_flush_during_shutdown=false
|
|
||||||
max_background_flushes=-1
|
|
||||||
delayed_write_rate=16777216
|
|
||||||
max_open_files=256
|
|
||||||
max_subcompactions=1
|
|
||||||
writable_file_max_buffer_size=1048576
|
|
||||||
wal_bytes_per_sync=0
|
|
||||||
max_background_compactions=-1
|
|
||||||
max_total_wal_size=0
|
|
||||||
delete_obsolete_files_period_micros=180000000
|
|
||||||
stats_dump_period_sec=600
|
|
||||||
stats_history_buffer_size=1048576
|
|
||||||
stats_persist_period_sec=600
|
|
||||||
follower_refresh_catchup_period_ms=10000
|
|
||||||
enforce_single_del_contracts=true
|
|
||||||
lowest_used_cache_tier=kNonVolatileBlockTier
|
|
||||||
bgerror_resume_retry_interval=1000000
|
|
||||||
metadata_write_temperature=kUnknown
|
|
||||||
best_efforts_recovery=false
|
|
||||||
log_readahead_size=0
|
|
||||||
write_identity_file=true
|
|
||||||
write_dbid_to_manifest=true
|
|
||||||
prefix_seek_opt_in_only=false
|
|
||||||
wal_compression=kNoCompression
|
|
||||||
manual_wal_flush=false
|
|
||||||
db_host_id=__hostname__
|
|
||||||
two_write_queues=false
|
|
||||||
random_access_max_buffer_size=1048576
|
|
||||||
avoid_unnecessary_blocking_io=false
|
|
||||||
skip_checking_sst_file_sizes_on_db_open=false
|
|
||||||
flush_verify_memtable_count=true
|
|
||||||
fail_if_options_file_error=true
|
|
||||||
atomic_flush=false
|
|
||||||
verify_sst_unique_id_in_manifest=true
|
|
||||||
skip_stats_update_on_db_open=false
|
|
||||||
track_and_verify_wals_in_manifest=false
|
|
||||||
compaction_verify_record_count=true
|
|
||||||
paranoid_checks=true
|
|
||||||
create_if_missing=true
|
|
||||||
max_write_batch_group_size_bytes=1048576
|
|
||||||
follower_catchup_retry_count=10
|
|
||||||
avoid_flush_during_recovery=false
|
|
||||||
file_checksum_gen_factory=nullptr
|
|
||||||
enable_thread_tracking=false
|
|
||||||
allow_fallocate=true
|
|
||||||
allow_data_in_errors=false
|
|
||||||
error_if_exists=false
|
|
||||||
use_direct_io_for_flush_and_compaction=false
|
|
||||||
background_close_inactive_wals=false
|
|
||||||
create_missing_column_families=true
|
|
||||||
WAL_size_limit_MB=0
|
|
||||||
use_direct_reads=false
|
|
||||||
persist_stats_to_disk=false
|
|
||||||
allow_2pc=false
|
|
||||||
is_fd_close_on_exec=true
|
|
||||||
max_log_file_size=1048576
|
|
||||||
max_file_opening_threads=16
|
|
||||||
wal_filter=nullptr
|
|
||||||
wal_write_temperature=kUnknown
|
|
||||||
follower_catchup_retry_wait_ms=100
|
|
||||||
allow_mmap_reads=false
|
|
||||||
allow_mmap_writes=false
|
|
||||||
use_adaptive_mutex=false
|
|
||||||
use_fsync=false
|
|
||||||
table_cache_numshardbits=6
|
|
||||||
dump_malloc_stats=false
|
|
||||||
db_write_buffer_size=0
|
|
||||||
allow_ingest_behind=false
|
|
||||||
keep_log_file_num=1
|
|
||||||
max_bgerror_resume_count=2147483647
|
|
||||||
allow_concurrent_memtable_write=true
|
|
||||||
recycle_log_file_num=0
|
|
||||||
log_file_time_to_roll=0
|
|
||||||
manifest_preallocation_size=4194304
|
|
||||||
enable_write_thread_adaptive_yield=true
|
|
||||||
WAL_ttl_seconds=0
|
|
||||||
max_manifest_file_size=1073741824
|
|
||||||
wal_recovery_mode=kTolerateCorruptedTailRecords
|
|
||||||
enable_pipelined_write=false
|
|
||||||
write_thread_slow_yield_usec=3
|
|
||||||
unordered_write=false
|
|
||||||
write_thread_max_yield_usec=100
|
|
||||||
advise_random_on_open=true
|
|
||||||
info_log_level=ERROR_LEVEL
|
|
||||||
|
|
||||||
|
|
||||||
[CFOptions "default"]
|
|
||||||
memtable_max_range_deletions=0
|
|
||||||
compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
|
||||||
paranoid_memory_checks=false
|
|
||||||
block_protection_bytes_per_key=0
|
|
||||||
uncache_aggressiveness=0
|
|
||||||
bottommost_file_compaction_delay=0
|
|
||||||
memtable_protection_bytes_per_key=0
|
|
||||||
experimental_mempurge_threshold=0.000000
|
|
||||||
bottommost_compression=kDisableCompressionOption
|
|
||||||
sample_for_compression=0
|
|
||||||
prepopulate_blob_cache=kDisable
|
|
||||||
blob_file_starting_level=0
|
|
||||||
blob_compaction_readahead_size=0
|
|
||||||
table_factory=BlockBasedTable
|
|
||||||
max_successive_merges=0
|
|
||||||
max_write_buffer_number=2
|
|
||||||
prefix_extractor=nullptr
|
|
||||||
memtable_huge_page_size=0
|
|
||||||
write_buffer_size=10485760
|
|
||||||
strict_max_successive_merges=false
|
|
||||||
arena_block_size=1048576
|
|
||||||
level0_file_num_compaction_trigger=4
|
|
||||||
report_bg_io_stats=false
|
|
||||||
inplace_update_num_locks=10000
|
|
||||||
memtable_prefix_bloom_size_ratio=0.000000
|
|
||||||
level0_stop_writes_trigger=36
|
|
||||||
blob_compression_type=kNoCompression
|
|
||||||
level0_slowdown_writes_trigger=20
|
|
||||||
hard_pending_compaction_bytes_limit=274877906944
|
|
||||||
target_file_size_multiplier=1
|
|
||||||
bottommost_compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
|
||||||
paranoid_file_checks=false
|
|
||||||
blob_garbage_collection_force_threshold=1.000000
|
|
||||||
enable_blob_files=false
|
|
||||||
soft_pending_compaction_bytes_limit=68719476736
|
|
||||||
target_file_size_base=67108864
|
|
||||||
max_compaction_bytes=1677721600
|
|
||||||
disable_auto_compactions=false
|
|
||||||
min_blob_size=0
|
|
||||||
memtable_whole_key_filtering=false
|
|
||||||
max_bytes_for_level_base=268435456
|
|
||||||
last_level_temperature=kUnknown
|
|
||||||
preserve_internal_time_seconds=0
|
|
||||||
compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
|
|
||||||
max_bytes_for_level_multiplier=10.000000
|
|
||||||
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
|
|
||||||
max_sequential_skip_in_iterations=8
|
|
||||||
compression=kLZ4Compression
|
|
||||||
default_write_temperature=kUnknown
|
|
||||||
compaction_options_universal={incremental=false;compression_size_percent=-1;allow_trivial_move=false;max_size_amplification_percent=200;max_merge_width=4294967295;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;max_read_amp=-1;size_ratio=1;}
|
|
||||||
blob_garbage_collection_age_cutoff=0.250000
|
|
||||||
ttl=2592000
|
|
||||||
periodic_compaction_seconds=0
|
|
||||||
preclude_last_level_data_seconds=0
|
|
||||||
blob_file_size=268435456
|
|
||||||
enable_blob_garbage_collection=false
|
|
||||||
persist_user_defined_timestamps=true
|
|
||||||
compaction_pri=kMinOverlappingRatio
|
|
||||||
compaction_filter_factory=nullptr
|
|
||||||
comparator=leveldb.BytewiseComparator
|
|
||||||
bloom_locality=0
|
|
||||||
merge_operator=nullptr
|
|
||||||
compaction_filter=nullptr
|
|
||||||
level_compaction_dynamic_level_bytes=true
|
|
||||||
optimize_filters_for_hits=false
|
|
||||||
inplace_update_support=false
|
|
||||||
max_write_buffer_number_to_maintain=0
|
|
||||||
max_write_buffer_size_to_maintain=0
|
|
||||||
sst_partitioner_factory=nullptr
|
|
||||||
default_temperature=kUnknown
|
|
||||||
compaction_style=kCompactionStyleLevel
|
|
||||||
min_write_buffer_number_to_merge=1
|
|
||||||
memtable_factory=SkipListFactory
|
|
||||||
memtable_insert_with_hint_prefix_extractor=nullptr
|
|
||||||
force_consistency_checks=true
|
|
||||||
num_levels=7
|
|
||||||
|
|
||||||
[TableOptions/BlockBasedTable "default"]
|
|
||||||
num_file_reads_for_auto_readahead=2
|
|
||||||
initial_auto_readahead_size=8192
|
|
||||||
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
|
|
||||||
enable_index_compression=true
|
|
||||||
verify_compression=false
|
|
||||||
prepopulate_block_cache=kDisable
|
|
||||||
format_version=6
|
|
||||||
use_delta_encoding=true
|
|
||||||
pin_top_level_index_and_filter=true
|
|
||||||
read_amp_bytes_per_bit=0
|
|
||||||
decouple_partitioned_filters=false
|
|
||||||
partition_filters=false
|
|
||||||
metadata_block_size=4096
|
|
||||||
max_auto_readahead_size=262144
|
|
||||||
index_block_restart_interval=1
|
|
||||||
block_size_deviation=10
|
|
||||||
block_size=4096
|
|
||||||
detect_filter_construct_corruption=false
|
|
||||||
no_block_cache=false
|
|
||||||
checksum=kXXH3
|
|
||||||
filter_policy=nullptr
|
|
||||||
data_block_hash_table_util_ratio=0.750000
|
|
||||||
block_restart_interval=16
|
|
||||||
index_type=kBinarySearch
|
|
||||||
pin_l0_filter_and_index_blocks_in_cache=false
|
|
||||||
data_block_index_type=kDataBlockBinarySearch
|
|
||||||
cache_index_and_filter_blocks_with_high_priority=true
|
|
||||||
whole_key_filtering=true
|
|
||||||
index_shortening=kShortenSeparators
|
|
||||||
cache_index_and_filter_blocks=false
|
|
||||||
block_align=false
|
|
||||||
optimize_filters_for_memory=true
|
|
||||||
flush_block_policy_factory=FlushBlockBySizePolicyFactory
|
|
||||||
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
{"indexed_fields":{}}
|
|
||||||
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"}
|
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"initial_version":null,"version":2,"config":{"vector_data":{"":{"size":384,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"plain","options":{}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}}
|
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
{"chunk_size_bytes":33553920,"chunk_size_vectors":21845,"dim":384,"mlock":false,"populate":true}
|
|
||||||
Binary file not shown.
|
|
@ -1 +0,0 @@
|
||||||
0.6.0
|
|
||||||
Binary file not shown.
Binary file not shown.
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user