Compare commits
1 Commits
main
...
feature/wi
| Author | SHA1 | Date | |
|---|---|---|---|
| 17be6cc0ac |
1
.bash_aliases
Normal file
1
.bash_aliases
Normal file
|
|
@ -0,0 +1 @@
|
||||||
|
source ~/venvs/embedding/bin/activate
|
||||||
357
.bash_history
Normal file
357
.bash_history
Normal file
|
|
@ -0,0 +1,357 @@
|
||||||
|
sudo systemctl stop cloud-init
|
||||||
|
sudo systemctl disable cloud-init
|
||||||
|
sudo systemctl mask cloud-init
|
||||||
|
sudo touch /etc/cloud/cloud-init.disabled
|
||||||
|
sudo reboot
|
||||||
|
hostnamectl
|
||||||
|
sudo hostnamectl set-hostname llm-node
|
||||||
|
timedatectl list-timezones | grep Berlin
|
||||||
|
sudo timedatectl set-timezone Europe/Berlin
|
||||||
|
sudo update-locale LANG=de_DE.UTF-8
|
||||||
|
PermitRootLogin no
|
||||||
|
PasswordAuthentication yes
|
||||||
|
sudo nano /etc/ssh/sshd_config
|
||||||
|
sudo systemctl reload ssh
|
||||||
|
sudo apt install ufw -y
|
||||||
|
sudo ufw default deny incoming
|
||||||
|
sudo ufw default allow outgoing
|
||||||
|
sudo ufw allow OpenSSH
|
||||||
|
sudo ufw enable
|
||||||
|
sudo ufw status verbose
|
||||||
|
sudo apt update
|
||||||
|
sudo apt install -y ca-certificates curl gnupg lsb-release
|
||||||
|
sudo install -m 0755 -d /etc/apt/keyrings
|
||||||
|
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /etc/apt/keyrings/docker.gpg
|
||||||
|
sudo chmod a+r /etc/apt/keyrings/docker.gpg
|
||||||
|
echo "deb [arch=$(dpkg --print-architecture) \
|
||||||
|
signed-by=/etc/apt/keyrings/docker.gpg] \
|
||||||
|
https://download.docker.com/linux/ubuntu \
|
||||||
|
$(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
|
||||||
|
sudo apt update
|
||||||
|
sudo apt install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
|
||||||
|
docker --version
|
||||||
|
docker compose version
|
||||||
|
docker run hello-world
|
||||||
|
newgrp docker
|
||||||
|
docker run hello-world
|
||||||
|
curl "http://localhost:8000/search?query=Mae-geri"
|
||||||
|
source /home/llmadmin/venvs/embedding/bin/activate
|
||||||
|
exit
|
||||||
|
echo 'source ~/venvs/embedding/bin/activate' >> ~/.bash_aliases
|
||||||
|
source ~/.bash_aliases
|
||||||
|
embedding
|
||||||
|
sudo nano /home/llmadmin/llm-api/app.py
|
||||||
|
ls
|
||||||
|
cd venvs
|
||||||
|
ls
|
||||||
|
cd embedding/
|
||||||
|
ls
|
||||||
|
cd /
|
||||||
|
ls
|
||||||
|
cd home
|
||||||
|
ls
|
||||||
|
cd llmadmin/
|
||||||
|
ls
|
||||||
|
mkdir -p ~/llm-api
|
||||||
|
ls
|
||||||
|
cd llm-api/
|
||||||
|
nano app.py
|
||||||
|
mkdir logs
|
||||||
|
ls
|
||||||
|
uvicorn app:app --host 0.0.0.0 --port 8000
|
||||||
|
groups
|
||||||
|
sudo usermod -aG docker $USER
|
||||||
|
newgrp docker
|
||||||
|
curl -fsSL https://ollama.com/install.sh | sh
|
||||||
|
ollama --version
|
||||||
|
ollama version is 0.10.1
|
||||||
|
ollama run mistral
|
||||||
|
curl http://localhost:11434/api/tags
|
||||||
|
mkdir -p ~/docker/qdrant
|
||||||
|
cd ~/docker/qdrant
|
||||||
|
nano docker-compose.yml
|
||||||
|
docker compose up -d
|
||||||
|
docker ps
|
||||||
|
curl http://localhost:6333/collections
|
||||||
|
sudo systemctl enable ollama
|
||||||
|
sudo systemctl start ollama
|
||||||
|
ollama run mistral --keep-alive
|
||||||
|
sudo apt install python3 python3-pip -y
|
||||||
|
pip3 install --upgrade pip
|
||||||
|
# 1. Installiere venv (falls noch nicht da)
|
||||||
|
sudo apt install python3-venv -y
|
||||||
|
# 2. Erstelle eine neue virtuelle Umgebung z. B. im Projektverzeichnis
|
||||||
|
python3 -m venv ~/venvs/embedding
|
||||||
|
# 3. Aktiviere die virtuelle Umgebung
|
||||||
|
source ~/venvs/embedding/bin/activate
|
||||||
|
# 4. Upgrade pip (jetzt erlaubt!)
|
||||||
|
pip install --upgrade pip
|
||||||
|
# 5. Installiere deine Embedding-Tools, z. B.
|
||||||
|
pip install sentence-transformers qdrant-client
|
||||||
|
sudo nano embed_to_qdrant.py
|
||||||
|
python embed_to_qdrant.py
|
||||||
|
sudo nano search_qdrant.py
|
||||||
|
python search_qdrant.py
|
||||||
|
sudo nano search_qdrant.py
|
||||||
|
python search_qdrant.py
|
||||||
|
sudo nano search_qdrant.py
|
||||||
|
python search_qdrant.py
|
||||||
|
pip install fastapi uvicorn
|
||||||
|
pip install requests
|
||||||
|
sudo nano app.py
|
||||||
|
uvicorn app:app --host 0.0.0.0 --port 8000
|
||||||
|
ls
|
||||||
|
rm app.py
|
||||||
|
ls
|
||||||
|
curl -X POST http://localhost:8000/embed -H "Content-Type: application/json" -d '{"texts": ["Mae-geri ist ein gerader Tritt.", "Hikite stabilisiert die Technik."]}'
|
||||||
|
curl "http://localhost:8000/search?query=Wie tritt man Mae-geri?"
|
||||||
|
curl -X POST http://localhost:8000/prompt -H "Content-Type: application/json" -d '{"query": "Wie wird Mae-geri ausgeführt?"}'
|
||||||
|
curl "http://localhost:8000/search?query=Wie tritt man Mae-geri?"
|
||||||
|
curl "http://localhost:8000/search?query=Wie%20tritt%20man%20Mae-geri?"
|
||||||
|
curl --get http://localhost:8000/search --data-urlencode "query=Wie tritt man Mae-geri?"
|
||||||
|
/home/llmadmin/llm-api/app.py
|
||||||
|
/home/llmadmin/venvs/embedding/
|
||||||
|
/home/llmadmin/venvs/embedding/bin/python --version
|
||||||
|
cd /
|
||||||
|
cd ~/llm-api
|
||||||
|
uvicorn app:app --host 0.0.0.0 --port 8000
|
||||||
|
sudo nano /etc/systemd/system/llm-api.service
|
||||||
|
sudo systemctl daemon-reexec
|
||||||
|
sudo systemctl daemon-reload
|
||||||
|
sudo systemctl enable llm-api
|
||||||
|
sudo systemctl start llm-api
|
||||||
|
sudo systemctl status llm-api
|
||||||
|
deactivate
|
||||||
|
ls
|
||||||
|
cd /
|
||||||
|
ls
|
||||||
|
cd home
|
||||||
|
ls
|
||||||
|
cd llmadmin/
|
||||||
|
ls
|
||||||
|
cd docker/
|
||||||
|
ls
|
||||||
|
cd q
|
||||||
|
cd qdrant/
|
||||||
|
ls
|
||||||
|
nano docker-compose.yml
|
||||||
|
sudo restart
|
||||||
|
sudo systemctl status llm-api
|
||||||
|
docker ps
|
||||||
|
curl http://localhost:8000/search?query=test
|
||||||
|
cd /
|
||||||
|
curl http://localhost:8000/search?query=test
|
||||||
|
sudo reboot
|
||||||
|
sudo systemctl status llm-api
|
||||||
|
docker ps
|
||||||
|
curl http://localhost:8000/search?query=test
|
||||||
|
sudo systemctl status llm-api
|
||||||
|
docker ps
|
||||||
|
curl http://localhost:8000/search?query=test
|
||||||
|
docker ps
|
||||||
|
curl http://localhost:8000/search?query=test
|
||||||
|
● llm-api.service - FastAPI Embedding API (LLM)
|
||||||
|
Aug 04 13:41:14 llm-node systemd[1]: Started llm-api.service - FastAPI Embeddin>
|
||||||
|
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Started server process [1312]
|
||||||
|
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Waiting for application start>
|
||||||
|
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Application startup complete.
|
||||||
|
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Uvicorn running on http://0.0>
|
||||||
|
Aug 04 13:42:05 llm-node uvicorn[1312]: /home/llmadmin/venvs/embedding/lib/pyth>
|
||||||
|
Aug 04 13:42:05 llm-node uvicorn[1312]: return forward_call(*args, **kwargs)
|
||||||
|
Aug 04 13:42:05 llm-node uvicorn[1312]: INFO: 127.0.0.1:58988 - "GET /searc>
|
||||||
|
|
||||||
|
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
|
||||||
|
30dfd2e38f0b qdrant/qdrant "./entrypoint.sh" 2 hours ago Up About a minute 0.0.0.0:6333->6333/tcp, [::]:6333->6333/tcp, 6334/tcp qdrant
|
||||||
|
[{"score":0.105378054,"text":"Hikite stabilisiert die Technik."},{"score":0.067576095,"text":"Ein Kumite-Drill verbessert die Reaktionsgeschwindigkeit."},{"score":0.042029735,"text":"Mae-geri ist ein gerader Tritt."}](embedding) llmadmin@llm-node:~$
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
deaktivate
|
||||||
|
Aug 04 13:41:23 llm-node uvicorn[1312]: INFO: Uvicorn running on http://0.0>deactivate
|
||||||
|
deaktivate
|
||||||
|
deactivate
|
||||||
|
sudo systemctl status llm-api
|
||||||
|
docker ps
|
||||||
|
curl http://localhost:8000/search?query=test
|
||||||
|
sudo systemctl status llm-api
|
||||||
|
sudo ss -tuln | grep 8000
|
||||||
|
sudo journalctl -fu llm-api
|
||||||
|
sudo ufw status verbose
|
||||||
|
sudo ufw allow 8000/tcp
|
||||||
|
sudo ufw reload
|
||||||
|
sudo ufw status verbose
|
||||||
|
cd home
|
||||||
|
ls
|
||||||
|
cd llm-api
|
||||||
|
nano app.py
|
||||||
|
cd ~/llm-api
|
||||||
|
uvicorn app:app --host 0.0.0.0 --port 8000
|
||||||
|
source ~/venvs/embedding/bin/activate
|
||||||
|
cd ~/llm-api
|
||||||
|
uvicorn app:app --host 0.0.0.0 --port 8000
|
||||||
|
sudo reboot
|
||||||
|
uvicorn app:app --host 0.0.0.0 --port 8000
|
||||||
|
cd llm-api/
|
||||||
|
uvicorn app:app --host 0.0.0.0 --port 8000
|
||||||
|
uvicorn llm-api:app --host 0.0.0.0 --port 8000
|
||||||
|
ls
|
||||||
|
./test_llm_api.sh
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm-api:app --host 0.0.0.0 --port 8000
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
uvicorn app:app --host 0.0.0.0 --port 8000
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
kill 52619
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
./test_llm_api.sh
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
./test_llm_api.sh
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
./test_llm_api.sh
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
kill 54019
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
# Tötet alle Prozesse, die auf Port 8000 lauschen
|
||||||
|
lsof -ti TCP:8000 | xargs -r kill -9
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
# im llm-api-Verzeichnis und aktiviertem venv
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 &
|
||||||
|
SERVER_PID=$!
|
||||||
|
echo "Uvicorn läuft als PID $SERVER_PID"
|
||||||
|
lsof -ti TCP:8000 | xargs -r kill -9
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 &
|
||||||
|
pip install nltk
|
||||||
|
python - <<EOF
|
||||||
|
import nltk
|
||||||
|
nltk.download('punkt')
|
||||||
|
EOF
|
||||||
|
|
||||||
|
pip install pdfplumber
|
||||||
|
pip install pillow
|
||||||
|
# im virtuellen Environment
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
(embedding) llmadmin@llm-node:~$ # im virtuellen Environment
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
INFO: Will watch for changes in these directories: ['/home/llmadmin']
|
||||||
|
ERROR: [Errno 98] Address already in use
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
kill 27023
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
cd llm-api/
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
kill 48457
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
sudo ufw allow 8000/tcp
|
||||||
|
sudo ufw status
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
kill 48507
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
curl -i http://127.0.0.1:8000/openapi.json
|
||||||
|
curl -X POST http://127.0.0.1:8000/embed -H "Content-Type: application/json" -d '{"text": "Test"}'
|
||||||
|
curl -i -X POST http://127.0.0.1:8000/embed -H "Content-Type: application/json" -d '{
|
||||||
|
"collection": "test",
|
||||||
|
"chunks": [
|
||||||
|
{
|
||||||
|
"text": "Das ist ein Testtext.",
|
||||||
|
"source": "unit-test"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}'
|
||||||
|
curl -G http://127.0.0.1:8000/search --data-urlencode "query=Test"
|
||||||
|
curl -i -G http://127.0.0.1:8000/search --data-urlencode "query=Test" -H "Accept: application/json"
|
||||||
|
curl -i -G http://127.0.0.1:8000/search --data-urlencode "query=Test" --data-urlencode "collection=test" -H "Accept: application/json"
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
kill 48633
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
kill 49437
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
cd ~/llm-api
|
||||||
|
chmod +x test_llm_api.sh
|
||||||
|
./test_llm_api.sh
|
||||||
|
chmod +x ~/llm-api/test_llm_api.sh
|
||||||
|
cd ~/llm-api
|
||||||
|
./test_llm_api.sh
|
||||||
|
nano test_llm_api.sh
|
||||||
|
./test_llm_api.sh
|
||||||
|
# Achte darauf, dass im aktuellen Shell-Environment OLLAMA_URL stimmt (Default ist bereits /api/generate).
|
||||||
|
pkill -f "uvicorn llm_api:app" # alten Prozess beenden
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
cd ~/llm-api
|
||||||
|
./test_llm_api.sh
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
pkill -f "uvicorn llm_api:app" # alten Prozess beenden
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
./test_llm_api.sh
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
./test_llm_api.sh
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
./test_llm_api.sh
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
./test_llm_api.sh
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
./test_llm_api.sh
|
||||||
|
pkill -f "uvicorn llm_api:app"
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 --log-level debug
|
||||||
|
./test_llm_api.sh
|
||||||
|
pkill -f "uvicorn llm_api:app" # alten Prozess beenden
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --p ort 8000
|
||||||
|
deactivate
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --p ort 8000
|
||||||
|
./test_llm_api.sh
|
||||||
|
# Server beenden, falls noch laufend
|
||||||
|
lsof -ti TCP:8000 | xargs -r kill -9
|
||||||
|
# Server neu starten
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 &
|
||||||
|
# Kurz warten
|
||||||
|
sleep 2
|
||||||
|
# Tests
|
||||||
|
./test_llm_api.sh
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
lsof -ti TCP:8000 | xargs -r kill -9
|
||||||
|
lsof -i TCP:8000 -sTCP:LISTEN
|
||||||
|
uvicorn llm_api:app --reload --host 0.0.0.0 --port 8000 &
|
||||||
|
deactivate
|
||||||
|
curl -i -X POST http://127.0.0.1:11434/api/generate -H "Content-Type: application/json" -d '{
|
||||||
|
"model": "mistral:latest",
|
||||||
|
"prompt": "Hallo",
|
||||||
|
"stream": false
|
||||||
|
}'
|
||||||
|
cd knowledge/
|
||||||
|
cd karatetrainer/
|
||||||
|
nano Lateral.txt
|
||||||
|
ls
|
||||||
|
cd _imported/
|
||||||
|
ls
|
||||||
|
cd ..
|
||||||
|
ls
|
||||||
|
nano Literal.txt
|
||||||
|
nano Lateral.txt
|
||||||
|
cd llm-api/
|
||||||
|
sudo systemctl restart llm-api
|
||||||
|
sudo journalctl -fu llm-api
|
||||||
|
sudo systemctl status llm-api
|
||||||
7
.bash_logout
Normal file
7
.bash_logout
Normal file
|
|
@ -0,0 +1,7 @@
|
||||||
|
# ~/.bash_logout: executed by bash(1) when login shell exits.
|
||||||
|
|
||||||
|
# when leaving the console clear the screen to increase privacy
|
||||||
|
|
||||||
|
if [ "$SHLVL" = 1 ]; then
|
||||||
|
[ -x /usr/bin/clear_console ] && /usr/bin/clear_console -q
|
||||||
|
fi
|
||||||
117
.bashrc
Normal file
117
.bashrc
Normal file
|
|
@ -0,0 +1,117 @@
|
||||||
|
# ~/.bashrc: executed by bash(1) for non-login shells.
|
||||||
|
# see /usr/share/doc/bash/examples/startup-files (in the package bash-doc)
|
||||||
|
# for examples
|
||||||
|
|
||||||
|
# If not running interactively, don't do anything
|
||||||
|
case $- in
|
||||||
|
*i*) ;;
|
||||||
|
*) return;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
# don't put duplicate lines or lines starting with space in the history.
|
||||||
|
# See bash(1) for more options
|
||||||
|
HISTCONTROL=ignoreboth
|
||||||
|
|
||||||
|
# append to the history file, don't overwrite it
|
||||||
|
shopt -s histappend
|
||||||
|
|
||||||
|
# for setting history length see HISTSIZE and HISTFILESIZE in bash(1)
|
||||||
|
HISTSIZE=1000
|
||||||
|
HISTFILESIZE=2000
|
||||||
|
|
||||||
|
# check the window size after each command and, if necessary,
|
||||||
|
# update the values of LINES and COLUMNS.
|
||||||
|
shopt -s checkwinsize
|
||||||
|
|
||||||
|
# If set, the pattern "**" used in a pathname expansion context will
|
||||||
|
# match all files and zero or more directories and subdirectories.
|
||||||
|
#shopt -s globstar
|
||||||
|
|
||||||
|
# make less more friendly for non-text input files, see lesspipe(1)
|
||||||
|
[ -x /usr/bin/lesspipe ] && eval "$(SHELL=/bin/sh lesspipe)"
|
||||||
|
|
||||||
|
# set variable identifying the chroot you work in (used in the prompt below)
|
||||||
|
if [ -z "${debian_chroot:-}" ] && [ -r /etc/debian_chroot ]; then
|
||||||
|
debian_chroot=$(cat /etc/debian_chroot)
|
||||||
|
fi
|
||||||
|
|
||||||
|
# set a fancy prompt (non-color, unless we know we "want" color)
|
||||||
|
case "$TERM" in
|
||||||
|
xterm-color|*-256color) color_prompt=yes;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
# uncomment for a colored prompt, if the terminal has the capability; turned
|
||||||
|
# off by default to not distract the user: the focus in a terminal window
|
||||||
|
# should be on the output of commands, not on the prompt
|
||||||
|
#force_color_prompt=yes
|
||||||
|
|
||||||
|
if [ -n "$force_color_prompt" ]; then
|
||||||
|
if [ -x /usr/bin/tput ] && tput setaf 1 >&/dev/null; then
|
||||||
|
# We have color support; assume it's compliant with Ecma-48
|
||||||
|
# (ISO/IEC-6429). (Lack of such support is extremely rare, and such
|
||||||
|
# a case would tend to support setf rather than setaf.)
|
||||||
|
color_prompt=yes
|
||||||
|
else
|
||||||
|
color_prompt=
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ "$color_prompt" = yes ]; then
|
||||||
|
PS1='${debian_chroot:+($debian_chroot)}\[\033[01;32m\]\u@\h\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\$ '
|
||||||
|
else
|
||||||
|
PS1='${debian_chroot:+($debian_chroot)}\u@\h:\w\$ '
|
||||||
|
fi
|
||||||
|
unset color_prompt force_color_prompt
|
||||||
|
|
||||||
|
# If this is an xterm set the title to user@host:dir
|
||||||
|
case "$TERM" in
|
||||||
|
xterm*|rxvt*)
|
||||||
|
PS1="\[\e]0;${debian_chroot:+($debian_chroot)}\u@\h: \w\a\]$PS1"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
# enable color support of ls and also add handy aliases
|
||||||
|
if [ -x /usr/bin/dircolors ]; then
|
||||||
|
test -r ~/.dircolors && eval "$(dircolors -b ~/.dircolors)" || eval "$(dircolors -b)"
|
||||||
|
alias ls='ls --color=auto'
|
||||||
|
#alias dir='dir --color=auto'
|
||||||
|
#alias vdir='vdir --color=auto'
|
||||||
|
|
||||||
|
alias grep='grep --color=auto'
|
||||||
|
alias fgrep='fgrep --color=auto'
|
||||||
|
alias egrep='egrep --color=auto'
|
||||||
|
fi
|
||||||
|
|
||||||
|
# colored GCC warnings and errors
|
||||||
|
#export GCC_COLORS='error=01;31:warning=01;35:note=01;36:caret=01;32:locus=01:quote=01'
|
||||||
|
|
||||||
|
# some more ls aliases
|
||||||
|
alias ll='ls -alF'
|
||||||
|
alias la='ls -A'
|
||||||
|
alias l='ls -CF'
|
||||||
|
|
||||||
|
# Add an "alert" alias for long running commands. Use like so:
|
||||||
|
# sleep 10; alert
|
||||||
|
alias alert='notify-send --urgency=low -i "$([ $? = 0 ] && echo terminal || echo error)" "$(history|tail -n1|sed -e '\''s/^\s*[0-9]\+\s*//;s/[;&|]\s*alert$//'\'')"'
|
||||||
|
|
||||||
|
# Alias definitions.
|
||||||
|
# You may want to put all your additions into a separate file like
|
||||||
|
# ~/.bash_aliases, instead of adding them here directly.
|
||||||
|
# See /usr/share/doc/bash-doc/examples in the bash-doc package.
|
||||||
|
|
||||||
|
if [ -f ~/.bash_aliases ]; then
|
||||||
|
. ~/.bash_aliases
|
||||||
|
fi
|
||||||
|
|
||||||
|
# enable programmable completion features (you don't need to enable
|
||||||
|
# this, if it's already enabled in /etc/bash.bashrc and /etc/profile
|
||||||
|
# sources /etc/bash.bashrc).
|
||||||
|
if ! shopt -oq posix; then
|
||||||
|
if [ -f /usr/share/bash-completion/bash_completion ]; then
|
||||||
|
. /usr/share/bash-completion/bash_completion
|
||||||
|
elif [ -f /etc/bash_completion ]; then
|
||||||
|
. /etc/bash_completion
|
||||||
|
fi
|
||||||
|
fi
|
||||||
20
.gitattributes
vendored
20
.gitattributes
vendored
|
|
@ -1,13 +1,11 @@
|
||||||
* text=auto eol=lf
|
* text=auto eol=lf
|
||||||
|
*.sh text eol=lf
|
||||||
|
*.py text eol=lf
|
||||||
|
*.yml text eol=lf
|
||||||
|
*.json text eol=lf
|
||||||
|
*.md text eol=lf
|
||||||
|
*.bat text eol=crlf
|
||||||
|
|
||||||
# Typische Binärformate nicht normalisieren
|
*.png binary
|
||||||
*.png -text
|
*.jpg binary
|
||||||
*.jpg -text
|
*.pdf binary
|
||||||
*.jpeg -text
|
|
||||||
*.gif -text
|
|
||||||
*.pdf -text
|
|
||||||
*.zip -text
|
|
||||||
*.tar -text
|
|
||||||
*.tar.gz -text
|
|
||||||
*.tgz -text
|
|
||||||
*.mp4 -text
|
|
||||||
|
|
|
||||||
|
|
@ -1,72 +0,0 @@
|
||||||
name: Deploy Trainer_LLM to llm-node
|
|
||||||
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
branches: [ "main" ]
|
|
||||||
# Kein paths-Filter mehr: neue Ordner deployen sofort mit, sobald sie in DEPLOY_DIRS stehen.
|
|
||||||
|
|
||||||
concurrency:
|
|
||||||
group: deploy-trainer-llm
|
|
||||||
cancel-in-progress: false
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
deploy:
|
|
||||||
runs-on: linux_host
|
|
||||||
env:
|
|
||||||
# -> Hier trägst du ALLE zu deployenden Top-Level-Verzeichnisse ein:
|
|
||||||
# Bei neuen Ordnern einfach anhängen (durch Leerzeichen getrennt)
|
|
||||||
DEPLOY_DIRS: "knowledge llm-api scripts schemas tests"
|
|
||||||
TARGET_BASE: "/home/llmadmin"
|
|
||||||
steps:
|
|
||||||
- name: Checkout
|
|
||||||
uses: https://github.com/actions/checkout@v4
|
|
||||||
|
|
||||||
- name: Sanity — Runner & Commit
|
|
||||||
run: |
|
|
||||||
echo "Runner: $RUNNER_NAME Labels: $RUNNER_LABELS"
|
|
||||||
echo "Commit: ${GITHUB_SHA:-$GITEA_SHA} Ref: ${GITHUB_REF:-$GITEA_REF}"
|
|
||||||
uname -a
|
|
||||||
|
|
||||||
- name: Ensure target base exists
|
|
||||||
run: |
|
|
||||||
install -d "$TARGET_BASE"
|
|
||||||
|
|
||||||
- name: Deploy whitelisted directories
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
IFS=' ' read -r -a DIRS <<< "$DEPLOY_DIRS"
|
|
||||||
|
|
||||||
for d in "${DIRS[@]}"; do
|
|
||||||
if [ -d "$d" ]; then
|
|
||||||
# Nur wenn im Ordner auch Dateien/Unterordner liegen
|
|
||||||
if [ -n "$(find "$d" -mindepth 1 -print -quit)" ]; then
|
|
||||||
echo ">> Syncing $d -> $TARGET_BASE/$d"
|
|
||||||
install -d "$TARGET_BASE/$d"
|
|
||||||
rsync -a --delete \
|
|
||||||
--exclude='.git' \
|
|
||||||
--exclude='.env' --exclude='.env.*' --exclude='**/.env' --exclude='**/.env.*' \
|
|
||||||
"$d"/ "$TARGET_BASE/$d"/
|
|
||||||
else
|
|
||||||
echo ">> Skipping $d (leer)"
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
echo ">> Skipping $d (existiert nicht im Repo)"
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
- name: Optional — systemctl --user restart llm-api (ignore if missing)
|
|
||||||
continue-on-error: true
|
|
||||||
run: |
|
|
||||||
if systemctl --user list-unit-files | grep -q '^llm-api.service'; then
|
|
||||||
systemctl --user restart llm-api.service
|
|
||||||
systemctl --user --no-pager status llm-api.service --full -l || true
|
|
||||||
else
|
|
||||||
echo "llm-api.service nicht gefunden — Schritt wird übersprungen."
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Post-check — list targets
|
|
||||||
run: |
|
|
||||||
for d in $DEPLOY_DIRS; do
|
|
||||||
echo "== $TARGET_BASE/$d =="
|
|
||||||
ls -la "$TARGET_BASE/$d" 2>/dev/null | tail -n +1 || true
|
|
||||||
done
|
|
||||||
1
.ollama/history
Normal file
1
.ollama/history
Normal file
|
|
@ -0,0 +1 @@
|
||||||
|
> Wie kann ich einen Karate-Trainingsplan für Kinder aufbauen?
|
||||||
27
.profile
Normal file
27
.profile
Normal file
|
|
@ -0,0 +1,27 @@
|
||||||
|
# ~/.profile: executed by the command interpreter for login shells.
|
||||||
|
# This file is not read by bash(1), if ~/.bash_profile or ~/.bash_login
|
||||||
|
# exists.
|
||||||
|
# see /usr/share/doc/bash/examples/startup-files for examples.
|
||||||
|
# the files are located in the bash-doc package.
|
||||||
|
|
||||||
|
# the default umask is set in /etc/profile; for setting the umask
|
||||||
|
# for ssh logins, install and configure the libpam-umask package.
|
||||||
|
#umask 022
|
||||||
|
|
||||||
|
# if running bash
|
||||||
|
if [ -n "$BASH_VERSION" ]; then
|
||||||
|
# include .bashrc if it exists
|
||||||
|
if [ -f "$HOME/.bashrc" ]; then
|
||||||
|
. "$HOME/.bashrc"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# set PATH so it includes user's private bin if it exists
|
||||||
|
if [ -d "$HOME/bin" ] ; then
|
||||||
|
PATH="$HOME/bin:$PATH"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# set PATH so it includes user's private bin if it exists
|
||||||
|
if [ -d "$HOME/.local/bin" ] ; then
|
||||||
|
PATH="$HOME/.local/bin:$PATH"
|
||||||
|
fi
|
||||||
0
.ssh/authorized_keys
Normal file
0
.ssh/authorized_keys
Normal file
6
.ssh/config
Normal file
6
.ssh/config
Normal file
|
|
@ -0,0 +1,6 @@
|
||||||
|
Host gitea 192.168.2.144
|
||||||
|
HostName 192.168.2.144
|
||||||
|
User git
|
||||||
|
IdentityFile ~/.ssh/id_ed25519
|
||||||
|
IdentitiesOnly yes
|
||||||
|
Port 22
|
||||||
7
.ssh/id_ed25519
Normal file
7
.ssh/id_ed25519
Normal file
|
|
@ -0,0 +1,7 @@
|
||||||
|
-----BEGIN OPENSSH PRIVATE KEY-----
|
||||||
|
b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAAAMwAAAAtzc2gtZW
|
||||||
|
QyNTUxOQAAACA8Ve+abYMhT9qKKiQRyqr8B9Gl+/StHSV+7XFy92IZIAAAAJiIGWtFiBlr
|
||||||
|
RQAAAAtzc2gtZWQyNTUxOQAAACA8Ve+abYMhT9qKKiQRyqr8B9Gl+/StHSV+7XFy92IZIA
|
||||||
|
AAAEA4mbz76X6Kwzzx0XywuArL3DAyELc8Wf69zcn9y3PEozxV75ptgyFP2ooqJBHKqvwH
|
||||||
|
0aX79K0dJX7tcXL3YhkgAAAAEWxsbWFkbWluQGxsbS1ub2RlAQIDBA==
|
||||||
|
-----END OPENSSH PRIVATE KEY-----
|
||||||
1
.ssh/id_ed25519.pub
Normal file
1
.ssh/id_ed25519.pub
Normal file
|
|
@ -0,0 +1 @@
|
||||||
|
ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDxV75ptgyFP2ooqJBHKqvwH0aX79K0dJX7tcXL3Yhkg llmadmin@llm-node
|
||||||
3
.ssh/known_hosts
Normal file
3
.ssh/known_hosts
Normal file
|
|
@ -0,0 +1,3 @@
|
||||||
|
|1|9gILhO5kZJZxcpUkxWMKwQ9e7nQ=|F6xr9LxhKzWJO3xe0NtqgwFQf9w= ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAa+eI4vN1EhIos5dbJ20ZLUUCfk5ffPecyhFNY5yw9Q
|
||||||
|
|1|5elDbaMwbZYS+pbj0kzKRP6/GXQ=|pD3BpV8ke6PZW2Lz9WJ5oAvsLgo= ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBbQIn9j/HdHeYtdzCq3qFPZnzEpKPewRbFVKaln7rcZ7DdtbvXf0O72Z6LG6VZbMiOKudaxt0ymBadaY0b+rzrscP7aXsmqgM2aIBTazJk5+sVEe9OIBob76XgVQzWSDCZPAlKEkzpXHi698ktB6tZczXBl+zzGVOMviL0sJqdfMLpbSGV7Zc0ujbLXujwNEYH/TGKhVDJvG+MRXHxdcqdINayyaDUolm/vPZLuaB8D87huSFwQdd38LKiiVFHtF6nEvM6cegHVy1HKl5sIWLSgCCfXdQTXXLf9Rvpdq3sVpELvKg7QHNJXHDqD0bNXEODnEh3nhc7iIict8aF/t1hch65THjcs+jzcZOa+MXjCW6opQtwpmyAX6OBGNAlPWEQYQluxFKxliR4OkrdE9n9+BmR2cISanKMQYWxhHFYFV10v1lqq+qipnoH4QoW2p2KtpXpaV/gI9PvBwJhANzI4Q4sdbEof0WafzT6PT76Gmfd1CJVXCeQWU9o75fn5k=
|
||||||
|
|1|S+qOeLxDMgcLGUdRg7ZZL88BadU=|d1SXJdkkYQmNoir2L0d8Kw4r8Cg= ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOIM8m6QT3jZm7qTXG8+KaoCbqTXYWb5PbrRQ7IPxGLTJDsXhH2qdKYhuAOJjpq3GwQzIvn3eWWnCfmtlIBKv5w=
|
||||||
1
.ssh/known_hosts.old
Normal file
1
.ssh/known_hosts.old
Normal file
|
|
@ -0,0 +1 @@
|
||||||
|
|1|9gILhO5kZJZxcpUkxWMKwQ9e7nQ=|F6xr9LxhKzWJO3xe0NtqgwFQf9w= ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAa+eI4vN1EhIos5dbJ20ZLUUCfk5ffPecyhFNY5yw9Q
|
||||||
0
.sudo_as_admin_successful
Normal file
0
.sudo_as_admin_successful
Normal file
|
|
@ -1,90 +0,0 @@
|
||||||
# WP-17 – Retriever & Composer (Kern ohne LLM)
|
|
||||||
|
|
||||||
## Projektkontext
|
|
||||||
Wir entwickeln eine deterministische Planerstellung aus bestehenden **plan_templates** und **exercises**.
|
|
||||||
WP-15 hat die Collections, Indizes und CRUD-APIs für `plan_templates` und `plans` produktiv geliefert.
|
|
||||||
WP-02 stellt die exercises-Collection mit Capabilities und Qdrant-Anbindung bereit.
|
|
||||||
|
|
||||||
**Technologie-Stack:** Python 3.12, FastAPI, Qdrant
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Ziele
|
|
||||||
Implementierung eines `/plan/generate`-Endpoints, der:
|
|
||||||
|
|
||||||
- Filter- und Vektor-Suche in Qdrant kombiniert
|
|
||||||
- Scoring nach Coverage, Diversity und Novelty durchführt
|
|
||||||
- Pläne deterministisch und ohne LLM generiert
|
|
||||||
- Zeitbudgets einhält und Wiederholungen (Novelty-Penalty) vermeidet
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Deliverables
|
|
||||||
1. **API**: POST `/plan/generate`
|
|
||||||
- Parameter: `discipline`, `age_group`, `target_group`, `goals`, `time_budget_minutes`, `novelty_horizon` (5), `coverage_threshold` (0.8), `strict_mode`
|
|
||||||
- Rückgabe: Plan-JSON mit Exercises-Referenzen und Metadaten
|
|
||||||
|
|
||||||
2. **Retriever**
|
|
||||||
- Filter-Layer (Payload)
|
|
||||||
- Vector-Layer (Ranking)
|
|
||||||
- Kombinierte Gewichtung
|
|
||||||
|
|
||||||
3. **Composer**
|
|
||||||
- Sections aufbauen (aus Template oder Default)
|
|
||||||
- Zeitbudget pro Section und Gesamt einhalten
|
|
||||||
- Strict-Mode: nur gültige `external_id`
|
|
||||||
|
|
||||||
4. **Scoring-Funktionen**
|
|
||||||
- Coverage (Capabilites-Abdeckung)
|
|
||||||
- Diversity (Variabilität)
|
|
||||||
- Novelty (Neuheit gegenüber Historie)
|
|
||||||
|
|
||||||
5. **Tests**
|
|
||||||
- Unit-Tests (Scoring, Filter)
|
|
||||||
- E2E: Template → Retriever → Composer → Persistenz
|
|
||||||
|
|
||||||
6. **Dokumentation**
|
|
||||||
- OpenAPI-Beispiele, Parametrierung, Konfigurationsoptionen
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Akzeptanzkriterien
|
|
||||||
- Identische Eingaben → identischer Plan (Determinismus)
|
|
||||||
- Keine doppelten Übungen im Plan
|
|
||||||
- Budget- und Coverage-Ziele in ≥95 % der Testfälle erreicht
|
|
||||||
- Novelty-Penalty wirkt wie konfiguriert
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Risiken
|
|
||||||
- Konflikte zwischen Budget, Coverage, Novelty (Priorisierung erforderlich)
|
|
||||||
- Geringe Übungsvielfalt → eingeschränkte Ergebnisse
|
|
||||||
- Performance-Einbußen bei großen Collections
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Technische Vorgaben
|
|
||||||
**Voreinstellungen:**
|
|
||||||
- `novelty_horizon`: 5
|
|
||||||
- `coverage_threshold`: 0.8
|
|
||||||
- Priorität bei Konflikt: 1. Budget, 2. Coverage, 3. Novelty
|
|
||||||
|
|
||||||
**Benötigte Dateien:**
|
|
||||||
- `llm-api/plan_router.py` (v0.13.4)
|
|
||||||
- `llm-api/exercise_router.py` (aus WP-02)
|
|
||||||
- `scripts/bootstrap_qdrant_plans.py` (v1.3.x)
|
|
||||||
- Schema-Definitionen für `plan_templates` und `plans`
|
|
||||||
- Beispiel-Datensätze (Golden-Cases)
|
|
||||||
- `.env` (ohne Secrets, mit API-URLs)
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Prompt für das Entwicklerteam (direkt nutzbar)
|
|
||||||
> **Rolle:** Entwicklerteam WP-17 – Retriever & Composer (Kern ohne LLM)
|
|
||||||
> **Aufgabe:** Implementiere `/plan/generate`, der deterministisch aus plan_templates und exercises Pläne generiert.
|
|
||||||
> Nutze Filter- und Vektor-Suche in Qdrant, Scoring-Funktionen (Coverage, Diversity, Novelty) und eine Composer-Logik, die Zeitbudgets einhält.
|
|
||||||
> **Parameter:** discipline, age_group, target_group, goals, time_budget_minutes, novelty_horizon=5, coverage_threshold=0.8, strict_mode.
|
|
||||||
> **Anforderungen:** Deterministische Ergebnisse, keine Duplikate, ≥95 % Zielerreichung bei Budget/Coverage, funktionierender Novelty-Penalty.
|
|
||||||
> **Rahmen:** Python 3.12, FastAPI, Qdrant, vorhandene plan_templates/plans/exercises-Collections.
|
|
||||||
> **Liefere:** Code, Unit- und E2E-Tests, OpenAPI-Doku mit Beispielen.
|
|
||||||
> **Dateien:** siehe Liste oben.
|
|
||||||
0
deactivate
Normal file
0
deactivate
Normal file
9
docker/qdrant/docker-compose.yml
Normal file
9
docker/qdrant/docker-compose.yml
Normal file
|
|
@ -0,0 +1,9 @@
|
||||||
|
services:
|
||||||
|
qdrant:
|
||||||
|
image: qdrant/qdrant
|
||||||
|
container_name: qdrant
|
||||||
|
ports:
|
||||||
|
- "6333:6333"
|
||||||
|
volumes:
|
||||||
|
- ./qdrant_data:/qdrant/storage
|
||||||
|
restart: unless-stopped
|
||||||
38
docker/qdrant/embed_to_qdrant.py
Normal file
38
docker/qdrant/embed_to_qdrant.py
Normal file
|
|
@ -0,0 +1,38 @@
|
||||||
|
from sentence_transformers import SentenceTransformer
|
||||||
|
from qdrant_client import QdrantClient
|
||||||
|
from qdrant_client.models import Distance, VectorParams, PointStruct
|
||||||
|
|
||||||
|
# Modell laden (lokal oder aus Hugging Face, wenn Internet erlaubt)
|
||||||
|
model = SentenceTransformer("all-MiniLM-L6-v2")
|
||||||
|
|
||||||
|
# Qdrant-Client konfigurieren (lokaler Docker-Container)
|
||||||
|
qdrant = QdrantClient(host="localhost", port=6333)
|
||||||
|
|
||||||
|
# Collection erstellen (falls nicht vorhanden)
|
||||||
|
collection_name = "karate-doku"
|
||||||
|
if not qdrant.collection_exists(collection_name):
|
||||||
|
qdrant.recreate_collection(
|
||||||
|
collection_name=collection_name,
|
||||||
|
vectors_config=VectorParams(size=384, distance=Distance.COSINE)
|
||||||
|
)
|
||||||
|
|
||||||
|
# Beispiel-Dokumente
|
||||||
|
texts = [
|
||||||
|
"Mae-geri ist ein gerader Tritt nach vorne.",
|
||||||
|
"Der Hikite ist entscheidend für die Stabilisierung der Technik.",
|
||||||
|
"Ein Kumite-Drill verbessert die Reaktionsgeschwindigkeit."
|
||||||
|
]
|
||||||
|
|
||||||
|
# Embeddings erzeugen
|
||||||
|
embeddings = model.encode(texts).tolist()
|
||||||
|
|
||||||
|
# Einfügen in Qdrant
|
||||||
|
qdrant.upsert(
|
||||||
|
collection_name=collection_name,
|
||||||
|
points=[
|
||||||
|
PointStruct(id=i, vector=embedding, payload={"text": texts[i]})
|
||||||
|
for i, embedding in enumerate(embeddings)
|
||||||
|
]
|
||||||
|
)
|
||||||
|
|
||||||
|
print("Daten erfolgreich eingefügt.")
|
||||||
1
docker/qdrant/qdrant_data/aliases/data.json
Normal file
1
docker/qdrant/qdrant_data/aliases/data.json
Normal file
|
|
@ -0,0 +1 @@
|
||||||
|
{}
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"clocks":[{"peer_id":6827150572645906,"clock_id":0,"current_tick":225,"token":6920147790342547179}]}
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"is_local":true,"this_peer_id":6827150572645906,"peers":{"6827150572645906":"Active"}}
|
||||||
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
MANIFEST-000005
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
83e99760-fdea-45f3-ad66-381bb7c9f2f0
|
||||||
|
|
@ -0,0 +1,244 @@
|
||||||
|
2025/08/09-14:58:38.847989 235558 RocksDB version: 9.9.3
|
||||||
|
2025/08/09-14:58:38.848019 235558 Compile date 2024-12-05 01:25:31
|
||||||
|
2025/08/09-14:58:38.848021 235558 DB SUMMARY
|
||||||
|
2025/08/09-14:58:38.848024 235558 Host name (Env): 30dfd2e38f0b
|
||||||
|
2025/08/09-14:58:38.848026 235558 DB Session ID: VBBHIY49NOC7L6W4M1AL
|
||||||
|
2025/08/09-14:58:38.848052 235558 SST files in ./storage/collections/exercises/0/segments/31dee50f-1427-4647-95fd-12cbeb8ee8cb/payload_index dir, Total Num: 0, files:
|
||||||
|
2025/08/09-14:58:38.848054 235558 Write Ahead Log file in ./storage/collections/exercises/0/segments/31dee50f-1427-4647-95fd-12cbeb8ee8cb/payload_index:
|
||||||
|
2025/08/09-14:58:38.848057 235558 Options.error_if_exists: 0
|
||||||
|
2025/08/09-14:58:38.848059 235558 Options.create_if_missing: 1
|
||||||
|
2025/08/09-14:58:38.848060 235558 Options.paranoid_checks: 1
|
||||||
|
2025/08/09-14:58:38.848062 235558 Options.flush_verify_memtable_count: 1
|
||||||
|
2025/08/09-14:58:38.848064 235558 Options.compaction_verify_record_count: 1
|
||||||
|
2025/08/09-14:58:38.848065 235558 Options.track_and_verify_wals_in_manifest: 0
|
||||||
|
2025/08/09-14:58:38.848067 235558 Options.verify_sst_unique_id_in_manifest: 1
|
||||||
|
2025/08/09-14:58:38.848068 235558 Options.env: 0x7e0c22230380
|
||||||
|
2025/08/09-14:58:38.848071 235558 Options.fs: PosixFileSystem
|
||||||
|
2025/08/09-14:58:38.848072 235558 Options.info_log: 0x7e0c1d23c000
|
||||||
|
2025/08/09-14:58:38.848074 235558 Options.max_file_opening_threads: 16
|
||||||
|
2025/08/09-14:58:38.848076 235558 Options.statistics: (nil)
|
||||||
|
2025/08/09-14:58:38.848078 235558 Options.use_fsync: 0
|
||||||
|
2025/08/09-14:58:38.848079 235558 Options.max_log_file_size: 1048576
|
||||||
|
2025/08/09-14:58:38.848081 235558 Options.max_manifest_file_size: 1073741824
|
||||||
|
2025/08/09-14:58:38.848085 235558 Options.log_file_time_to_roll: 0
|
||||||
|
2025/08/09-14:58:38.848086 235558 Options.keep_log_file_num: 1
|
||||||
|
2025/08/09-14:58:38.848088 235558 Options.recycle_log_file_num: 0
|
||||||
|
2025/08/09-14:58:38.848089 235558 Options.allow_fallocate: 1
|
||||||
|
2025/08/09-14:58:38.848091 235558 Options.allow_mmap_reads: 0
|
||||||
|
2025/08/09-14:58:38.848092 235558 Options.allow_mmap_writes: 0
|
||||||
|
2025/08/09-14:58:38.848094 235558 Options.use_direct_reads: 0
|
||||||
|
2025/08/09-14:58:38.848096 235558 Options.use_direct_io_for_flush_and_compaction: 0
|
||||||
|
2025/08/09-14:58:38.848097 235558 Options.create_missing_column_families: 1
|
||||||
|
2025/08/09-14:58:38.848098 235558 Options.db_log_dir:
|
||||||
|
2025/08/09-14:58:38.848100 235558 Options.wal_dir:
|
||||||
|
2025/08/09-14:58:38.848102 235558 Options.table_cache_numshardbits: 6
|
||||||
|
2025/08/09-14:58:38.848103 235558 Options.WAL_ttl_seconds: 0
|
||||||
|
2025/08/09-14:58:38.848104 235558 Options.WAL_size_limit_MB: 0
|
||||||
|
2025/08/09-14:58:38.848106 235558 Options.max_write_batch_group_size_bytes: 1048576
|
||||||
|
2025/08/09-14:58:38.848108 235558 Options.manifest_preallocation_size: 4194304
|
||||||
|
2025/08/09-14:58:38.848109 235558 Options.is_fd_close_on_exec: 1
|
||||||
|
2025/08/09-14:58:38.848112 235558 Options.advise_random_on_open: 1
|
||||||
|
2025/08/09-14:58:38.848113 235558 Options.db_write_buffer_size: 0
|
||||||
|
2025/08/09-14:58:38.848115 235558 Options.write_buffer_manager: 0x7e0c1d201c80
|
||||||
|
2025/08/09-14:58:38.848117 235558 Options.random_access_max_buffer_size: 1048576
|
||||||
|
2025/08/09-14:58:38.848119 235558 Options.use_adaptive_mutex: 0
|
||||||
|
2025/08/09-14:58:38.848120 235558 Options.rate_limiter: (nil)
|
||||||
|
2025/08/09-14:58:38.848122 235558 Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||||
|
2025/08/09-14:58:38.848124 235558 Options.wal_recovery_mode: 0
|
||||||
|
2025/08/09-14:58:38.848128 235558 Options.enable_thread_tracking: 0
|
||||||
|
2025/08/09-14:58:38.848130 235558 Options.enable_pipelined_write: 0
|
||||||
|
2025/08/09-14:58:38.848131 235558 Options.unordered_write: 0
|
||||||
|
2025/08/09-14:58:38.848134 235558 Options.allow_concurrent_memtable_write: 1
|
||||||
|
2025/08/09-14:58:38.848135 235558 Options.enable_write_thread_adaptive_yield: 1
|
||||||
|
2025/08/09-14:58:38.848137 235558 Options.write_thread_max_yield_usec: 100
|
||||||
|
2025/08/09-14:58:38.848139 235558 Options.write_thread_slow_yield_usec: 3
|
||||||
|
2025/08/09-14:58:38.848141 235558 Options.row_cache: None
|
||||||
|
2025/08/09-14:58:38.848143 235558 Options.wal_filter: None
|
||||||
|
2025/08/09-14:58:38.848145 235558 Options.avoid_flush_during_recovery: 0
|
||||||
|
2025/08/09-14:58:38.848146 235558 Options.allow_ingest_behind: 0
|
||||||
|
2025/08/09-14:58:38.848147 235558 Options.two_write_queues: 0
|
||||||
|
2025/08/09-14:58:38.848149 235558 Options.manual_wal_flush: 0
|
||||||
|
2025/08/09-14:58:38.848150 235558 Options.wal_compression: 0
|
||||||
|
2025/08/09-14:58:38.848153 235558 Options.background_close_inactive_wals: 0
|
||||||
|
2025/08/09-14:58:38.848154 235558 Options.atomic_flush: 0
|
||||||
|
2025/08/09-14:58:38.848155 235558 Options.avoid_unnecessary_blocking_io: 0
|
||||||
|
2025/08/09-14:58:38.848157 235558 Options.prefix_seek_opt_in_only: 0
|
||||||
|
2025/08/09-14:58:38.848159 235558 Options.persist_stats_to_disk: 0
|
||||||
|
2025/08/09-14:58:38.848160 235558 Options.write_dbid_to_manifest: 1
|
||||||
|
2025/08/09-14:58:38.848162 235558 Options.write_identity_file: 1
|
||||||
|
2025/08/09-14:58:38.848164 235558 Options.log_readahead_size: 0
|
||||||
|
2025/08/09-14:58:38.848166 235558 Options.file_checksum_gen_factory: Unknown
|
||||||
|
2025/08/09-14:58:38.848167 235558 Options.best_efforts_recovery: 0
|
||||||
|
2025/08/09-14:58:38.848170 235558 Options.max_bgerror_resume_count: 2147483647
|
||||||
|
2025/08/09-14:58:38.848172 235558 Options.bgerror_resume_retry_interval: 1000000
|
||||||
|
2025/08/09-14:58:38.848174 235558 Options.allow_data_in_errors: 0
|
||||||
|
2025/08/09-14:58:38.848175 235558 Options.db_host_id: __hostname__
|
||||||
|
2025/08/09-14:58:38.848177 235558 Options.enforce_single_del_contracts: true
|
||||||
|
2025/08/09-14:58:38.848180 235558 Options.metadata_write_temperature: kUnknown
|
||||||
|
2025/08/09-14:58:38.848181 235558 Options.wal_write_temperature: kUnknown
|
||||||
|
2025/08/09-14:58:38.848183 235558 Options.max_background_jobs: 2
|
||||||
|
2025/08/09-14:58:38.848185 235558 Options.max_background_compactions: -1
|
||||||
|
2025/08/09-14:58:38.848187 235558 Options.max_subcompactions: 1
|
||||||
|
2025/08/09-14:58:38.848189 235558 Options.avoid_flush_during_shutdown: 0
|
||||||
|
2025/08/09-14:58:38.848190 235558 Options.writable_file_max_buffer_size: 1048576
|
||||||
|
2025/08/09-14:58:38.848192 235558 Options.delayed_write_rate : 16777216
|
||||||
|
2025/08/09-14:58:38.848193 235558 Options.max_total_wal_size: 0
|
||||||
|
2025/08/09-14:58:38.848195 235558 Options.delete_obsolete_files_period_micros: 180000000
|
||||||
|
2025/08/09-14:58:38.848197 235558 Options.stats_dump_period_sec: 600
|
||||||
|
2025/08/09-14:58:38.848198 235558 Options.stats_persist_period_sec: 600
|
||||||
|
2025/08/09-14:58:38.848200 235558 Options.stats_history_buffer_size: 1048576
|
||||||
|
2025/08/09-14:58:38.848202 235558 Options.max_open_files: 256
|
||||||
|
2025/08/09-14:58:38.848203 235558 Options.bytes_per_sync: 0
|
||||||
|
2025/08/09-14:58:38.848205 235558 Options.wal_bytes_per_sync: 0
|
||||||
|
2025/08/09-14:58:38.848207 235558 Options.strict_bytes_per_sync: 0
|
||||||
|
2025/08/09-14:58:38.848208 235558 Options.compaction_readahead_size: 2097152
|
||||||
|
2025/08/09-14:58:38.848210 235558 Options.max_background_flushes: -1
|
||||||
|
2025/08/09-14:58:38.848211 235558 Options.daily_offpeak_time_utc:
|
||||||
|
2025/08/09-14:58:38.848215 235558 Compression algorithms supported:
|
||||||
|
2025/08/09-14:58:38.848217 235558 kZSTD supported: 0
|
||||||
|
2025/08/09-14:58:38.848219 235558 kXpressCompression supported: 0
|
||||||
|
2025/08/09-14:58:38.848220 235558 kBZip2Compression supported: 0
|
||||||
|
2025/08/09-14:58:38.848222 235558 kZSTDNotFinalCompression supported: 0
|
||||||
|
2025/08/09-14:58:38.848223 235558 kLZ4Compression supported: 1
|
||||||
|
2025/08/09-14:58:38.848225 235558 kZlibCompression supported: 0
|
||||||
|
2025/08/09-14:58:38.848227 235558 kLZ4HCCompression supported: 1
|
||||||
|
2025/08/09-14:58:38.848228 235558 kSnappyCompression supported: 1
|
||||||
|
2025/08/09-14:58:38.848231 235558 Fast CRC32 supported: Not supported on x86
|
||||||
|
2025/08/09-14:58:38.848232 235558 DMutex implementation: pthread_mutex_t
|
||||||
|
2025/08/09-14:58:38.848234 235558 Jemalloc supported: 0
|
||||||
|
2025/08/09-14:58:38.856389 235558 Options.comparator: leveldb.BytewiseComparator
|
||||||
|
2025/08/09-14:58:38.856402 235558 Options.merge_operator: None
|
||||||
|
2025/08/09-14:58:38.856407 235558 Options.compaction_filter: None
|
||||||
|
2025/08/09-14:58:38.856410 235558 Options.compaction_filter_factory: None
|
||||||
|
2025/08/09-14:58:38.856414 235558 Options.sst_partitioner_factory: None
|
||||||
|
2025/08/09-14:58:38.856418 235558 Options.memtable_factory: SkipListFactory
|
||||||
|
2025/08/09-14:58:38.856422 235558 Options.table_factory: BlockBasedTable
|
||||||
|
2025/08/09-14:58:38.856533 235558 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7e0c1d200980)
|
||||||
|
cache_index_and_filter_blocks: 0
|
||||||
|
cache_index_and_filter_blocks_with_high_priority: 1
|
||||||
|
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||||
|
pin_top_level_index_and_filter: 1
|
||||||
|
index_type: 0
|
||||||
|
data_block_index_type: 0
|
||||||
|
index_shortening: 1
|
||||||
|
data_block_hash_table_util_ratio: 0.750000
|
||||||
|
checksum: 4
|
||||||
|
no_block_cache: 0
|
||||||
|
block_cache: 0x7e0c1d20a5d0
|
||||||
|
block_cache_name: LRUCache
|
||||||
|
block_cache_options:
|
||||||
|
capacity : 33554432
|
||||||
|
num_shard_bits : 6
|
||||||
|
strict_capacity_limit : 0
|
||||||
|
memory_allocator : None
|
||||||
|
high_pri_pool_ratio: 0.500
|
||||||
|
low_pri_pool_ratio: 0.000
|
||||||
|
persistent_cache: (nil)
|
||||||
|
block_size: 4096
|
||||||
|
block_size_deviation: 10
|
||||||
|
block_restart_interval: 16
|
||||||
|
index_block_restart_interval: 1
|
||||||
|
metadata_block_size: 4096
|
||||||
|
partition_filters: 0
|
||||||
|
use_delta_encoding: 1
|
||||||
|
filter_policy: nullptr
|
||||||
|
whole_key_filtering: 1
|
||||||
|
verify_compression: 0
|
||||||
|
read_amp_bytes_per_bit: 0
|
||||||
|
format_version: 6
|
||||||
|
enable_index_compression: 1
|
||||||
|
block_align: 0
|
||||||
|
max_auto_readahead_size: 262144
|
||||||
|
prepopulate_block_cache: 0
|
||||||
|
initial_auto_readahead_size: 8192
|
||||||
|
num_file_reads_for_auto_readahead: 2
|
||||||
|
2025/08/09-14:58:38.856549 235558 Options.write_buffer_size: 10485760
|
||||||
|
2025/08/09-14:58:38.856553 235558 Options.max_write_buffer_number: 2
|
||||||
|
2025/08/09-14:58:38.856560 235558 Options.compression: LZ4
|
||||||
|
2025/08/09-14:58:38.856565 235558 Options.bottommost_compression: Disabled
|
||||||
|
2025/08/09-14:58:38.856568 235558 Options.prefix_extractor: nullptr
|
||||||
|
2025/08/09-14:58:38.856572 235558 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||||
|
2025/08/09-14:58:38.856575 235558 Options.num_levels: 7
|
||||||
|
2025/08/09-14:58:38.856579 235558 Options.min_write_buffer_number_to_merge: 1
|
||||||
|
2025/08/09-14:58:38.856582 235558 Options.max_write_buffer_number_to_maintain: 0
|
||||||
|
2025/08/09-14:58:38.856586 235558 Options.max_write_buffer_size_to_maintain: 0
|
||||||
|
2025/08/09-14:58:38.856590 235558 Options.bottommost_compression_opts.window_bits: -14
|
||||||
|
2025/08/09-14:58:38.856595 235558 Options.bottommost_compression_opts.level: 32767
|
||||||
|
2025/08/09-14:58:38.856598 235558 Options.bottommost_compression_opts.strategy: 0
|
||||||
|
2025/08/09-14:58:38.856602 235558 Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||||
|
2025/08/09-14:58:38.856605 235558 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||||
|
2025/08/09-14:58:38.856609 235558 Options.bottommost_compression_opts.parallel_threads: 1
|
||||||
|
2025/08/09-14:58:38.856613 235558 Options.bottommost_compression_opts.enabled: false
|
||||||
|
2025/08/09-14:58:38.856622 235558 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||||
|
2025/08/09-14:58:38.856627 235558 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
|
||||||
|
2025/08/09-14:58:38.856630 235558 Options.compression_opts.window_bits: -14
|
||||||
|
2025/08/09-14:58:38.856634 235558 Options.compression_opts.level: 32767
|
||||||
|
2025/08/09-14:58:38.856638 235558 Options.compression_opts.strategy: 0
|
||||||
|
2025/08/09-14:58:38.856641 235558 Options.compression_opts.max_dict_bytes: 0
|
||||||
|
2025/08/09-14:58:38.856645 235558 Options.compression_opts.zstd_max_train_bytes: 0
|
||||||
|
2025/08/09-14:58:38.856649 235558 Options.compression_opts.use_zstd_dict_trainer: true
|
||||||
|
2025/08/09-14:58:38.856652 235558 Options.compression_opts.parallel_threads: 1
|
||||||
|
2025/08/09-14:58:38.856656 235558 Options.compression_opts.enabled: false
|
||||||
|
2025/08/09-14:58:38.856660 235558 Options.compression_opts.max_dict_buffer_bytes: 0
|
||||||
|
2025/08/09-14:58:38.856664 235558 Options.level0_file_num_compaction_trigger: 4
|
||||||
|
2025/08/09-14:58:38.856667 235558 Options.level0_slowdown_writes_trigger: 20
|
||||||
|
2025/08/09-14:58:38.856671 235558 Options.level0_stop_writes_trigger: 36
|
||||||
|
2025/08/09-14:58:38.856674 235558 Options.target_file_size_base: 67108864
|
||||||
|
2025/08/09-14:58:38.856678 235558 Options.target_file_size_multiplier: 1
|
||||||
|
2025/08/09-14:58:38.856682 235558 Options.max_bytes_for_level_base: 268435456
|
||||||
|
2025/08/09-14:58:38.856685 235558 Options.level_compaction_dynamic_level_bytes: 1
|
||||||
|
2025/08/09-14:58:38.856692 235558 Options.max_bytes_for_level_multiplier: 10.000000
|
||||||
|
2025/08/09-14:58:38.856697 235558 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||||
|
2025/08/09-14:58:38.856702 235558 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||||
|
2025/08/09-14:58:38.856705 235558 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||||
|
2025/08/09-14:58:38.856709 235558 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||||
|
2025/08/09-14:58:38.856713 235558 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||||
|
2025/08/09-14:58:38.856716 235558 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||||
|
2025/08/09-14:58:38.856719 235558 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||||
|
2025/08/09-14:58:38.856725 235558 Options.max_sequential_skip_in_iterations: 8
|
||||||
|
2025/08/09-14:58:38.856729 235558 Options.max_compaction_bytes: 1677721600
|
||||||
|
2025/08/09-14:58:38.856733 235558 Options.arena_block_size: 1048576
|
||||||
|
2025/08/09-14:58:38.856737 235558 Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||||
|
2025/08/09-14:58:38.856741 235558 Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||||
|
2025/08/09-14:58:38.856745 235558 Options.disable_auto_compactions: 0
|
||||||
|
2025/08/09-14:58:38.856750 235558 Options.compaction_style: kCompactionStyleLevel
|
||||||
|
2025/08/09-14:58:38.856754 235558 Options.compaction_pri: kMinOverlappingRatio
|
||||||
|
2025/08/09-14:58:38.856758 235558 Options.compaction_options_universal.size_ratio: 1
|
||||||
|
2025/08/09-14:58:38.856761 235558 Options.compaction_options_universal.min_merge_width: 2
|
||||||
|
2025/08/09-14:58:38.856765 235558 Options.compaction_options_universal.max_merge_width: 4294967295
|
||||||
|
2025/08/09-14:58:38.856769 235558 Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||||
|
2025/08/09-14:58:38.856773 235558 Options.compaction_options_universal.compression_size_percent: -1
|
||||||
|
2025/08/09-14:58:38.856777 235558 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||||
|
2025/08/09-14:58:38.856781 235558 Options.compaction_options_universal.max_read_amp: -1
|
||||||
|
2025/08/09-14:58:38.856784 235558 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||||
|
2025/08/09-14:58:38.856789 235558 Options.compaction_options_fifo.allow_compaction: 0
|
||||||
|
2025/08/09-14:58:38.856801 235558 Options.table_properties_collectors:
|
||||||
|
2025/08/09-14:58:38.856805 235558 Options.inplace_update_support: 0
|
||||||
|
2025/08/09-14:58:38.856814 235558 Options.inplace_update_num_locks: 10000
|
||||||
|
2025/08/09-14:58:38.856819 235558 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||||
|
2025/08/09-14:58:38.856823 235558 Options.memtable_whole_key_filtering: 0
|
||||||
|
2025/08/09-14:58:38.856827 235558 Options.memtable_huge_page_size: 0
|
||||||
|
2025/08/09-14:58:38.856830 235558 Options.bloom_locality: 0
|
||||||
|
2025/08/09-14:58:38.856833 235558 Options.max_successive_merges: 0
|
||||||
|
2025/08/09-14:58:38.856836 235558 Options.strict_max_successive_merges: 0
|
||||||
|
2025/08/09-14:58:38.856840 235558 Options.optimize_filters_for_hits: 0
|
||||||
|
2025/08/09-14:58:38.856843 235558 Options.paranoid_file_checks: 0
|
||||||
|
2025/08/09-14:58:38.856846 235558 Options.force_consistency_checks: 1
|
||||||
|
2025/08/09-14:58:38.856849 235558 Options.report_bg_io_stats: 0
|
||||||
|
2025/08/09-14:58:38.856852 235558 Options.ttl: 2592000
|
||||||
|
2025/08/09-14:58:38.856855 235558 Options.periodic_compaction_seconds: 0
|
||||||
|
2025/08/09-14:58:38.856859 235558 Options.default_temperature: kUnknown
|
||||||
|
2025/08/09-14:58:38.856863 235558 Options.preclude_last_level_data_seconds: 0
|
||||||
|
2025/08/09-14:58:38.856866 235558 Options.preserve_internal_time_seconds: 0
|
||||||
|
2025/08/09-14:58:38.856869 235558 Options.enable_blob_files: false
|
||||||
|
2025/08/09-14:58:38.856872 235558 Options.min_blob_size: 0
|
||||||
|
2025/08/09-14:58:38.856880 235558 Options.blob_file_size: 268435456
|
||||||
|
2025/08/09-14:58:38.856887 235558 Options.blob_compression_type: NoCompression
|
||||||
|
2025/08/09-14:58:38.856891 235558 Options.enable_blob_garbage_collection: false
|
||||||
|
2025/08/09-14:58:38.856895 235558 Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||||
|
2025/08/09-14:58:38.856905 235558 Options.blob_garbage_collection_force_threshold: 1.000000
|
||||||
|
2025/08/09-14:58:38.856908 235558 Options.blob_compaction_readahead_size: 0
|
||||||
|
2025/08/09-14:58:38.856911 235558 Options.blob_file_starting_level: 0
|
||||||
|
2025/08/09-14:58:38.856915 235558 Options.experimental_mempurge_threshold: 0.000000
|
||||||
|
2025/08/09-14:58:38.856918 235558 Options.memtable_max_range_deletions: 0
|
||||||
|
2025/08/09-14:58:38.871668 235558 DB pointer 0x7e0c1d282400
|
||||||
Binary file not shown.
|
|
@ -0,0 +1,214 @@
|
||||||
|
# This is a RocksDB option file.
|
||||||
|
#
|
||||||
|
# For detailed file format spec, please refer to the example file
|
||||||
|
# in examples/rocksdb_option_file_example.ini
|
||||||
|
#
|
||||||
|
|
||||||
|
[Version]
|
||||||
|
rocksdb_version=9.9.3
|
||||||
|
options_file_version=1.1
|
||||||
|
|
||||||
|
[DBOptions]
|
||||||
|
compaction_readahead_size=2097152
|
||||||
|
strict_bytes_per_sync=false
|
||||||
|
bytes_per_sync=0
|
||||||
|
max_background_jobs=2
|
||||||
|
avoid_flush_during_shutdown=false
|
||||||
|
max_background_flushes=-1
|
||||||
|
delayed_write_rate=16777216
|
||||||
|
max_open_files=256
|
||||||
|
max_subcompactions=1
|
||||||
|
writable_file_max_buffer_size=1048576
|
||||||
|
wal_bytes_per_sync=0
|
||||||
|
max_background_compactions=-1
|
||||||
|
max_total_wal_size=0
|
||||||
|
delete_obsolete_files_period_micros=180000000
|
||||||
|
stats_dump_period_sec=600
|
||||||
|
stats_history_buffer_size=1048576
|
||||||
|
stats_persist_period_sec=600
|
||||||
|
follower_refresh_catchup_period_ms=10000
|
||||||
|
enforce_single_del_contracts=true
|
||||||
|
lowest_used_cache_tier=kNonVolatileBlockTier
|
||||||
|
bgerror_resume_retry_interval=1000000
|
||||||
|
metadata_write_temperature=kUnknown
|
||||||
|
best_efforts_recovery=false
|
||||||
|
log_readahead_size=0
|
||||||
|
write_identity_file=true
|
||||||
|
write_dbid_to_manifest=true
|
||||||
|
prefix_seek_opt_in_only=false
|
||||||
|
wal_compression=kNoCompression
|
||||||
|
manual_wal_flush=false
|
||||||
|
db_host_id=__hostname__
|
||||||
|
two_write_queues=false
|
||||||
|
random_access_max_buffer_size=1048576
|
||||||
|
avoid_unnecessary_blocking_io=false
|
||||||
|
skip_checking_sst_file_sizes_on_db_open=false
|
||||||
|
flush_verify_memtable_count=true
|
||||||
|
fail_if_options_file_error=true
|
||||||
|
atomic_flush=false
|
||||||
|
verify_sst_unique_id_in_manifest=true
|
||||||
|
skip_stats_update_on_db_open=false
|
||||||
|
track_and_verify_wals_in_manifest=false
|
||||||
|
compaction_verify_record_count=true
|
||||||
|
paranoid_checks=true
|
||||||
|
create_if_missing=true
|
||||||
|
max_write_batch_group_size_bytes=1048576
|
||||||
|
follower_catchup_retry_count=10
|
||||||
|
avoid_flush_during_recovery=false
|
||||||
|
file_checksum_gen_factory=nullptr
|
||||||
|
enable_thread_tracking=false
|
||||||
|
allow_fallocate=true
|
||||||
|
allow_data_in_errors=false
|
||||||
|
error_if_exists=false
|
||||||
|
use_direct_io_for_flush_and_compaction=false
|
||||||
|
background_close_inactive_wals=false
|
||||||
|
create_missing_column_families=true
|
||||||
|
WAL_size_limit_MB=0
|
||||||
|
use_direct_reads=false
|
||||||
|
persist_stats_to_disk=false
|
||||||
|
allow_2pc=false
|
||||||
|
is_fd_close_on_exec=true
|
||||||
|
max_log_file_size=1048576
|
||||||
|
max_file_opening_threads=16
|
||||||
|
wal_filter=nullptr
|
||||||
|
wal_write_temperature=kUnknown
|
||||||
|
follower_catchup_retry_wait_ms=100
|
||||||
|
allow_mmap_reads=false
|
||||||
|
allow_mmap_writes=false
|
||||||
|
use_adaptive_mutex=false
|
||||||
|
use_fsync=false
|
||||||
|
table_cache_numshardbits=6
|
||||||
|
dump_malloc_stats=false
|
||||||
|
db_write_buffer_size=0
|
||||||
|
allow_ingest_behind=false
|
||||||
|
keep_log_file_num=1
|
||||||
|
max_bgerror_resume_count=2147483647
|
||||||
|
allow_concurrent_memtable_write=true
|
||||||
|
recycle_log_file_num=0
|
||||||
|
log_file_time_to_roll=0
|
||||||
|
manifest_preallocation_size=4194304
|
||||||
|
enable_write_thread_adaptive_yield=true
|
||||||
|
WAL_ttl_seconds=0
|
||||||
|
max_manifest_file_size=1073741824
|
||||||
|
wal_recovery_mode=kTolerateCorruptedTailRecords
|
||||||
|
enable_pipelined_write=false
|
||||||
|
write_thread_slow_yield_usec=3
|
||||||
|
unordered_write=false
|
||||||
|
write_thread_max_yield_usec=100
|
||||||
|
advise_random_on_open=true
|
||||||
|
info_log_level=ERROR_LEVEL
|
||||||
|
|
||||||
|
|
||||||
|
[CFOptions "default"]
|
||||||
|
memtable_max_range_deletions=0
|
||||||
|
compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
||||||
|
paranoid_memory_checks=false
|
||||||
|
block_protection_bytes_per_key=0
|
||||||
|
uncache_aggressiveness=0
|
||||||
|
bottommost_file_compaction_delay=0
|
||||||
|
memtable_protection_bytes_per_key=0
|
||||||
|
experimental_mempurge_threshold=0.000000
|
||||||
|
bottommost_compression=kDisableCompressionOption
|
||||||
|
sample_for_compression=0
|
||||||
|
prepopulate_blob_cache=kDisable
|
||||||
|
blob_file_starting_level=0
|
||||||
|
blob_compaction_readahead_size=0
|
||||||
|
table_factory=BlockBasedTable
|
||||||
|
max_successive_merges=0
|
||||||
|
max_write_buffer_number=2
|
||||||
|
prefix_extractor=nullptr
|
||||||
|
memtable_huge_page_size=0
|
||||||
|
write_buffer_size=10485760
|
||||||
|
strict_max_successive_merges=false
|
||||||
|
arena_block_size=1048576
|
||||||
|
level0_file_num_compaction_trigger=4
|
||||||
|
report_bg_io_stats=false
|
||||||
|
inplace_update_num_locks=10000
|
||||||
|
memtable_prefix_bloom_size_ratio=0.000000
|
||||||
|
level0_stop_writes_trigger=36
|
||||||
|
blob_compression_type=kNoCompression
|
||||||
|
level0_slowdown_writes_trigger=20
|
||||||
|
hard_pending_compaction_bytes_limit=274877906944
|
||||||
|
target_file_size_multiplier=1
|
||||||
|
bottommost_compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
||||||
|
paranoid_file_checks=false
|
||||||
|
blob_garbage_collection_force_threshold=1.000000
|
||||||
|
enable_blob_files=false
|
||||||
|
soft_pending_compaction_bytes_limit=68719476736
|
||||||
|
target_file_size_base=67108864
|
||||||
|
max_compaction_bytes=1677721600
|
||||||
|
disable_auto_compactions=false
|
||||||
|
min_blob_size=0
|
||||||
|
memtable_whole_key_filtering=false
|
||||||
|
max_bytes_for_level_base=268435456
|
||||||
|
last_level_temperature=kUnknown
|
||||||
|
preserve_internal_time_seconds=0
|
||||||
|
compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
|
||||||
|
max_bytes_for_level_multiplier=10.000000
|
||||||
|
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
|
||||||
|
max_sequential_skip_in_iterations=8
|
||||||
|
compression=kLZ4Compression
|
||||||
|
default_write_temperature=kUnknown
|
||||||
|
compaction_options_universal={incremental=false;compression_size_percent=-1;allow_trivial_move=false;max_size_amplification_percent=200;max_merge_width=4294967295;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;max_read_amp=-1;size_ratio=1;}
|
||||||
|
blob_garbage_collection_age_cutoff=0.250000
|
||||||
|
ttl=2592000
|
||||||
|
periodic_compaction_seconds=0
|
||||||
|
preclude_last_level_data_seconds=0
|
||||||
|
blob_file_size=268435456
|
||||||
|
enable_blob_garbage_collection=false
|
||||||
|
persist_user_defined_timestamps=true
|
||||||
|
compaction_pri=kMinOverlappingRatio
|
||||||
|
compaction_filter_factory=nullptr
|
||||||
|
comparator=leveldb.BytewiseComparator
|
||||||
|
bloom_locality=0
|
||||||
|
merge_operator=nullptr
|
||||||
|
compaction_filter=nullptr
|
||||||
|
level_compaction_dynamic_level_bytes=true
|
||||||
|
optimize_filters_for_hits=false
|
||||||
|
inplace_update_support=false
|
||||||
|
max_write_buffer_number_to_maintain=0
|
||||||
|
max_write_buffer_size_to_maintain=0
|
||||||
|
sst_partitioner_factory=nullptr
|
||||||
|
default_temperature=kUnknown
|
||||||
|
compaction_style=kCompactionStyleLevel
|
||||||
|
min_write_buffer_number_to_merge=1
|
||||||
|
memtable_factory=SkipListFactory
|
||||||
|
memtable_insert_with_hint_prefix_extractor=nullptr
|
||||||
|
force_consistency_checks=true
|
||||||
|
num_levels=7
|
||||||
|
|
||||||
|
[TableOptions/BlockBasedTable "default"]
|
||||||
|
num_file_reads_for_auto_readahead=2
|
||||||
|
initial_auto_readahead_size=8192
|
||||||
|
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
|
||||||
|
enable_index_compression=true
|
||||||
|
verify_compression=false
|
||||||
|
prepopulate_block_cache=kDisable
|
||||||
|
format_version=6
|
||||||
|
use_delta_encoding=true
|
||||||
|
pin_top_level_index_and_filter=true
|
||||||
|
read_amp_bytes_per_bit=0
|
||||||
|
decouple_partitioned_filters=false
|
||||||
|
partition_filters=false
|
||||||
|
metadata_block_size=4096
|
||||||
|
max_auto_readahead_size=262144
|
||||||
|
index_block_restart_interval=1
|
||||||
|
block_size_deviation=10
|
||||||
|
block_size=4096
|
||||||
|
detect_filter_construct_corruption=false
|
||||||
|
no_block_cache=false
|
||||||
|
checksum=kXXH3
|
||||||
|
filter_policy=nullptr
|
||||||
|
data_block_hash_table_util_ratio=0.750000
|
||||||
|
block_restart_interval=16
|
||||||
|
index_type=kBinarySearch
|
||||||
|
pin_l0_filter_and_index_blocks_in_cache=false
|
||||||
|
data_block_index_type=kDataBlockBinarySearch
|
||||||
|
cache_index_and_filter_blocks_with_high_priority=true
|
||||||
|
whole_key_filtering=true
|
||||||
|
index_shortening=kShortenSeparators
|
||||||
|
cache_index_and_filter_blocks=false
|
||||||
|
block_align=false
|
||||||
|
optimize_filters_for_memory=true
|
||||||
|
flush_block_policy_factory=FlushBlockBySizePolicyFactory
|
||||||
|
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"indexed_fields":{}}
|
||||||
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"}
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"initial_version":null,"version":224,"config":{"vector_data":{"":{"size":384,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"plain","options":{}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}}
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"chunk_size_bytes":33553920,"chunk_size_vectors":21845,"dim":384,"mlock":false,"populate":true}
|
||||||
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
0.6.0
|
||||||
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
MANIFEST-000005
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
92b693a4-966e-44fe-be57-b7bd82952117
|
||||||
|
|
@ -0,0 +1,244 @@
|
||||||
|
2025/08/09-14:58:38.847989 235557 RocksDB version: 9.9.3
|
||||||
|
2025/08/09-14:58:38.848021 235557 Compile date 2024-12-05 01:25:31
|
||||||
|
2025/08/09-14:58:38.848024 235557 DB SUMMARY
|
||||||
|
2025/08/09-14:58:38.848027 235557 Host name (Env): 30dfd2e38f0b
|
||||||
|
2025/08/09-14:58:38.848029 235557 DB Session ID: VBBHIY49NOC7L6W4M1AK
|
||||||
|
2025/08/09-14:58:38.848055 235557 SST files in ./storage/collections/exercises/0/segments/a3b3cf91-3dff-4a37-b921-1c54f1a3ee13/payload_index dir, Total Num: 0, files:
|
||||||
|
2025/08/09-14:58:38.848058 235557 Write Ahead Log file in ./storage/collections/exercises/0/segments/a3b3cf91-3dff-4a37-b921-1c54f1a3ee13/payload_index:
|
||||||
|
2025/08/09-14:58:38.848060 235557 Options.error_if_exists: 0
|
||||||
|
2025/08/09-14:58:38.848062 235557 Options.create_if_missing: 1
|
||||||
|
2025/08/09-14:58:38.848063 235557 Options.paranoid_checks: 1
|
||||||
|
2025/08/09-14:58:38.848065 235557 Options.flush_verify_memtable_count: 1
|
||||||
|
2025/08/09-14:58:38.848066 235557 Options.compaction_verify_record_count: 1
|
||||||
|
2025/08/09-14:58:38.848067 235557 Options.track_and_verify_wals_in_manifest: 0
|
||||||
|
2025/08/09-14:58:38.848069 235557 Options.verify_sst_unique_id_in_manifest: 1
|
||||||
|
2025/08/09-14:58:38.848071 235557 Options.env: 0x7e0c22230380
|
||||||
|
2025/08/09-14:58:38.848072 235557 Options.fs: PosixFileSystem
|
||||||
|
2025/08/09-14:58:38.848074 235557 Options.info_log: 0x7e0c25261e00
|
||||||
|
2025/08/09-14:58:38.848075 235557 Options.max_file_opening_threads: 16
|
||||||
|
2025/08/09-14:58:38.848077 235557 Options.statistics: (nil)
|
||||||
|
2025/08/09-14:58:38.848078 235557 Options.use_fsync: 0
|
||||||
|
2025/08/09-14:58:38.848080 235557 Options.max_log_file_size: 1048576
|
||||||
|
2025/08/09-14:58:38.848081 235557 Options.max_manifest_file_size: 1073741824
|
||||||
|
2025/08/09-14:58:38.848084 235557 Options.log_file_time_to_roll: 0
|
||||||
|
2025/08/09-14:58:38.848086 235557 Options.keep_log_file_num: 1
|
||||||
|
2025/08/09-14:58:38.848087 235557 Options.recycle_log_file_num: 0
|
||||||
|
2025/08/09-14:58:38.848089 235557 Options.allow_fallocate: 1
|
||||||
|
2025/08/09-14:58:38.848091 235557 Options.allow_mmap_reads: 0
|
||||||
|
2025/08/09-14:58:38.848092 235557 Options.allow_mmap_writes: 0
|
||||||
|
2025/08/09-14:58:38.848094 235557 Options.use_direct_reads: 0
|
||||||
|
2025/08/09-14:58:38.848095 235557 Options.use_direct_io_for_flush_and_compaction: 0
|
||||||
|
2025/08/09-14:58:38.848097 235557 Options.create_missing_column_families: 1
|
||||||
|
2025/08/09-14:58:38.848098 235557 Options.db_log_dir:
|
||||||
|
2025/08/09-14:58:38.848099 235557 Options.wal_dir:
|
||||||
|
2025/08/09-14:58:38.848101 235557 Options.table_cache_numshardbits: 6
|
||||||
|
2025/08/09-14:58:38.848103 235557 Options.WAL_ttl_seconds: 0
|
||||||
|
2025/08/09-14:58:38.848104 235557 Options.WAL_size_limit_MB: 0
|
||||||
|
2025/08/09-14:58:38.848106 235557 Options.max_write_batch_group_size_bytes: 1048576
|
||||||
|
2025/08/09-14:58:38.848108 235557 Options.manifest_preallocation_size: 4194304
|
||||||
|
2025/08/09-14:58:38.848109 235557 Options.is_fd_close_on_exec: 1
|
||||||
|
2025/08/09-14:58:38.848112 235557 Options.advise_random_on_open: 1
|
||||||
|
2025/08/09-14:58:38.848114 235557 Options.db_write_buffer_size: 0
|
||||||
|
2025/08/09-14:58:38.848115 235557 Options.write_buffer_manager: 0x7e0c25201320
|
||||||
|
2025/08/09-14:58:38.848117 235557 Options.random_access_max_buffer_size: 1048576
|
||||||
|
2025/08/09-14:58:38.848118 235557 Options.use_adaptive_mutex: 0
|
||||||
|
2025/08/09-14:58:38.848120 235557 Options.rate_limiter: (nil)
|
||||||
|
2025/08/09-14:58:38.848122 235557 Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||||
|
2025/08/09-14:58:38.848124 235557 Options.wal_recovery_mode: 0
|
||||||
|
2025/08/09-14:58:38.848128 235557 Options.enable_thread_tracking: 0
|
||||||
|
2025/08/09-14:58:38.848130 235557 Options.enable_pipelined_write: 0
|
||||||
|
2025/08/09-14:58:38.848131 235557 Options.unordered_write: 0
|
||||||
|
2025/08/09-14:58:38.848134 235557 Options.allow_concurrent_memtable_write: 1
|
||||||
|
2025/08/09-14:58:38.848136 235557 Options.enable_write_thread_adaptive_yield: 1
|
||||||
|
2025/08/09-14:58:38.848137 235557 Options.write_thread_max_yield_usec: 100
|
||||||
|
2025/08/09-14:58:38.848141 235557 Options.write_thread_slow_yield_usec: 3
|
||||||
|
2025/08/09-14:58:38.848142 235557 Options.row_cache: None
|
||||||
|
2025/08/09-14:58:38.848144 235557 Options.wal_filter: None
|
||||||
|
2025/08/09-14:58:38.848146 235557 Options.avoid_flush_during_recovery: 0
|
||||||
|
2025/08/09-14:58:38.848147 235557 Options.allow_ingest_behind: 0
|
||||||
|
2025/08/09-14:58:38.848148 235557 Options.two_write_queues: 0
|
||||||
|
2025/08/09-14:58:38.848150 235557 Options.manual_wal_flush: 0
|
||||||
|
2025/08/09-14:58:38.848151 235557 Options.wal_compression: 0
|
||||||
|
2025/08/09-14:58:38.848154 235557 Options.background_close_inactive_wals: 0
|
||||||
|
2025/08/09-14:58:38.848156 235557 Options.atomic_flush: 0
|
||||||
|
2025/08/09-14:58:38.848157 235557 Options.avoid_unnecessary_blocking_io: 0
|
||||||
|
2025/08/09-14:58:38.848159 235557 Options.prefix_seek_opt_in_only: 0
|
||||||
|
2025/08/09-14:58:38.848160 235557 Options.persist_stats_to_disk: 0
|
||||||
|
2025/08/09-14:58:38.848162 235557 Options.write_dbid_to_manifest: 1
|
||||||
|
2025/08/09-14:58:38.848165 235557 Options.write_identity_file: 1
|
||||||
|
2025/08/09-14:58:38.848166 235557 Options.log_readahead_size: 0
|
||||||
|
2025/08/09-14:58:38.848167 235557 Options.file_checksum_gen_factory: Unknown
|
||||||
|
2025/08/09-14:58:38.848170 235557 Options.best_efforts_recovery: 0
|
||||||
|
2025/08/09-14:58:38.848171 235557 Options.max_bgerror_resume_count: 2147483647
|
||||||
|
2025/08/09-14:58:38.848173 235557 Options.bgerror_resume_retry_interval: 1000000
|
||||||
|
2025/08/09-14:58:38.848174 235557 Options.allow_data_in_errors: 0
|
||||||
|
2025/08/09-14:58:38.848176 235557 Options.db_host_id: __hostname__
|
||||||
|
2025/08/09-14:58:38.848177 235557 Options.enforce_single_del_contracts: true
|
||||||
|
2025/08/09-14:58:38.848180 235557 Options.metadata_write_temperature: kUnknown
|
||||||
|
2025/08/09-14:58:38.848181 235557 Options.wal_write_temperature: kUnknown
|
||||||
|
2025/08/09-14:58:38.848183 235557 Options.max_background_jobs: 2
|
||||||
|
2025/08/09-14:58:38.848186 235557 Options.max_background_compactions: -1
|
||||||
|
2025/08/09-14:58:38.848187 235557 Options.max_subcompactions: 1
|
||||||
|
2025/08/09-14:58:38.848188 235557 Options.avoid_flush_during_shutdown: 0
|
||||||
|
2025/08/09-14:58:38.848190 235557 Options.writable_file_max_buffer_size: 1048576
|
||||||
|
2025/08/09-14:58:38.848192 235557 Options.delayed_write_rate : 16777216
|
||||||
|
2025/08/09-14:58:38.848193 235557 Options.max_total_wal_size: 0
|
||||||
|
2025/08/09-14:58:38.848195 235557 Options.delete_obsolete_files_period_micros: 180000000
|
||||||
|
2025/08/09-14:58:38.848196 235557 Options.stats_dump_period_sec: 600
|
||||||
|
2025/08/09-14:58:38.848198 235557 Options.stats_persist_period_sec: 600
|
||||||
|
2025/08/09-14:58:38.848199 235557 Options.stats_history_buffer_size: 1048576
|
||||||
|
2025/08/09-14:58:38.848201 235557 Options.max_open_files: 256
|
||||||
|
2025/08/09-14:58:38.848203 235557 Options.bytes_per_sync: 0
|
||||||
|
2025/08/09-14:58:38.848204 235557 Options.wal_bytes_per_sync: 0
|
||||||
|
2025/08/09-14:58:38.848206 235557 Options.strict_bytes_per_sync: 0
|
||||||
|
2025/08/09-14:58:38.848207 235557 Options.compaction_readahead_size: 2097152
|
||||||
|
2025/08/09-14:58:38.848209 235557 Options.max_background_flushes: -1
|
||||||
|
2025/08/09-14:58:38.848210 235557 Options.daily_offpeak_time_utc:
|
||||||
|
2025/08/09-14:58:38.848214 235557 Compression algorithms supported:
|
||||||
|
2025/08/09-14:58:38.848216 235557 kZSTD supported: 0
|
||||||
|
2025/08/09-14:58:38.848218 235557 kXpressCompression supported: 0
|
||||||
|
2025/08/09-14:58:38.848220 235557 kBZip2Compression supported: 0
|
||||||
|
2025/08/09-14:58:38.848221 235557 kZSTDNotFinalCompression supported: 0
|
||||||
|
2025/08/09-14:58:38.848223 235557 kLZ4Compression supported: 1
|
||||||
|
2025/08/09-14:58:38.848225 235557 kZlibCompression supported: 0
|
||||||
|
2025/08/09-14:58:38.848226 235557 kLZ4HCCompression supported: 1
|
||||||
|
2025/08/09-14:58:38.848228 235557 kSnappyCompression supported: 1
|
||||||
|
2025/08/09-14:58:38.848230 235557 Fast CRC32 supported: Not supported on x86
|
||||||
|
2025/08/09-14:58:38.848232 235557 DMutex implementation: pthread_mutex_t
|
||||||
|
2025/08/09-14:58:38.848233 235557 Jemalloc supported: 0
|
||||||
|
2025/08/09-14:58:38.855276 235557 Options.comparator: leveldb.BytewiseComparator
|
||||||
|
2025/08/09-14:58:38.855293 235557 Options.merge_operator: None
|
||||||
|
2025/08/09-14:58:38.855295 235557 Options.compaction_filter: None
|
||||||
|
2025/08/09-14:58:38.855298 235557 Options.compaction_filter_factory: None
|
||||||
|
2025/08/09-14:58:38.855300 235557 Options.sst_partitioner_factory: None
|
||||||
|
2025/08/09-14:58:38.855302 235557 Options.memtable_factory: SkipListFactory
|
||||||
|
2025/08/09-14:58:38.855304 235557 Options.table_factory: BlockBasedTable
|
||||||
|
2025/08/09-14:58:38.855362 235557 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7e0c25200140)
|
||||||
|
cache_index_and_filter_blocks: 0
|
||||||
|
cache_index_and_filter_blocks_with_high_priority: 1
|
||||||
|
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||||
|
pin_top_level_index_and_filter: 1
|
||||||
|
index_type: 0
|
||||||
|
data_block_index_type: 0
|
||||||
|
index_shortening: 1
|
||||||
|
data_block_hash_table_util_ratio: 0.750000
|
||||||
|
checksum: 4
|
||||||
|
no_block_cache: 0
|
||||||
|
block_cache: 0x7e0c25215490
|
||||||
|
block_cache_name: LRUCache
|
||||||
|
block_cache_options:
|
||||||
|
capacity : 33554432
|
||||||
|
num_shard_bits : 6
|
||||||
|
strict_capacity_limit : 0
|
||||||
|
memory_allocator : None
|
||||||
|
high_pri_pool_ratio: 0.500
|
||||||
|
low_pri_pool_ratio: 0.000
|
||||||
|
persistent_cache: (nil)
|
||||||
|
block_size: 4096
|
||||||
|
block_size_deviation: 10
|
||||||
|
block_restart_interval: 16
|
||||||
|
index_block_restart_interval: 1
|
||||||
|
metadata_block_size: 4096
|
||||||
|
partition_filters: 0
|
||||||
|
use_delta_encoding: 1
|
||||||
|
filter_policy: nullptr
|
||||||
|
whole_key_filtering: 1
|
||||||
|
verify_compression: 0
|
||||||
|
read_amp_bytes_per_bit: 0
|
||||||
|
format_version: 6
|
||||||
|
enable_index_compression: 1
|
||||||
|
block_align: 0
|
||||||
|
max_auto_readahead_size: 262144
|
||||||
|
prepopulate_block_cache: 0
|
||||||
|
initial_auto_readahead_size: 8192
|
||||||
|
num_file_reads_for_auto_readahead: 2
|
||||||
|
2025/08/09-14:58:38.855372 235557 Options.write_buffer_size: 10485760
|
||||||
|
2025/08/09-14:58:38.855374 235557 Options.max_write_buffer_number: 2
|
||||||
|
2025/08/09-14:58:38.855378 235557 Options.compression: LZ4
|
||||||
|
2025/08/09-14:58:38.855381 235557 Options.bottommost_compression: Disabled
|
||||||
|
2025/08/09-14:58:38.855383 235557 Options.prefix_extractor: nullptr
|
||||||
|
2025/08/09-14:58:38.855385 235557 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||||
|
2025/08/09-14:58:38.855387 235557 Options.num_levels: 7
|
||||||
|
2025/08/09-14:58:38.855390 235557 Options.min_write_buffer_number_to_merge: 1
|
||||||
|
2025/08/09-14:58:38.855392 235557 Options.max_write_buffer_number_to_maintain: 0
|
||||||
|
2025/08/09-14:58:38.855394 235557 Options.max_write_buffer_size_to_maintain: 0
|
||||||
|
2025/08/09-14:58:38.855397 235557 Options.bottommost_compression_opts.window_bits: -14
|
||||||
|
2025/08/09-14:58:38.855399 235557 Options.bottommost_compression_opts.level: 32767
|
||||||
|
2025/08/09-14:58:38.855401 235557 Options.bottommost_compression_opts.strategy: 0
|
||||||
|
2025/08/09-14:58:38.855403 235557 Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||||
|
2025/08/09-14:58:38.855406 235557 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||||
|
2025/08/09-14:58:38.855408 235557 Options.bottommost_compression_opts.parallel_threads: 1
|
||||||
|
2025/08/09-14:58:38.855410 235557 Options.bottommost_compression_opts.enabled: false
|
||||||
|
2025/08/09-14:58:38.855419 235557 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||||
|
2025/08/09-14:58:38.855421 235557 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
|
||||||
|
2025/08/09-14:58:38.855424 235557 Options.compression_opts.window_bits: -14
|
||||||
|
2025/08/09-14:58:38.855426 235557 Options.compression_opts.level: 32767
|
||||||
|
2025/08/09-14:58:38.855431 235557 Options.compression_opts.strategy: 0
|
||||||
|
2025/08/09-14:58:38.855434 235557 Options.compression_opts.max_dict_bytes: 0
|
||||||
|
2025/08/09-14:58:38.855436 235557 Options.compression_opts.zstd_max_train_bytes: 0
|
||||||
|
2025/08/09-14:58:38.855438 235557 Options.compression_opts.use_zstd_dict_trainer: true
|
||||||
|
2025/08/09-14:58:38.855440 235557 Options.compression_opts.parallel_threads: 1
|
||||||
|
2025/08/09-14:58:38.855442 235557 Options.compression_opts.enabled: false
|
||||||
|
2025/08/09-14:58:38.855444 235557 Options.compression_opts.max_dict_buffer_bytes: 0
|
||||||
|
2025/08/09-14:58:38.855446 235557 Options.level0_file_num_compaction_trigger: 4
|
||||||
|
2025/08/09-14:58:38.855448 235557 Options.level0_slowdown_writes_trigger: 20
|
||||||
|
2025/08/09-14:58:38.855450 235557 Options.level0_stop_writes_trigger: 36
|
||||||
|
2025/08/09-14:58:38.855452 235557 Options.target_file_size_base: 67108864
|
||||||
|
2025/08/09-14:58:38.855455 235557 Options.target_file_size_multiplier: 1
|
||||||
|
2025/08/09-14:58:38.855457 235557 Options.max_bytes_for_level_base: 268435456
|
||||||
|
2025/08/09-14:58:38.855470 235557 Options.level_compaction_dynamic_level_bytes: 1
|
||||||
|
2025/08/09-14:58:38.855475 235557 Options.max_bytes_for_level_multiplier: 10.000000
|
||||||
|
2025/08/09-14:58:38.855478 235557 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||||
|
2025/08/09-14:58:38.855480 235557 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||||
|
2025/08/09-14:58:38.855483 235557 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||||
|
2025/08/09-14:58:38.855485 235557 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||||
|
2025/08/09-14:58:38.855487 235557 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||||
|
2025/08/09-14:58:38.855492 235557 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||||
|
2025/08/09-14:58:38.855495 235557 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||||
|
2025/08/09-14:58:38.855499 235557 Options.max_sequential_skip_in_iterations: 8
|
||||||
|
2025/08/09-14:58:38.855502 235557 Options.max_compaction_bytes: 1677721600
|
||||||
|
2025/08/09-14:58:38.855504 235557 Options.arena_block_size: 1048576
|
||||||
|
2025/08/09-14:58:38.855507 235557 Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||||
|
2025/08/09-14:58:38.855509 235557 Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||||
|
2025/08/09-14:58:38.855511 235557 Options.disable_auto_compactions: 0
|
||||||
|
2025/08/09-14:58:38.855514 235557 Options.compaction_style: kCompactionStyleLevel
|
||||||
|
2025/08/09-14:58:38.855517 235557 Options.compaction_pri: kMinOverlappingRatio
|
||||||
|
2025/08/09-14:58:38.855519 235557 Options.compaction_options_universal.size_ratio: 1
|
||||||
|
2025/08/09-14:58:38.855521 235557 Options.compaction_options_universal.min_merge_width: 2
|
||||||
|
2025/08/09-14:58:38.855523 235557 Options.compaction_options_universal.max_merge_width: 4294967295
|
||||||
|
2025/08/09-14:58:38.855525 235557 Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||||
|
2025/08/09-14:58:38.855528 235557 Options.compaction_options_universal.compression_size_percent: -1
|
||||||
|
2025/08/09-14:58:38.855530 235557 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||||
|
2025/08/09-14:58:38.855532 235557 Options.compaction_options_universal.max_read_amp: -1
|
||||||
|
2025/08/09-14:58:38.855534 235557 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||||
|
2025/08/09-14:58:38.855537 235557 Options.compaction_options_fifo.allow_compaction: 0
|
||||||
|
2025/08/09-14:58:38.855544 235557 Options.table_properties_collectors:
|
||||||
|
2025/08/09-14:58:38.855547 235557 Options.inplace_update_support: 0
|
||||||
|
2025/08/09-14:58:38.855552 235557 Options.inplace_update_num_locks: 10000
|
||||||
|
2025/08/09-14:58:38.855555 235557 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||||
|
2025/08/09-14:58:38.855558 235557 Options.memtable_whole_key_filtering: 0
|
||||||
|
2025/08/09-14:58:38.855560 235557 Options.memtable_huge_page_size: 0
|
||||||
|
2025/08/09-14:58:38.855562 235557 Options.bloom_locality: 0
|
||||||
|
2025/08/09-14:58:38.855564 235557 Options.max_successive_merges: 0
|
||||||
|
2025/08/09-14:58:38.855567 235557 Options.strict_max_successive_merges: 0
|
||||||
|
2025/08/09-14:58:38.855569 235557 Options.optimize_filters_for_hits: 0
|
||||||
|
2025/08/09-14:58:38.855571 235557 Options.paranoid_file_checks: 0
|
||||||
|
2025/08/09-14:58:38.855573 235557 Options.force_consistency_checks: 1
|
||||||
|
2025/08/09-14:58:38.855575 235557 Options.report_bg_io_stats: 0
|
||||||
|
2025/08/09-14:58:38.855577 235557 Options.ttl: 2592000
|
||||||
|
2025/08/09-14:58:38.855579 235557 Options.periodic_compaction_seconds: 0
|
||||||
|
2025/08/09-14:58:38.855581 235557 Options.default_temperature: kUnknown
|
||||||
|
2025/08/09-14:58:38.855583 235557 Options.preclude_last_level_data_seconds: 0
|
||||||
|
2025/08/09-14:58:38.855586 235557 Options.preserve_internal_time_seconds: 0
|
||||||
|
2025/08/09-14:58:38.855588 235557 Options.enable_blob_files: false
|
||||||
|
2025/08/09-14:58:38.855590 235557 Options.min_blob_size: 0
|
||||||
|
2025/08/09-14:58:38.855592 235557 Options.blob_file_size: 268435456
|
||||||
|
2025/08/09-14:58:38.855594 235557 Options.blob_compression_type: NoCompression
|
||||||
|
2025/08/09-14:58:38.855596 235557 Options.enable_blob_garbage_collection: false
|
||||||
|
2025/08/09-14:58:38.855599 235557 Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||||
|
2025/08/09-14:58:38.855602 235557 Options.blob_garbage_collection_force_threshold: 1.000000
|
||||||
|
2025/08/09-14:58:38.855605 235557 Options.blob_compaction_readahead_size: 0
|
||||||
|
2025/08/09-14:58:38.855607 235557 Options.blob_file_starting_level: 0
|
||||||
|
2025/08/09-14:58:38.855609 235557 Options.experimental_mempurge_threshold: 0.000000
|
||||||
|
2025/08/09-14:58:38.855612 235557 Options.memtable_max_range_deletions: 0
|
||||||
|
2025/08/09-14:58:38.870491 235557 DB pointer 0x7e0c25270400
|
||||||
Binary file not shown.
|
|
@ -0,0 +1,214 @@
|
||||||
|
# This is a RocksDB option file.
|
||||||
|
#
|
||||||
|
# For detailed file format spec, please refer to the example file
|
||||||
|
# in examples/rocksdb_option_file_example.ini
|
||||||
|
#
|
||||||
|
|
||||||
|
[Version]
|
||||||
|
rocksdb_version=9.9.3
|
||||||
|
options_file_version=1.1
|
||||||
|
|
||||||
|
[DBOptions]
|
||||||
|
compaction_readahead_size=2097152
|
||||||
|
strict_bytes_per_sync=false
|
||||||
|
bytes_per_sync=0
|
||||||
|
max_background_jobs=2
|
||||||
|
avoid_flush_during_shutdown=false
|
||||||
|
max_background_flushes=-1
|
||||||
|
delayed_write_rate=16777216
|
||||||
|
max_open_files=256
|
||||||
|
max_subcompactions=1
|
||||||
|
writable_file_max_buffer_size=1048576
|
||||||
|
wal_bytes_per_sync=0
|
||||||
|
max_background_compactions=-1
|
||||||
|
max_total_wal_size=0
|
||||||
|
delete_obsolete_files_period_micros=180000000
|
||||||
|
stats_dump_period_sec=600
|
||||||
|
stats_history_buffer_size=1048576
|
||||||
|
stats_persist_period_sec=600
|
||||||
|
follower_refresh_catchup_period_ms=10000
|
||||||
|
enforce_single_del_contracts=true
|
||||||
|
lowest_used_cache_tier=kNonVolatileBlockTier
|
||||||
|
bgerror_resume_retry_interval=1000000
|
||||||
|
metadata_write_temperature=kUnknown
|
||||||
|
best_efforts_recovery=false
|
||||||
|
log_readahead_size=0
|
||||||
|
write_identity_file=true
|
||||||
|
write_dbid_to_manifest=true
|
||||||
|
prefix_seek_opt_in_only=false
|
||||||
|
wal_compression=kNoCompression
|
||||||
|
manual_wal_flush=false
|
||||||
|
db_host_id=__hostname__
|
||||||
|
two_write_queues=false
|
||||||
|
random_access_max_buffer_size=1048576
|
||||||
|
avoid_unnecessary_blocking_io=false
|
||||||
|
skip_checking_sst_file_sizes_on_db_open=false
|
||||||
|
flush_verify_memtable_count=true
|
||||||
|
fail_if_options_file_error=true
|
||||||
|
atomic_flush=false
|
||||||
|
verify_sst_unique_id_in_manifest=true
|
||||||
|
skip_stats_update_on_db_open=false
|
||||||
|
track_and_verify_wals_in_manifest=false
|
||||||
|
compaction_verify_record_count=true
|
||||||
|
paranoid_checks=true
|
||||||
|
create_if_missing=true
|
||||||
|
max_write_batch_group_size_bytes=1048576
|
||||||
|
follower_catchup_retry_count=10
|
||||||
|
avoid_flush_during_recovery=false
|
||||||
|
file_checksum_gen_factory=nullptr
|
||||||
|
enable_thread_tracking=false
|
||||||
|
allow_fallocate=true
|
||||||
|
allow_data_in_errors=false
|
||||||
|
error_if_exists=false
|
||||||
|
use_direct_io_for_flush_and_compaction=false
|
||||||
|
background_close_inactive_wals=false
|
||||||
|
create_missing_column_families=true
|
||||||
|
WAL_size_limit_MB=0
|
||||||
|
use_direct_reads=false
|
||||||
|
persist_stats_to_disk=false
|
||||||
|
allow_2pc=false
|
||||||
|
is_fd_close_on_exec=true
|
||||||
|
max_log_file_size=1048576
|
||||||
|
max_file_opening_threads=16
|
||||||
|
wal_filter=nullptr
|
||||||
|
wal_write_temperature=kUnknown
|
||||||
|
follower_catchup_retry_wait_ms=100
|
||||||
|
allow_mmap_reads=false
|
||||||
|
allow_mmap_writes=false
|
||||||
|
use_adaptive_mutex=false
|
||||||
|
use_fsync=false
|
||||||
|
table_cache_numshardbits=6
|
||||||
|
dump_malloc_stats=false
|
||||||
|
db_write_buffer_size=0
|
||||||
|
allow_ingest_behind=false
|
||||||
|
keep_log_file_num=1
|
||||||
|
max_bgerror_resume_count=2147483647
|
||||||
|
allow_concurrent_memtable_write=true
|
||||||
|
recycle_log_file_num=0
|
||||||
|
log_file_time_to_roll=0
|
||||||
|
manifest_preallocation_size=4194304
|
||||||
|
enable_write_thread_adaptive_yield=true
|
||||||
|
WAL_ttl_seconds=0
|
||||||
|
max_manifest_file_size=1073741824
|
||||||
|
wal_recovery_mode=kTolerateCorruptedTailRecords
|
||||||
|
enable_pipelined_write=false
|
||||||
|
write_thread_slow_yield_usec=3
|
||||||
|
unordered_write=false
|
||||||
|
write_thread_max_yield_usec=100
|
||||||
|
advise_random_on_open=true
|
||||||
|
info_log_level=ERROR_LEVEL
|
||||||
|
|
||||||
|
|
||||||
|
[CFOptions "default"]
|
||||||
|
memtable_max_range_deletions=0
|
||||||
|
compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
||||||
|
paranoid_memory_checks=false
|
||||||
|
block_protection_bytes_per_key=0
|
||||||
|
uncache_aggressiveness=0
|
||||||
|
bottommost_file_compaction_delay=0
|
||||||
|
memtable_protection_bytes_per_key=0
|
||||||
|
experimental_mempurge_threshold=0.000000
|
||||||
|
bottommost_compression=kDisableCompressionOption
|
||||||
|
sample_for_compression=0
|
||||||
|
prepopulate_blob_cache=kDisable
|
||||||
|
blob_file_starting_level=0
|
||||||
|
blob_compaction_readahead_size=0
|
||||||
|
table_factory=BlockBasedTable
|
||||||
|
max_successive_merges=0
|
||||||
|
max_write_buffer_number=2
|
||||||
|
prefix_extractor=nullptr
|
||||||
|
memtable_huge_page_size=0
|
||||||
|
write_buffer_size=10485760
|
||||||
|
strict_max_successive_merges=false
|
||||||
|
arena_block_size=1048576
|
||||||
|
level0_file_num_compaction_trigger=4
|
||||||
|
report_bg_io_stats=false
|
||||||
|
inplace_update_num_locks=10000
|
||||||
|
memtable_prefix_bloom_size_ratio=0.000000
|
||||||
|
level0_stop_writes_trigger=36
|
||||||
|
blob_compression_type=kNoCompression
|
||||||
|
level0_slowdown_writes_trigger=20
|
||||||
|
hard_pending_compaction_bytes_limit=274877906944
|
||||||
|
target_file_size_multiplier=1
|
||||||
|
bottommost_compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
||||||
|
paranoid_file_checks=false
|
||||||
|
blob_garbage_collection_force_threshold=1.000000
|
||||||
|
enable_blob_files=false
|
||||||
|
soft_pending_compaction_bytes_limit=68719476736
|
||||||
|
target_file_size_base=67108864
|
||||||
|
max_compaction_bytes=1677721600
|
||||||
|
disable_auto_compactions=false
|
||||||
|
min_blob_size=0
|
||||||
|
memtable_whole_key_filtering=false
|
||||||
|
max_bytes_for_level_base=268435456
|
||||||
|
last_level_temperature=kUnknown
|
||||||
|
preserve_internal_time_seconds=0
|
||||||
|
compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
|
||||||
|
max_bytes_for_level_multiplier=10.000000
|
||||||
|
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
|
||||||
|
max_sequential_skip_in_iterations=8
|
||||||
|
compression=kLZ4Compression
|
||||||
|
default_write_temperature=kUnknown
|
||||||
|
compaction_options_universal={incremental=false;compression_size_percent=-1;allow_trivial_move=false;max_size_amplification_percent=200;max_merge_width=4294967295;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;max_read_amp=-1;size_ratio=1;}
|
||||||
|
blob_garbage_collection_age_cutoff=0.250000
|
||||||
|
ttl=2592000
|
||||||
|
periodic_compaction_seconds=0
|
||||||
|
preclude_last_level_data_seconds=0
|
||||||
|
blob_file_size=268435456
|
||||||
|
enable_blob_garbage_collection=false
|
||||||
|
persist_user_defined_timestamps=true
|
||||||
|
compaction_pri=kMinOverlappingRatio
|
||||||
|
compaction_filter_factory=nullptr
|
||||||
|
comparator=leveldb.BytewiseComparator
|
||||||
|
bloom_locality=0
|
||||||
|
merge_operator=nullptr
|
||||||
|
compaction_filter=nullptr
|
||||||
|
level_compaction_dynamic_level_bytes=true
|
||||||
|
optimize_filters_for_hits=false
|
||||||
|
inplace_update_support=false
|
||||||
|
max_write_buffer_number_to_maintain=0
|
||||||
|
max_write_buffer_size_to_maintain=0
|
||||||
|
sst_partitioner_factory=nullptr
|
||||||
|
default_temperature=kUnknown
|
||||||
|
compaction_style=kCompactionStyleLevel
|
||||||
|
min_write_buffer_number_to_merge=1
|
||||||
|
memtable_factory=SkipListFactory
|
||||||
|
memtable_insert_with_hint_prefix_extractor=nullptr
|
||||||
|
force_consistency_checks=true
|
||||||
|
num_levels=7
|
||||||
|
|
||||||
|
[TableOptions/BlockBasedTable "default"]
|
||||||
|
num_file_reads_for_auto_readahead=2
|
||||||
|
initial_auto_readahead_size=8192
|
||||||
|
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
|
||||||
|
enable_index_compression=true
|
||||||
|
verify_compression=false
|
||||||
|
prepopulate_block_cache=kDisable
|
||||||
|
format_version=6
|
||||||
|
use_delta_encoding=true
|
||||||
|
pin_top_level_index_and_filter=true
|
||||||
|
read_amp_bytes_per_bit=0
|
||||||
|
decouple_partitioned_filters=false
|
||||||
|
partition_filters=false
|
||||||
|
metadata_block_size=4096
|
||||||
|
max_auto_readahead_size=262144
|
||||||
|
index_block_restart_interval=1
|
||||||
|
block_size_deviation=10
|
||||||
|
block_size=4096
|
||||||
|
detect_filter_construct_corruption=false
|
||||||
|
no_block_cache=false
|
||||||
|
checksum=kXXH3
|
||||||
|
filter_policy=nullptr
|
||||||
|
data_block_hash_table_util_ratio=0.750000
|
||||||
|
block_restart_interval=16
|
||||||
|
index_type=kBinarySearch
|
||||||
|
pin_l0_filter_and_index_blocks_in_cache=false
|
||||||
|
data_block_index_type=kDataBlockBinarySearch
|
||||||
|
cache_index_and_filter_blocks_with_high_priority=true
|
||||||
|
whole_key_filtering=true
|
||||||
|
index_shortening=kShortenSeparators
|
||||||
|
cache_index_and_filter_blocks=false
|
||||||
|
block_align=false
|
||||||
|
optimize_filters_for_memory=true
|
||||||
|
flush_block_policy_factory=FlushBlockBySizePolicyFactory
|
||||||
|
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"indexed_fields":{}}
|
||||||
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"}
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"initial_version":null,"version":223,"config":{"vector_data":{"":{"size":384,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"plain","options":{}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}}
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"chunk_size_bytes":33553920,"chunk_size_vectors":21845,"dim":384,"mlock":false,"populate":true}
|
||||||
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
0.6.0
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"type":"ReplicaSet"}
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"ack_index":224}
|
||||||
BIN
docker/qdrant/qdrant_data/collections/exercises/0/wal/open-1
Normal file
BIN
docker/qdrant/qdrant_data/collections/exercises/0/wal/open-1
Normal file
Binary file not shown.
BIN
docker/qdrant/qdrant_data/collections/exercises/0/wal/open-2
Normal file
BIN
docker/qdrant/qdrant_data/collections/exercises/0/wal/open-2
Normal file
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"params":{"vectors":{"size":384,"distance":"Cosine"},"shard_number":1,"replication_factor":1,"write_consistency_factor":1,"on_disk_payload":true},"hnsw_config":{"m":16,"ef_construct":100,"full_scan_threshold":10000,"max_indexing_threads":0,"on_disk":false},"optimizer_config":{"deleted_threshold":0.2,"vacuum_min_vector_number":1000,"default_segment_number":0,"max_segment_size":null,"memmap_threshold":null,"indexing_threshold":10000,"flush_interval_sec":5,"max_optimization_threads":null},"wal_config":{"wal_capacity_mb":32,"wal_segments_ahead":0},"quantization_config":null,"strict_mode_config":{"enabled":false},"uuid":null}
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
[]
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
0.4.2
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"clocks":[{"peer_id":6827150572645906,"clock_id":0,"current_tick":5,"token":3179344046427917012}]}
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"is_local":true,"this_peer_id":6827150572645906,"peers":{"6827150572645906":"Active"}}
|
||||||
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
MANIFEST-000005
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
c9c6bfae-19fa-4864-b019-6c401c1e8816
|
||||||
|
|
@ -0,0 +1,244 @@
|
||||||
|
2025/08/07-11:45:12.042992 86777 RocksDB version: 9.9.3
|
||||||
|
2025/08/07-11:45:12.043030 86777 Compile date 2024-12-05 01:25:31
|
||||||
|
2025/08/07-11:45:12.043038 86777 DB SUMMARY
|
||||||
|
2025/08/07-11:45:12.043044 86777 Host name (Env): 30dfd2e38f0b
|
||||||
|
2025/08/07-11:45:12.043048 86777 DB Session ID: VBBHIY49NOC7L6W4M1BV
|
||||||
|
2025/08/07-11:45:12.043098 86777 SST files in ./storage/collections/filter_test/0/segments/b5863a9e-4cfb-4142-8a5e-78ee0534061b/payload_index dir, Total Num: 0, files:
|
||||||
|
2025/08/07-11:45:12.043104 86777 Write Ahead Log file in ./storage/collections/filter_test/0/segments/b5863a9e-4cfb-4142-8a5e-78ee0534061b/payload_index:
|
||||||
|
2025/08/07-11:45:12.043109 86777 Options.error_if_exists: 0
|
||||||
|
2025/08/07-11:45:12.043113 86777 Options.create_if_missing: 1
|
||||||
|
2025/08/07-11:45:12.043117 86777 Options.paranoid_checks: 1
|
||||||
|
2025/08/07-11:45:12.043120 86777 Options.flush_verify_memtable_count: 1
|
||||||
|
2025/08/07-11:45:12.043126 86777 Options.compaction_verify_record_count: 1
|
||||||
|
2025/08/07-11:45:12.043130 86777 Options.track_and_verify_wals_in_manifest: 0
|
||||||
|
2025/08/07-11:45:12.043134 86777 Options.verify_sst_unique_id_in_manifest: 1
|
||||||
|
2025/08/07-11:45:12.043138 86777 Options.env: 0x7e0c22230380
|
||||||
|
2025/08/07-11:45:12.043142 86777 Options.fs: PosixFileSystem
|
||||||
|
2025/08/07-11:45:12.043146 86777 Options.info_log: 0x7e0c23669200
|
||||||
|
2025/08/07-11:45:12.043150 86777 Options.max_file_opening_threads: 16
|
||||||
|
2025/08/07-11:45:12.043154 86777 Options.statistics: (nil)
|
||||||
|
2025/08/07-11:45:12.043160 86777 Options.use_fsync: 0
|
||||||
|
2025/08/07-11:45:12.043164 86777 Options.max_log_file_size: 1048576
|
||||||
|
2025/08/07-11:45:12.043167 86777 Options.max_manifest_file_size: 1073741824
|
||||||
|
2025/08/07-11:45:12.043171 86777 Options.log_file_time_to_roll: 0
|
||||||
|
2025/08/07-11:45:12.043175 86777 Options.keep_log_file_num: 1
|
||||||
|
2025/08/07-11:45:12.043182 86777 Options.recycle_log_file_num: 0
|
||||||
|
2025/08/07-11:45:12.043186 86777 Options.allow_fallocate: 1
|
||||||
|
2025/08/07-11:45:12.043189 86777 Options.allow_mmap_reads: 0
|
||||||
|
2025/08/07-11:45:12.043193 86777 Options.allow_mmap_writes: 0
|
||||||
|
2025/08/07-11:45:12.043196 86777 Options.use_direct_reads: 0
|
||||||
|
2025/08/07-11:45:12.043200 86777 Options.use_direct_io_for_flush_and_compaction: 0
|
||||||
|
2025/08/07-11:45:12.043203 86777 Options.create_missing_column_families: 1
|
||||||
|
2025/08/07-11:45:12.043207 86777 Options.db_log_dir:
|
||||||
|
2025/08/07-11:45:12.043210 86777 Options.wal_dir:
|
||||||
|
2025/08/07-11:45:12.043213 86777 Options.table_cache_numshardbits: 6
|
||||||
|
2025/08/07-11:45:12.043216 86777 Options.WAL_ttl_seconds: 0
|
||||||
|
2025/08/07-11:45:12.043220 86777 Options.WAL_size_limit_MB: 0
|
||||||
|
2025/08/07-11:45:12.043224 86777 Options.max_write_batch_group_size_bytes: 1048576
|
||||||
|
2025/08/07-11:45:12.043227 86777 Options.manifest_preallocation_size: 4194304
|
||||||
|
2025/08/07-11:45:12.043231 86777 Options.is_fd_close_on_exec: 1
|
||||||
|
2025/08/07-11:45:12.043234 86777 Options.advise_random_on_open: 1
|
||||||
|
2025/08/07-11:45:12.043237 86777 Options.db_write_buffer_size: 0
|
||||||
|
2025/08/07-11:45:12.043240 86777 Options.write_buffer_manager: 0x7e0c23605ce0
|
||||||
|
2025/08/07-11:45:12.043247 86777 Options.random_access_max_buffer_size: 1048576
|
||||||
|
2025/08/07-11:45:12.043250 86777 Options.use_adaptive_mutex: 0
|
||||||
|
2025/08/07-11:45:12.043254 86777 Options.rate_limiter: (nil)
|
||||||
|
2025/08/07-11:45:12.043258 86777 Options.sst_file_manager.rate_bytes_per_sec: 0
|
||||||
|
2025/08/07-11:45:12.043264 86777 Options.wal_recovery_mode: 0
|
||||||
|
2025/08/07-11:45:12.043267 86777 Options.enable_thread_tracking: 0
|
||||||
|
2025/08/07-11:45:12.043271 86777 Options.enable_pipelined_write: 0
|
||||||
|
2025/08/07-11:45:12.043274 86777 Options.unordered_write: 0
|
||||||
|
2025/08/07-11:45:12.043277 86777 Options.allow_concurrent_memtable_write: 1
|
||||||
|
2025/08/07-11:45:12.043280 86777 Options.enable_write_thread_adaptive_yield: 1
|
||||||
|
2025/08/07-11:45:12.043284 86777 Options.write_thread_max_yield_usec: 100
|
||||||
|
2025/08/07-11:45:12.043289 86777 Options.write_thread_slow_yield_usec: 3
|
||||||
|
2025/08/07-11:45:12.043293 86777 Options.row_cache: None
|
||||||
|
2025/08/07-11:45:12.043296 86777 Options.wal_filter: None
|
||||||
|
2025/08/07-11:45:12.043299 86777 Options.avoid_flush_during_recovery: 0
|
||||||
|
2025/08/07-11:45:12.043302 86777 Options.allow_ingest_behind: 0
|
||||||
|
2025/08/07-11:45:12.043305 86777 Options.two_write_queues: 0
|
||||||
|
2025/08/07-11:45:12.043308 86777 Options.manual_wal_flush: 0
|
||||||
|
2025/08/07-11:45:12.043311 86777 Options.wal_compression: 0
|
||||||
|
2025/08/07-11:45:12.043316 86777 Options.background_close_inactive_wals: 0
|
||||||
|
2025/08/07-11:45:12.043319 86777 Options.atomic_flush: 0
|
||||||
|
2025/08/07-11:45:12.043322 86777 Options.avoid_unnecessary_blocking_io: 0
|
||||||
|
2025/08/07-11:45:12.043325 86777 Options.prefix_seek_opt_in_only: 0
|
||||||
|
2025/08/07-11:45:12.043329 86777 Options.persist_stats_to_disk: 0
|
||||||
|
2025/08/07-11:45:12.043332 86777 Options.write_dbid_to_manifest: 1
|
||||||
|
2025/08/07-11:45:12.043335 86777 Options.write_identity_file: 1
|
||||||
|
2025/08/07-11:45:12.043338 86777 Options.log_readahead_size: 0
|
||||||
|
2025/08/07-11:45:12.043342 86777 Options.file_checksum_gen_factory: Unknown
|
||||||
|
2025/08/07-11:45:12.043345 86777 Options.best_efforts_recovery: 0
|
||||||
|
2025/08/07-11:45:12.043348 86777 Options.max_bgerror_resume_count: 2147483647
|
||||||
|
2025/08/07-11:45:12.043351 86777 Options.bgerror_resume_retry_interval: 1000000
|
||||||
|
2025/08/07-11:45:12.043356 86777 Options.allow_data_in_errors: 0
|
||||||
|
2025/08/07-11:45:12.043360 86777 Options.db_host_id: __hostname__
|
||||||
|
2025/08/07-11:45:12.043363 86777 Options.enforce_single_del_contracts: true
|
||||||
|
2025/08/07-11:45:12.043366 86777 Options.metadata_write_temperature: kUnknown
|
||||||
|
2025/08/07-11:45:12.043370 86777 Options.wal_write_temperature: kUnknown
|
||||||
|
2025/08/07-11:45:12.043373 86777 Options.max_background_jobs: 2
|
||||||
|
2025/08/07-11:45:12.043376 86777 Options.max_background_compactions: -1
|
||||||
|
2025/08/07-11:45:12.043380 86777 Options.max_subcompactions: 1
|
||||||
|
2025/08/07-11:45:12.043383 86777 Options.avoid_flush_during_shutdown: 0
|
||||||
|
2025/08/07-11:45:12.043388 86777 Options.writable_file_max_buffer_size: 1048576
|
||||||
|
2025/08/07-11:45:12.043391 86777 Options.delayed_write_rate : 16777216
|
||||||
|
2025/08/07-11:45:12.043395 86777 Options.max_total_wal_size: 0
|
||||||
|
2025/08/07-11:45:12.043398 86777 Options.delete_obsolete_files_period_micros: 180000000
|
||||||
|
2025/08/07-11:45:12.043402 86777 Options.stats_dump_period_sec: 600
|
||||||
|
2025/08/07-11:45:12.043407 86777 Options.stats_persist_period_sec: 600
|
||||||
|
2025/08/07-11:45:12.043410 86777 Options.stats_history_buffer_size: 1048576
|
||||||
|
2025/08/07-11:45:12.043414 86777 Options.max_open_files: 256
|
||||||
|
2025/08/07-11:45:12.043417 86777 Options.bytes_per_sync: 0
|
||||||
|
2025/08/07-11:45:12.043422 86777 Options.wal_bytes_per_sync: 0
|
||||||
|
2025/08/07-11:45:12.043425 86777 Options.strict_bytes_per_sync: 0
|
||||||
|
2025/08/07-11:45:12.043428 86777 Options.compaction_readahead_size: 2097152
|
||||||
|
2025/08/07-11:45:12.043431 86777 Options.max_background_flushes: -1
|
||||||
|
2025/08/07-11:45:12.043435 86777 Options.daily_offpeak_time_utc:
|
||||||
|
2025/08/07-11:45:12.043439 86777 Compression algorithms supported:
|
||||||
|
2025/08/07-11:45:12.043443 86777 kZSTD supported: 0
|
||||||
|
2025/08/07-11:45:12.043447 86777 kXpressCompression supported: 0
|
||||||
|
2025/08/07-11:45:12.043450 86777 kBZip2Compression supported: 0
|
||||||
|
2025/08/07-11:45:12.043454 86777 kZSTDNotFinalCompression supported: 0
|
||||||
|
2025/08/07-11:45:12.043457 86777 kLZ4Compression supported: 1
|
||||||
|
2025/08/07-11:45:12.043477 86777 kZlibCompression supported: 0
|
||||||
|
2025/08/07-11:45:12.043480 86777 kLZ4HCCompression supported: 1
|
||||||
|
2025/08/07-11:45:12.043485 86777 kSnappyCompression supported: 1
|
||||||
|
2025/08/07-11:45:12.043490 86777 Fast CRC32 supported: Not supported on x86
|
||||||
|
2025/08/07-11:45:12.043495 86777 DMutex implementation: pthread_mutex_t
|
||||||
|
2025/08/07-11:45:12.043500 86777 Jemalloc supported: 0
|
||||||
|
2025/08/07-11:45:12.053829 86777 Options.comparator: leveldb.BytewiseComparator
|
||||||
|
2025/08/07-11:45:12.053841 86777 Options.merge_operator: None
|
||||||
|
2025/08/07-11:45:12.053845 86777 Options.compaction_filter: None
|
||||||
|
2025/08/07-11:45:12.053849 86777 Options.compaction_filter_factory: None
|
||||||
|
2025/08/07-11:45:12.053852 86777 Options.sst_partitioner_factory: None
|
||||||
|
2025/08/07-11:45:12.053855 86777 Options.memtable_factory: SkipListFactory
|
||||||
|
2025/08/07-11:45:12.053859 86777 Options.table_factory: BlockBasedTable
|
||||||
|
2025/08/07-11:45:12.053932 86777 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7e0c23606560)
|
||||||
|
cache_index_and_filter_blocks: 0
|
||||||
|
cache_index_and_filter_blocks_with_high_priority: 1
|
||||||
|
pin_l0_filter_and_index_blocks_in_cache: 0
|
||||||
|
pin_top_level_index_and_filter: 1
|
||||||
|
index_type: 0
|
||||||
|
data_block_index_type: 0
|
||||||
|
index_shortening: 1
|
||||||
|
data_block_hash_table_util_ratio: 0.750000
|
||||||
|
checksum: 4
|
||||||
|
no_block_cache: 0
|
||||||
|
block_cache: 0x7e0c23613d90
|
||||||
|
block_cache_name: LRUCache
|
||||||
|
block_cache_options:
|
||||||
|
capacity : 33554432
|
||||||
|
num_shard_bits : 6
|
||||||
|
strict_capacity_limit : 0
|
||||||
|
memory_allocator : None
|
||||||
|
high_pri_pool_ratio: 0.500
|
||||||
|
low_pri_pool_ratio: 0.000
|
||||||
|
persistent_cache: (nil)
|
||||||
|
block_size: 4096
|
||||||
|
block_size_deviation: 10
|
||||||
|
block_restart_interval: 16
|
||||||
|
index_block_restart_interval: 1
|
||||||
|
metadata_block_size: 4096
|
||||||
|
partition_filters: 0
|
||||||
|
use_delta_encoding: 1
|
||||||
|
filter_policy: nullptr
|
||||||
|
whole_key_filtering: 1
|
||||||
|
verify_compression: 0
|
||||||
|
read_amp_bytes_per_bit: 0
|
||||||
|
format_version: 6
|
||||||
|
enable_index_compression: 1
|
||||||
|
block_align: 0
|
||||||
|
max_auto_readahead_size: 262144
|
||||||
|
prepopulate_block_cache: 0
|
||||||
|
initial_auto_readahead_size: 8192
|
||||||
|
num_file_reads_for_auto_readahead: 2
|
||||||
|
2025/08/07-11:45:12.053941 86777 Options.write_buffer_size: 10485760
|
||||||
|
2025/08/07-11:45:12.053946 86777 Options.max_write_buffer_number: 2
|
||||||
|
2025/08/07-11:45:12.053952 86777 Options.compression: LZ4
|
||||||
|
2025/08/07-11:45:12.053956 86777 Options.bottommost_compression: Disabled
|
||||||
|
2025/08/07-11:45:12.053959 86777 Options.prefix_extractor: nullptr
|
||||||
|
2025/08/07-11:45:12.053962 86777 Options.memtable_insert_with_hint_prefix_extractor: nullptr
|
||||||
|
2025/08/07-11:45:12.053966 86777 Options.num_levels: 7
|
||||||
|
2025/08/07-11:45:12.053969 86777 Options.min_write_buffer_number_to_merge: 1
|
||||||
|
2025/08/07-11:45:12.053972 86777 Options.max_write_buffer_number_to_maintain: 0
|
||||||
|
2025/08/07-11:45:12.053975 86777 Options.max_write_buffer_size_to_maintain: 0
|
||||||
|
2025/08/07-11:45:12.053979 86777 Options.bottommost_compression_opts.window_bits: -14
|
||||||
|
2025/08/07-11:45:12.053983 86777 Options.bottommost_compression_opts.level: 32767
|
||||||
|
2025/08/07-11:45:12.053986 86777 Options.bottommost_compression_opts.strategy: 0
|
||||||
|
2025/08/07-11:45:12.053989 86777 Options.bottommost_compression_opts.max_dict_bytes: 0
|
||||||
|
2025/08/07-11:45:12.053993 86777 Options.bottommost_compression_opts.zstd_max_train_bytes: 0
|
||||||
|
2025/08/07-11:45:12.053996 86777 Options.bottommost_compression_opts.parallel_threads: 1
|
||||||
|
2025/08/07-11:45:12.054000 86777 Options.bottommost_compression_opts.enabled: false
|
||||||
|
2025/08/07-11:45:12.054003 86777 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
|
||||||
|
2025/08/07-11:45:12.054006 86777 Options.bottommost_compression_opts.use_zstd_dict_trainer: true
|
||||||
|
2025/08/07-11:45:12.054010 86777 Options.compression_opts.window_bits: -14
|
||||||
|
2025/08/07-11:45:12.054013 86777 Options.compression_opts.level: 32767
|
||||||
|
2025/08/07-11:45:12.054016 86777 Options.compression_opts.strategy: 0
|
||||||
|
2025/08/07-11:45:12.054019 86777 Options.compression_opts.max_dict_bytes: 0
|
||||||
|
2025/08/07-11:45:12.054023 86777 Options.compression_opts.zstd_max_train_bytes: 0
|
||||||
|
2025/08/07-11:45:12.054026 86777 Options.compression_opts.use_zstd_dict_trainer: true
|
||||||
|
2025/08/07-11:45:12.054029 86777 Options.compression_opts.parallel_threads: 1
|
||||||
|
2025/08/07-11:45:12.054032 86777 Options.compression_opts.enabled: false
|
||||||
|
2025/08/07-11:45:12.054036 86777 Options.compression_opts.max_dict_buffer_bytes: 0
|
||||||
|
2025/08/07-11:45:12.054039 86777 Options.level0_file_num_compaction_trigger: 4
|
||||||
|
2025/08/07-11:45:12.054042 86777 Options.level0_slowdown_writes_trigger: 20
|
||||||
|
2025/08/07-11:45:12.054045 86777 Options.level0_stop_writes_trigger: 36
|
||||||
|
2025/08/07-11:45:12.054049 86777 Options.target_file_size_base: 67108864
|
||||||
|
2025/08/07-11:45:12.054052 86777 Options.target_file_size_multiplier: 1
|
||||||
|
2025/08/07-11:45:12.054055 86777 Options.max_bytes_for_level_base: 268435456
|
||||||
|
2025/08/07-11:45:12.054059 86777 Options.level_compaction_dynamic_level_bytes: 1
|
||||||
|
2025/08/07-11:45:12.054064 86777 Options.max_bytes_for_level_multiplier: 10.000000
|
||||||
|
2025/08/07-11:45:12.054069 86777 Options.max_bytes_for_level_multiplier_addtl[0]: 1
|
||||||
|
2025/08/07-11:45:12.054073 86777 Options.max_bytes_for_level_multiplier_addtl[1]: 1
|
||||||
|
2025/08/07-11:45:12.054076 86777 Options.max_bytes_for_level_multiplier_addtl[2]: 1
|
||||||
|
2025/08/07-11:45:12.054079 86777 Options.max_bytes_for_level_multiplier_addtl[3]: 1
|
||||||
|
2025/08/07-11:45:12.054082 86777 Options.max_bytes_for_level_multiplier_addtl[4]: 1
|
||||||
|
2025/08/07-11:45:12.054086 86777 Options.max_bytes_for_level_multiplier_addtl[5]: 1
|
||||||
|
2025/08/07-11:45:12.054089 86777 Options.max_bytes_for_level_multiplier_addtl[6]: 1
|
||||||
|
2025/08/07-11:45:12.054093 86777 Options.max_sequential_skip_in_iterations: 8
|
||||||
|
2025/08/07-11:45:12.054097 86777 Options.max_compaction_bytes: 1677721600
|
||||||
|
2025/08/07-11:45:12.054100 86777 Options.arena_block_size: 1048576
|
||||||
|
2025/08/07-11:45:12.054104 86777 Options.soft_pending_compaction_bytes_limit: 68719476736
|
||||||
|
2025/08/07-11:45:12.054107 86777 Options.hard_pending_compaction_bytes_limit: 274877906944
|
||||||
|
2025/08/07-11:45:12.054111 86777 Options.disable_auto_compactions: 0
|
||||||
|
2025/08/07-11:45:12.054115 86777 Options.compaction_style: kCompactionStyleLevel
|
||||||
|
2025/08/07-11:45:12.054118 86777 Options.compaction_pri: kMinOverlappingRatio
|
||||||
|
2025/08/07-11:45:12.054122 86777 Options.compaction_options_universal.size_ratio: 1
|
||||||
|
2025/08/07-11:45:12.054125 86777 Options.compaction_options_universal.min_merge_width: 2
|
||||||
|
2025/08/07-11:45:12.054128 86777 Options.compaction_options_universal.max_merge_width: 4294967295
|
||||||
|
2025/08/07-11:45:12.054131 86777 Options.compaction_options_universal.max_size_amplification_percent: 200
|
||||||
|
2025/08/07-11:45:12.054135 86777 Options.compaction_options_universal.compression_size_percent: -1
|
||||||
|
2025/08/07-11:45:12.054139 86777 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
|
||||||
|
2025/08/07-11:45:12.054142 86777 Options.compaction_options_universal.max_read_amp: -1
|
||||||
|
2025/08/07-11:45:12.054145 86777 Options.compaction_options_fifo.max_table_files_size: 1073741824
|
||||||
|
2025/08/07-11:45:12.054148 86777 Options.compaction_options_fifo.allow_compaction: 0
|
||||||
|
2025/08/07-11:45:12.054161 86777 Options.table_properties_collectors:
|
||||||
|
2025/08/07-11:45:12.054165 86777 Options.inplace_update_support: 0
|
||||||
|
2025/08/07-11:45:12.054168 86777 Options.inplace_update_num_locks: 10000
|
||||||
|
2025/08/07-11:45:12.054172 86777 Options.memtable_prefix_bloom_size_ratio: 0.000000
|
||||||
|
2025/08/07-11:45:12.054176 86777 Options.memtable_whole_key_filtering: 0
|
||||||
|
2025/08/07-11:45:12.054180 86777 Options.memtable_huge_page_size: 0
|
||||||
|
2025/08/07-11:45:12.054183 86777 Options.bloom_locality: 0
|
||||||
|
2025/08/07-11:45:12.054186 86777 Options.max_successive_merges: 0
|
||||||
|
2025/08/07-11:45:12.054189 86777 Options.strict_max_successive_merges: 0
|
||||||
|
2025/08/07-11:45:12.054192 86777 Options.optimize_filters_for_hits: 0
|
||||||
|
2025/08/07-11:45:12.054196 86777 Options.paranoid_file_checks: 0
|
||||||
|
2025/08/07-11:45:12.054199 86777 Options.force_consistency_checks: 1
|
||||||
|
2025/08/07-11:45:12.054202 86777 Options.report_bg_io_stats: 0
|
||||||
|
2025/08/07-11:45:12.054205 86777 Options.ttl: 2592000
|
||||||
|
2025/08/07-11:45:12.054208 86777 Options.periodic_compaction_seconds: 0
|
||||||
|
2025/08/07-11:45:12.054212 86777 Options.default_temperature: kUnknown
|
||||||
|
2025/08/07-11:45:12.054215 86777 Options.preclude_last_level_data_seconds: 0
|
||||||
|
2025/08/07-11:45:12.054218 86777 Options.preserve_internal_time_seconds: 0
|
||||||
|
2025/08/07-11:45:12.054221 86777 Options.enable_blob_files: false
|
||||||
|
2025/08/07-11:45:12.054224 86777 Options.min_blob_size: 0
|
||||||
|
2025/08/07-11:45:12.054227 86777 Options.blob_file_size: 268435456
|
||||||
|
2025/08/07-11:45:12.054231 86777 Options.blob_compression_type: NoCompression
|
||||||
|
2025/08/07-11:45:12.054234 86777 Options.enable_blob_garbage_collection: false
|
||||||
|
2025/08/07-11:45:12.054238 86777 Options.blob_garbage_collection_age_cutoff: 0.250000
|
||||||
|
2025/08/07-11:45:12.054243 86777 Options.blob_garbage_collection_force_threshold: 1.000000
|
||||||
|
2025/08/07-11:45:12.054246 86777 Options.blob_compaction_readahead_size: 0
|
||||||
|
2025/08/07-11:45:12.054249 86777 Options.blob_file_starting_level: 0
|
||||||
|
2025/08/07-11:45:12.054253 86777 Options.experimental_mempurge_threshold: 0.000000
|
||||||
|
2025/08/07-11:45:12.054257 86777 Options.memtable_max_range_deletions: 0
|
||||||
|
2025/08/07-11:45:12.070562 86777 DB pointer 0x7e0c236e0000
|
||||||
Binary file not shown.
|
|
@ -0,0 +1,214 @@
|
||||||
|
# This is a RocksDB option file.
|
||||||
|
#
|
||||||
|
# For detailed file format spec, please refer to the example file
|
||||||
|
# in examples/rocksdb_option_file_example.ini
|
||||||
|
#
|
||||||
|
|
||||||
|
[Version]
|
||||||
|
rocksdb_version=9.9.3
|
||||||
|
options_file_version=1.1
|
||||||
|
|
||||||
|
[DBOptions]
|
||||||
|
compaction_readahead_size=2097152
|
||||||
|
strict_bytes_per_sync=false
|
||||||
|
bytes_per_sync=0
|
||||||
|
max_background_jobs=2
|
||||||
|
avoid_flush_during_shutdown=false
|
||||||
|
max_background_flushes=-1
|
||||||
|
delayed_write_rate=16777216
|
||||||
|
max_open_files=256
|
||||||
|
max_subcompactions=1
|
||||||
|
writable_file_max_buffer_size=1048576
|
||||||
|
wal_bytes_per_sync=0
|
||||||
|
max_background_compactions=-1
|
||||||
|
max_total_wal_size=0
|
||||||
|
delete_obsolete_files_period_micros=180000000
|
||||||
|
stats_dump_period_sec=600
|
||||||
|
stats_history_buffer_size=1048576
|
||||||
|
stats_persist_period_sec=600
|
||||||
|
follower_refresh_catchup_period_ms=10000
|
||||||
|
enforce_single_del_contracts=true
|
||||||
|
lowest_used_cache_tier=kNonVolatileBlockTier
|
||||||
|
bgerror_resume_retry_interval=1000000
|
||||||
|
metadata_write_temperature=kUnknown
|
||||||
|
best_efforts_recovery=false
|
||||||
|
log_readahead_size=0
|
||||||
|
write_identity_file=true
|
||||||
|
write_dbid_to_manifest=true
|
||||||
|
prefix_seek_opt_in_only=false
|
||||||
|
wal_compression=kNoCompression
|
||||||
|
manual_wal_flush=false
|
||||||
|
db_host_id=__hostname__
|
||||||
|
two_write_queues=false
|
||||||
|
random_access_max_buffer_size=1048576
|
||||||
|
avoid_unnecessary_blocking_io=false
|
||||||
|
skip_checking_sst_file_sizes_on_db_open=false
|
||||||
|
flush_verify_memtable_count=true
|
||||||
|
fail_if_options_file_error=true
|
||||||
|
atomic_flush=false
|
||||||
|
verify_sst_unique_id_in_manifest=true
|
||||||
|
skip_stats_update_on_db_open=false
|
||||||
|
track_and_verify_wals_in_manifest=false
|
||||||
|
compaction_verify_record_count=true
|
||||||
|
paranoid_checks=true
|
||||||
|
create_if_missing=true
|
||||||
|
max_write_batch_group_size_bytes=1048576
|
||||||
|
follower_catchup_retry_count=10
|
||||||
|
avoid_flush_during_recovery=false
|
||||||
|
file_checksum_gen_factory=nullptr
|
||||||
|
enable_thread_tracking=false
|
||||||
|
allow_fallocate=true
|
||||||
|
allow_data_in_errors=false
|
||||||
|
error_if_exists=false
|
||||||
|
use_direct_io_for_flush_and_compaction=false
|
||||||
|
background_close_inactive_wals=false
|
||||||
|
create_missing_column_families=true
|
||||||
|
WAL_size_limit_MB=0
|
||||||
|
use_direct_reads=false
|
||||||
|
persist_stats_to_disk=false
|
||||||
|
allow_2pc=false
|
||||||
|
is_fd_close_on_exec=true
|
||||||
|
max_log_file_size=1048576
|
||||||
|
max_file_opening_threads=16
|
||||||
|
wal_filter=nullptr
|
||||||
|
wal_write_temperature=kUnknown
|
||||||
|
follower_catchup_retry_wait_ms=100
|
||||||
|
allow_mmap_reads=false
|
||||||
|
allow_mmap_writes=false
|
||||||
|
use_adaptive_mutex=false
|
||||||
|
use_fsync=false
|
||||||
|
table_cache_numshardbits=6
|
||||||
|
dump_malloc_stats=false
|
||||||
|
db_write_buffer_size=0
|
||||||
|
allow_ingest_behind=false
|
||||||
|
keep_log_file_num=1
|
||||||
|
max_bgerror_resume_count=2147483647
|
||||||
|
allow_concurrent_memtable_write=true
|
||||||
|
recycle_log_file_num=0
|
||||||
|
log_file_time_to_roll=0
|
||||||
|
manifest_preallocation_size=4194304
|
||||||
|
enable_write_thread_adaptive_yield=true
|
||||||
|
WAL_ttl_seconds=0
|
||||||
|
max_manifest_file_size=1073741824
|
||||||
|
wal_recovery_mode=kTolerateCorruptedTailRecords
|
||||||
|
enable_pipelined_write=false
|
||||||
|
write_thread_slow_yield_usec=3
|
||||||
|
unordered_write=false
|
||||||
|
write_thread_max_yield_usec=100
|
||||||
|
advise_random_on_open=true
|
||||||
|
info_log_level=ERROR_LEVEL
|
||||||
|
|
||||||
|
|
||||||
|
[CFOptions "default"]
|
||||||
|
memtable_max_range_deletions=0
|
||||||
|
compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
||||||
|
paranoid_memory_checks=false
|
||||||
|
block_protection_bytes_per_key=0
|
||||||
|
uncache_aggressiveness=0
|
||||||
|
bottommost_file_compaction_delay=0
|
||||||
|
memtable_protection_bytes_per_key=0
|
||||||
|
experimental_mempurge_threshold=0.000000
|
||||||
|
bottommost_compression=kDisableCompressionOption
|
||||||
|
sample_for_compression=0
|
||||||
|
prepopulate_blob_cache=kDisable
|
||||||
|
blob_file_starting_level=0
|
||||||
|
blob_compaction_readahead_size=0
|
||||||
|
table_factory=BlockBasedTable
|
||||||
|
max_successive_merges=0
|
||||||
|
max_write_buffer_number=2
|
||||||
|
prefix_extractor=nullptr
|
||||||
|
memtable_huge_page_size=0
|
||||||
|
write_buffer_size=10485760
|
||||||
|
strict_max_successive_merges=false
|
||||||
|
arena_block_size=1048576
|
||||||
|
level0_file_num_compaction_trigger=4
|
||||||
|
report_bg_io_stats=false
|
||||||
|
inplace_update_num_locks=10000
|
||||||
|
memtable_prefix_bloom_size_ratio=0.000000
|
||||||
|
level0_stop_writes_trigger=36
|
||||||
|
blob_compression_type=kNoCompression
|
||||||
|
level0_slowdown_writes_trigger=20
|
||||||
|
hard_pending_compaction_bytes_limit=274877906944
|
||||||
|
target_file_size_multiplier=1
|
||||||
|
bottommost_compression_opts={checksum=false;max_dict_buffer_bytes=0;enabled=false;max_dict_bytes=0;max_compressed_bytes_per_kb=896;parallel_threads=1;zstd_max_train_bytes=0;level=32767;use_zstd_dict_trainer=true;strategy=0;window_bits=-14;}
|
||||||
|
paranoid_file_checks=false
|
||||||
|
blob_garbage_collection_force_threshold=1.000000
|
||||||
|
enable_blob_files=false
|
||||||
|
soft_pending_compaction_bytes_limit=68719476736
|
||||||
|
target_file_size_base=67108864
|
||||||
|
max_compaction_bytes=1677721600
|
||||||
|
disable_auto_compactions=false
|
||||||
|
min_blob_size=0
|
||||||
|
memtable_whole_key_filtering=false
|
||||||
|
max_bytes_for_level_base=268435456
|
||||||
|
last_level_temperature=kUnknown
|
||||||
|
preserve_internal_time_seconds=0
|
||||||
|
compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;}
|
||||||
|
max_bytes_for_level_multiplier=10.000000
|
||||||
|
max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1
|
||||||
|
max_sequential_skip_in_iterations=8
|
||||||
|
compression=kLZ4Compression
|
||||||
|
default_write_temperature=kUnknown
|
||||||
|
compaction_options_universal={incremental=false;compression_size_percent=-1;allow_trivial_move=false;max_size_amplification_percent=200;max_merge_width=4294967295;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;max_read_amp=-1;size_ratio=1;}
|
||||||
|
blob_garbage_collection_age_cutoff=0.250000
|
||||||
|
ttl=2592000
|
||||||
|
periodic_compaction_seconds=0
|
||||||
|
preclude_last_level_data_seconds=0
|
||||||
|
blob_file_size=268435456
|
||||||
|
enable_blob_garbage_collection=false
|
||||||
|
persist_user_defined_timestamps=true
|
||||||
|
compaction_pri=kMinOverlappingRatio
|
||||||
|
compaction_filter_factory=nullptr
|
||||||
|
comparator=leveldb.BytewiseComparator
|
||||||
|
bloom_locality=0
|
||||||
|
merge_operator=nullptr
|
||||||
|
compaction_filter=nullptr
|
||||||
|
level_compaction_dynamic_level_bytes=true
|
||||||
|
optimize_filters_for_hits=false
|
||||||
|
inplace_update_support=false
|
||||||
|
max_write_buffer_number_to_maintain=0
|
||||||
|
max_write_buffer_size_to_maintain=0
|
||||||
|
sst_partitioner_factory=nullptr
|
||||||
|
default_temperature=kUnknown
|
||||||
|
compaction_style=kCompactionStyleLevel
|
||||||
|
min_write_buffer_number_to_merge=1
|
||||||
|
memtable_factory=SkipListFactory
|
||||||
|
memtable_insert_with_hint_prefix_extractor=nullptr
|
||||||
|
force_consistency_checks=true
|
||||||
|
num_levels=7
|
||||||
|
|
||||||
|
[TableOptions/BlockBasedTable "default"]
|
||||||
|
num_file_reads_for_auto_readahead=2
|
||||||
|
initial_auto_readahead_size=8192
|
||||||
|
metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;}
|
||||||
|
enable_index_compression=true
|
||||||
|
verify_compression=false
|
||||||
|
prepopulate_block_cache=kDisable
|
||||||
|
format_version=6
|
||||||
|
use_delta_encoding=true
|
||||||
|
pin_top_level_index_and_filter=true
|
||||||
|
read_amp_bytes_per_bit=0
|
||||||
|
decouple_partitioned_filters=false
|
||||||
|
partition_filters=false
|
||||||
|
metadata_block_size=4096
|
||||||
|
max_auto_readahead_size=262144
|
||||||
|
index_block_restart_interval=1
|
||||||
|
block_size_deviation=10
|
||||||
|
block_size=4096
|
||||||
|
detect_filter_construct_corruption=false
|
||||||
|
no_block_cache=false
|
||||||
|
checksum=kXXH3
|
||||||
|
filter_policy=nullptr
|
||||||
|
data_block_hash_table_util_ratio=0.750000
|
||||||
|
block_restart_interval=16
|
||||||
|
index_type=kBinarySearch
|
||||||
|
pin_l0_filter_and_index_blocks_in_cache=false
|
||||||
|
data_block_index_type=kDataBlockBinarySearch
|
||||||
|
cache_index_and_filter_blocks_with_high_priority=true
|
||||||
|
whole_key_filtering=true
|
||||||
|
index_shortening=kShortenSeparators
|
||||||
|
cache_index_and_filter_blocks=false
|
||||||
|
block_align=false
|
||||||
|
optimize_filters_for_memory=true
|
||||||
|
flush_block_policy_factory=FlushBlockBySizePolicyFactory
|
||||||
|
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
{"indexed_fields":{}}
|
||||||
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"page_size_bytes":33554432,"block_size_bytes":128,"region_size_blocks":8192,"compression":"LZ4"}
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"initial_version":null,"version":2,"config":{"vector_data":{"":{"size":384,"distance":"Cosine","storage_type":"InRamChunkedMmap","index":{"type":"plain","options":{}},"quantization_config":null}},"payload_storage_type":{"type":"mmap"}}}
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
{"chunk_size_bytes":33553920,"chunk_size_vectors":21845,"dim":384,"mlock":false,"populate":true}
|
||||||
Binary file not shown.
|
|
@ -0,0 +1 @@
|
||||||
|
0.6.0
|
||||||
Binary file not shown.
Binary file not shown.
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user