Mount embeddings to /data/embeddings for directory naming consistency

- Keeps directory paths consistent between host and container volumes
- Consistency simplifies documentation and updates required to setup
  sample_config.yml for local installation
This commit is contained in:
Debanjum Singh Solanky 2022-01-29 03:24:02 -05:00
parent b0067fc32e
commit c31abad0a6
2 changed files with 9 additions and 9 deletions

View file

@ -5,26 +5,26 @@ content-type:
org: org:
input-files: null input-files: null
input-filter: "/data/notes/*.org" input-filter: "/data/notes/*.org"
compressed-jsonl: "/data/generated/notes.json.gz" compressed-jsonl: "/data/embeddings/notes.json.gz"
embeddings-file: "/data/generated/note_embeddings.pt" embeddings-file: "/data/embeddings/note_embeddings.pt"
ledger: ledger:
input-files: null input-files: null
input-filter: /data/ledger/*.beancount input-filter: /data/ledger/*.beancount
compressed-jsonl: /data/generated/transactions.jsonl.gz compressed-jsonl: /data/embeddings/transactions.jsonl.gz
embeddings-file: /data/generated/transaction_embeddings.pt embeddings-file: /data/embeddings/transaction_embeddings.pt
image: image:
input-directory: "/data/images/" input-directory: "/data/images/"
embeddings-file: "/data/generated/image_embeddings.pt" embeddings-file: "/data/embeddings/image_embeddings.pt"
batch-size: 50 batch-size: 50
use-xmp-metadata: true use-xmp-metadata: true
music: music:
input-files: ["/data/music/music.org"] input-files: ["/data/music/music.org"]
input-filter: null input-filter: null
compressed-jsonl: "/data/generated/songs.jsonl.gz" compressed-jsonl: "/data/embeddings/songs.jsonl.gz"
embeddings-file: "/data/generated/song_embeddings.pt" embeddings-file: "/data/embeddings/song_embeddings.pt"
search-type: search-type:
symmetric: symmetric:
@ -44,4 +44,4 @@ search-type:
processor: processor:
conversation: conversation:
openai-api-key: null openai-api-key: null
conversation-logfile: "/data/generated/conversation_logs.json" conversation-logfile: "/data/embeddings/conversation_logs.json"

View file

@ -26,7 +26,7 @@ services:
- ./tests/data/music/:/data/music/ - ./tests/data/music/:/data/music/
# Embeddings and models are populated after the first run # Embeddings and models are populated after the first run
# You can set these volumes to point to empty directories on host # You can set these volumes to point to empty directories on host
- ./tests/data/embeddings/:/data/generated/ - ./tests/data/embeddings/:/data/embeddings/
- ./tests/data/models/:/data/models/ - ./tests/data/models/:/data/models/
# Use 0.0.0.0 to explicitly set the host ip for the service on the container. https://pythonspeed.com/articles/docker-connection-refused/ # Use 0.0.0.0 to explicitly set the host ip for the service on the container. https://pythonspeed.com/articles/docker-connection-refused/