Skip to content

Commit

Permalink
Update .env
Browse files Browse the repository at this point in the history
  • Loading branch information
Dicklesworthstone authored Sep 5, 2023
1 parent b2ddf8d commit 75f6983
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions .env
Original file line number Diff line number Diff line change
@@ -1,8 +1,12 @@
USE_SECURITY_TOKEN=True
USE_PARALLEL_INFERENCE_QUEUE=True
MAX_CONCURRENT_PARALLEL_INFERENCE_TASKS=30
DEFAULT_MODEL_NAME=llama2_7b_chat_uncensored
DEFAULT_MODEL_NAME=yarn-llama-2-13b-128k
LLM_CONTEXT_SIZE_IN_TOKENS=512
TEXT_COMPLETION_CONTEXT_SIZE_IN_TOKENS=10000
DEFAULT_MAX_COMPLETION_TOKENS=1000
DEFAULT_NUMBER_OF_COMPLETIONS_TO_GENERATE =1
DEFAULT_COMPLETION_TEMPERATURE=0.7
LLAMA_EMBEDDING_SERVER_LISTEN_PORT=8089
MINIMUM_STRING_LENGTH_FOR_DOCUMENT_EMBEDDING=15
MAX_RETRIES=10
Expand All @@ -11,4 +15,4 @@ RETRY_DELAY_BASE_SECONDS=1
JITTER_FACTOR=0.1
USE_RAMDISK=False
RAMDISK_PATH = "/mnt/ramdisk"
RAMDISK_SIZE_IN_GB=10
RAMDISK_SIZE_IN_GB=50

0 comments on commit 75f6983

Please sign in to comment.