diff options
author | Tomáš Pazdiora <tomas.pazdiora@gmail.com> | 2023-04-14 17:19:17 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-04-14 18:19:17 +0300 |
commit | f4d277ae17247ee51129ef1a9ff74d377cc90b1b (patch) | |
tree | 6473c4a1d5ac2ccfe39f496d6c8c60395b84c10d /configs | |
parent | c9a59b70a54e0bc05777df287feaea3dbe0310c4 (diff) |
main : alternative instruct mode (Vicuna support, etc.) (#863)
* Add support for configs, add configurable prefixes / suffixes, deprecate instruct mode, add stop prompt
* Add multiline mode, update text input.
* bugfix
* update implementation
* typos
* Change --multiline implementation to be toggled by EOF.
* bugfix
* default multiline mode
* add more configs
* update formating
* update formatting
* apply suggestions
Diffstat (limited to 'configs')
-rw-r--r-- | configs/alpaca-native-enhanced.txt | 21 | ||||
-rw-r--r-- | configs/alpaca.txt | 9 | ||||
-rw-r--r-- | configs/chat-with-bob.txt | 15 | ||||
-rw-r--r-- | configs/llama.txt | 3 | ||||
-rw-r--r-- | configs/vicuna-simple.txt | 7 | ||||
-rw-r--r-- | configs/vicuna-stop.txt | 8 | ||||
-rw-r--r-- | configs/vicuna.txt | 9 |
7 files changed, 72 insertions, 0 deletions
diff --git a/configs/alpaca-native-enhanced.txt b/configs/alpaca-native-enhanced.txt new file mode 100644 index 0000000..109d315 --- /dev/null +++ b/configs/alpaca-native-enhanced.txt @@ -0,0 +1,21 @@ +--ctx_size 2048 +--batch_size 16 +--repeat_penalty 1.15 +--temp 0.4 +--top_k 30 +--top_p 0.18 + +--interactive-first +--keep -1 + +--ins-prefix-bos +--ins-prefix "\n\nUser: " +--ins-suffix "\n\nAssistant: " +--reverse-prompt "User: " + +-p "You are an AI language model designed to assist the User by answering their questions, offering advice, and engaging in casual conversation in a friendly, helpful, and informative manner. You respond clearly, coherently, and you consider the conversation history. + +User: Hey, how's it going? + +Assistant: Hey there! I'm doing great, thank you. What can I help you with today? Let's have a fun chat!" + diff --git a/configs/alpaca.txt b/configs/alpaca.txt new file mode 100644 index 0000000..99a3ab4 --- /dev/null +++ b/configs/alpaca.txt @@ -0,0 +1,9 @@ +--clean-interface +--interactive-first +--keep -1 +--ins-prefix-bos +--ins-prefix "\n\n### Instruction:\n\n" +--ins-suffix "\n\n### Response:\n\n" +--reverse-prompt "### Instruction:\n\n" + +-p "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n" diff --git a/configs/chat-with-bob.txt b/configs/chat-with-bob.txt new file mode 100644 index 0000000..0caa749 --- /dev/null +++ b/configs/chat-with-bob.txt @@ -0,0 +1,15 @@ +--interactive-first +--keep -1 +--ins-prefix-bos +--ins-prefix "\nUser: " +--ins-suffix "\nBob: " +--reverse-prompt "User: " +--rm-trailing-space-workaround + +-p "Transcript of a dialog, where the User interacts with an Assistant named Bob. Bob is helpful, kind, honest, good at writing, and never fails to answer the User's requests immediately and with precision. + +User: Hello, Bob. +Bob: Hello. How may I help you today? +User: Please tell me the largest city in Europe. +Bob: Sure. The largest city in Europe is Moscow, the capital of Russia." + diff --git a/configs/llama.txt b/configs/llama.txt new file mode 100644 index 0000000..9d23e75 --- /dev/null +++ b/configs/llama.txt @@ -0,0 +1,3 @@ +--interactive-first +--keep -1 +--temp 0.1 diff --git a/configs/vicuna-simple.txt b/configs/vicuna-simple.txt new file mode 100644 index 0000000..efa60d9 --- /dev/null +++ b/configs/vicuna-simple.txt @@ -0,0 +1,7 @@ +--interactive-first +--keep -1 +--ins-prefix-bos +--ins-prefix "\n### Human: " +--ins-suffix "\n### Assistant: " +--reverse-prompt "### Human: " +--rm-trailing-space-workaround diff --git a/configs/vicuna-stop.txt b/configs/vicuna-stop.txt new file mode 100644 index 0000000..911d067 --- /dev/null +++ b/configs/vicuna-stop.txt @@ -0,0 +1,8 @@ +--interactive-first +--keep -1 +--ins-prefix-bos +--ins-prefix "\n### Human: " +--ins-suffix "\n### Assistant: " +--reverse-prompt "### Human: " +--stop-prompt "### Assistant: " +--rm-trailing-space-workaround diff --git a/configs/vicuna.txt b/configs/vicuna.txt new file mode 100644 index 0000000..6d81141 --- /dev/null +++ b/configs/vicuna.txt @@ -0,0 +1,9 @@ +--interactive-first +--keep -1 +--ins-prefix-bos +--ins-prefix "\n### Human: " +--ins-suffix "\n### Assistant: " +--reverse-prompt "### Human: " +--rm-trailing-space-workaround + +-p "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions." |