Browse Source

Add llama function to run llama.cpp

R. Alex Matevish 1 year ago
parent
commit
5ee69ddc80
1 changed files with 7 additions and 0 deletions
  1. 7 0
      mac.sh

+ 7 - 0
mac.sh

@@ -13,6 +13,13 @@ if file_exists "/Applications/Sublime Text.app/Contents/SharedSupport/bin/subl";
     }
 fi;
 
+if file_exists "/Users/ramatevish/projects/llama.cpp/main"; then
+
+     function llama() {
+	(cd /Users/ramatevish/projects/llama.cpp; ./main --color -i -ins -n 512 -p "You are a helpful AI who will assist, provide information, answer questions, and have conversations." -m ggml-alpaca-7b-native-q4-migrated.bin)
+     }
+fi;
+
 # Record audio files
 if command_exists sox; then
     alias record="sox -d ${1:-out.mp3}"