run: allow to customize prompt by env var LLAMA_PROMPT_PREFIX (#12041)

benoitf · web-flow · commit 7ad0779f5de8 · 2025-02-23T17:15:51.000Z
Signed-off-by: Florent Benoit &lt;fbenoit@redhat.com&gt;
diff --git a/examples/run/run.cpp b/examples/run/run.cpp
@@ -977,7 +977,8 @@ static int generate(LlamaData & llama_data, const std::string & prompt, std::str
 }
 
 static int read_user_input(std::string & user_input) {
-    static const char * prompt_prefix = "> ";
+    static const char * prompt_prefix_env = std::getenv("LLAMA_PROMPT_PREFIX");
+    static const char * prompt_prefix     = prompt_prefix_env ? prompt_prefix_env : "> ";
 #ifdef WIN32
     printf("\r" LOG_CLR_TO_EOL LOG_COL_DEFAULT "%s", prompt_prefix);
 

Original file line number	Diff line number	Diff line change
`@@ -977,7 +977,8 @@ static int generate(LlamaData & llama_data, const std::string & prompt, std::str`
`977`	`977`	`}`
`978`	`978`
`979`	`979`	`static int read_user_input(std::string & user_input) {`
`980`		`- static const char * prompt_prefix = "> ";`
	`980`	`+ static const char * prompt_prefix_env = std::getenv("LLAMA_PROMPT_PREFIX");`
	`981`	`+ static const char * prompt_prefix = prompt_prefix_env ? prompt_prefix_env : "> ";`
`981`	`982`	`#ifdef WIN32`
`982`	`983`	`printf("\r" LOG_CLR_TO_EOL LOG_COL_DEFAULT "%s", prompt_prefix);`
`983`	`984`