Update main.cpp to use instruct mode

thomasantony · thomasantony · commit 1c1cf35694c5 · 2023-03-19T13:33:10.000-07:00
diff --git a/main.cpp b/main.cpp
@@ -210,13 +210,16 @@ int main(int argc, char ** argv) {
             }
             if (is_interacting) {
                 if (params.instruct) {
-                    llama_update_input(ctx, "\n\n### Instruction:\n\n");
-
+                    llama_update_input(ctx, inp_pfx);
                     printf("\n> ");
                 }
 
                 // currently being interactive
                 process_interactive_input(ctx, params);
+
+                if (params.instruct) {
+                    llama_update_input(ctx, inp_sfx);
+                }
                 input_noecho = true; // do not echo this input again
                 is_interacting = false;
             }

Original file line number	Diff line number	Diff line change
`@@ -210,13 +210,16 @@ int main(int argc, char ** argv) {`
`210`	`210`	`}`
`211`	`211`	`if (is_interacting) {`
`212`	`212`	`if (params.instruct) {`
`213`		`- llama_update_input(ctx, "\n\n### Instruction:\n\n");`
`214`		`-`
	`213`	`+ llama_update_input(ctx, inp_pfx);`
`215`	`214`	`printf("\n> ");`
`216`	`215`	`}`
`217`	`216`
`218`	`217`	`// currently being interactive`
`219`	`218`	`process_interactive_input(ctx, params);`
	`219`	`+`
	`220`	`+ if (params.instruct) {`
	`221`	`+ llama_update_input(ctx, inp_sfx);`
	`222`	`+ }`
`220`	`223`	`input_noecho = true; // do not echo this input again`
`221`	`224`	`is_interacting = false;`
`222`	`225`	`}`