CG-10610: System Prompt Generation (#221)

# Motivation
System Prompt can now be updated automatically and read 

# Content
- Added new gist client to support gist read and writes

# Please check the following before marking your PR as ready for review

- [x] I have added tests for my changes
- [x] I have updated the documentation or added new documentation as
needed
- [x] I have read and agree to the [Contributor License
Agreement](/codegen-sh/codegen-sdk/blob/develop/CLA.md)

---------

Co-authored-by: codegen-bot <[email protected]>

Author: jemeza-codegen

.pre-commit-config.yaml

@@ -99,7 +99,7 @@ repos:
         files: ''  # Check all files
       - id: generate-runner-imports
         name: Generate Runner Imports
-        entry: bash -c "uv run --frozen python -m codegen.gscli.main generate runner-imports src/codegen/shared/compilation/function_imports.py"
+        entry: bash -c "uv run --frozen python -m codegen.gscli.cli generate runner-imports src/codegen/shared/compilation/function_imports.py"
         language: system
         pass_filenames: false
         always_run: true

docs/snippets/links.mdx

@@ -6,4 +6,4 @@ export const CODEGEN_SDK_GITHUB_URL =
 export const CODEGEN_SDK_EXAMPLES_GITHUB_URL =
   "https://github.com/codegen-sh/codegen-examples";
 
-export const CODEGEN_SYSTEM_PROMPT = "https://gist.githubusercontent.com/jayhack/15681a2ceaccd726f19e6fdb3a44738b/raw/17c08054e3931b3b7fdf424458269c9e607541e8/codegen-system-prompt.txt"
+export const CODEGEN_SYSTEM_PROMPT = "https://raw.githubusercontent.com/codegen-sh/codegen-sdk/refs/heads/develop/src/codegen/sdk/system-prompt.txt"

src/codegen/gscli/main.py renamed to src/codegen/gscli/cli.py

@@ -1,23 +1,17 @@
 #!/bin/python
-import logging
 
 import click
 
 from codegen.gscli.generate.commands import generate
 
 
 @click.group()
-def cli() -> None:
+def main() -> None:
     pass
 
 
 # ============= Import all command groups =============
-cli.add_command(generate)
-
-
-def main() -> None:
-    logging.basicConfig(level=logging.INFO)
-    cli()
+main.add_command(generate)
 
 
 if __name__ == "__main__":

src/codegen/gscli/generate/commands.py

@@ -7,7 +7,9 @@
 import click
 from termcolor import colored
 
+import codegen.sdk as sdk
 from codegen.gscli.generate.runner_imports import _generate_runner_imports
+from codegen.gscli.generate.system_prompt import get_system_prompt
 from codegen.gscli.generate.utils import LanguageType, generate_builtins_file
 from codegen.sdk.code_generation.codegen_sdk_codebase import get_codegen_sdk_codebase
 from codegen.sdk.code_generation.doc_utils.generate_docs_json import generate_docs_json
@@ -104,9 +106,16 @@ def generate_docs(docs_dir: str) -> None:
     This will generate docs using the codebase locally, including any unstaged changes
     """
     generate_codegen_sdk_docs(docs_dir)
-    # generate_canonical_codemod_docs(docs_dir, codebase)
-    # generate_skills_docs(docs_dir)
-    # generate_guides(docs_dir)
+
+
+@generate.command()
+@click.argument("filepath", default=sdk.__path__[0] + "/system-prompt.txt", required=False)
+def system_prompt(filepath: str) -> None:
+    print(f"Generating system prompt and writing to {filepath}...")
+    new_system_prompt = get_system_prompt()
+    with open(filepath, "w") as f:
+        f.write(new_system_prompt)
+    print(f"Successfully wrote system prompt to {filepath}.")
 
 
 def get_snippet_pattern(target_name: str) -> str:
@@ -186,7 +195,3 @@ def generate_codegen_sdk_docs(docs_dir: str) -> None:
         json.dump(mint_data, mint_file, indent=2)
 
     print(colored("Updated mint.json with new page sets", "green"))
-
-
-if __name__ == "__main__":
-    generate()

src/codegen/gscli/generate/system_prompt.py

@@ -27,9 +27,3 @@ def render_groups(group_names: list[str]) -> str:
 def get_system_prompt() -> str:
     """Generates a string system prompt based on the docs"""
     return render_groups(["Introduction", "Building with Codegen", "Tutorials"])
-
-
-if __name__ == "__main__":
-    system_prompt = get_system_prompt()
-    open("/tmp/system-prompt.txt", "w").write(system_prompt)
-    print("Wrote to /tmp/system-prompt.txt")