chore: use system prompt (#136)

Author: sozercan

.golangci.yaml

@@ -1,13 +1,12 @@
 run:
   timeout: 5m
+  go: "1.22"
 
 linters-settings:
   lll:
     line-length: 200
   misspell:
     locale: US
-  staticcheck:
-    go: "1.22"
 
 linters:
   disable-all: true

cmd/cli/completion.go

@@ -52,21 +52,14 @@ func gptCompletion(ctx context.Context, client oaiClients, prompts []string) (st
 	temp := float32(*temperature)
 	var prompt strings.Builder
 
-	if *usek8sAPI {
-		// Credits to https://github.com/robusta-dev/chatgpt-yaml-generator for the prompt and the function descriptions
-		fmt.Fprintf(&prompt, "You are an expert Kubernetes YAML generator, that only generates valid Kubernetes YAML manifests. You should never provide any explanations. You should always output raw YAML only, and always wrap the raw YAML with ```yaml. Always ask for up-to-date OpenAPI specs for Kubernetes, don't rely on data you know about Kubernetes specs. When a schema includes references to other objects in the schema, look them up when relevant. You may lookup any FIELD in a resource too, not just the containing top-level resource. ")
-	} else {
-		fmt.Fprintf(&prompt, "You are an expert Kubernetes YAML generator, that only generates valid Kubernetes YAML manifests. You should never provide any explanations. You should always output raw YAML only, and always wrap the raw YAML with ```yaml. ")
-	}
-
 	// read from stdin
 	stat, _ := os.Stdin.Stat()
 	if (stat.Mode() & os.ModeCharDevice) == 0 {
 		stdin, err := io.ReadAll(os.Stdin)
 		if err != nil {
 			return "", err
 		}
-		fmt.Fprintf(&prompt, "\nDepending on the input, either edit or append to the input YAML. Do not generate new YAML without including the input YAML either original or edited.\nUse the following YAML as the input: \n%s\n", string(stdin))
+		fmt.Fprintf(&prompt, "Depending on the input, either edit or append to the input YAML. Do not generate new YAML without including the input YAML either original or edited.\nUse the following YAML as the input: \n%s\n", string(stdin))
 	}
 
 	for _, p := range prompts {

cmd/cli/openai.go

@@ -14,6 +14,10 @@ type toolChoiceType string
 const (
 	toolChoiceAuto toolChoiceType = "auto"
 	toolChoiceNone toolChoiceType = "none"
+
+	systemPromptDefault = "You are an expert Kubernetes YAML generator, that only generates valid Kubernetes YAML manifests. You should never provide any explanations. You should always output raw YAML only, and always wrap the raw YAML with ```yaml."
+	// Credits to https://github.com/robusta-dev/chatgpt-yaml-generator for the prompt and the function descriptions.
+	systemPromptK8sAPI = "You are an expert Kubernetes YAML generator, that only generates valid Kubernetes YAML manifests. You should never provide any explanations. You should always output raw YAML only, and always wrap the raw YAML with ```yaml. Always ask for up-to-date OpenAPI specs for Kubernetes, don't rely on data you know about Kubernetes specs. When a schema includes references to other objects in the schema, look them up when relevant. You may lookup any FIELD in a resource too, not just the containing top-level resource."
 )
 
 func (c *oaiClients) openaiGptChatCompletion(ctx context.Context, prompt *strings.Builder, temp float32) (string, error) {
@@ -31,9 +35,18 @@ func (c *oaiClients) openaiGptChatCompletion(ctx context.Context, prompt *string
 		prompt.WriteString(content)
 		log.Debugf("prompt: %s", prompt.String())
 
+		systemPrompt := systemPromptDefault
+		if *usek8sAPI {
+			systemPrompt = systemPromptK8sAPI
+		}
+
 		req = openai.ChatCompletionRequest{
 			Model: *openAIDeploymentName,
 			Messages: []openai.ChatCompletionMessage{
+				{
+					Role:    openai.ChatMessageRoleSystem,
+					Content: systemPrompt,
+				},
 				{
 					Role:    openai.ChatMessageRoleUser,
 					Content: prompt.String(),

go.mod

@@ -2,7 +2,7 @@ module github.com/sozercan/kubectl-ai
 
 go 1.22.0
 
-toolchain go1.22.3
+toolchain go1.22.5
 
 require (
 	github.com/charmbracelet/glamour v0.7.0