Merge pull request #14 from symflower/logging

Make logging requests/responses of LLM queries more human-readable for now
symflower · Apr 3, 2024 · df10ae2 · df10ae2
2 parents 25d6b53 + 87af3c5
commit df10ae2
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 11 deletions.
diff --git a/cmd/eval-symflower-codegen-testing/cmd/evaluate.go b/cmd/eval-symflower-codegen-testing/cmd/evaluate.go
@@ -164,14 +164,6 @@ func (command *Evaluate) Execute(args []string) (err error) {
 	}
 
 	for _, modelID := range command.Models {
-		ps := problemsPerModel[modelID]
-		if len(ps) > 0 {
-			log.Printf("Problems for %q:", modelID)
-			for _, p := range ps {
-				log.Printf("%+v:", p)
-			}
-		}
-
 		log.Printf("Evaluation score for %q: %s", modelID, metricsPerModel[modelID])
 	}
 

diff --git a/model/llm/llm.go b/model/llm/llm.go
@@ -86,7 +86,7 @@ func (m *llm) GenerateTestsForFile(language language.Language, repositoryPath st
 
 	importPath := filepath.Join(filepath.Base(repositoryPath), filepath.Dir(filePath))
 
-	message, err := llmGenerateTestForFilePrompt(&llmGenerateTestForFilePromptContext{
+	request, err := llmGenerateTestForFilePrompt(&llmGenerateTestForFilePromptContext{
 		Language: language,
 
 		Code:       fileContent,
@@ -97,11 +97,11 @@ func (m *llm) GenerateTestsForFile(language language.Language, repositoryPath st
 		return err
 	}
 
-	response, err := m.provider.Query(context.Background(), m.model, message)
+	response, err := m.provider.Query(context.Background(), m.model, request)
 	if err != nil {
 		return err
 	}
-	log.Printf("Model %q responded to query %q with: %q", m.ID(), message, response)
+	log.Printf("Model %q responded to query %s with: %s", m.ID(), string(bytesutil.PrefixLines([]byte(request), []byte("\t"))), string(bytesutil.PrefixLines([]byte(response), []byte("\t"))))
 
 	testContent := prompt.ParseResponse(response)