Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Feature/insert image to prompt #6

Merged
merged 12 commits into from
Jan 6, 2025
Merged

Feature/insert image to prompt #6

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
12 commits
Select commit Hold shift + click to select a range
c06cfb0
VertexAI prompts now include images
pacificbelt30 Jul 25, 2024
c494184
Merge branch 'develop' into feature/insert_image_to_prompt
pacificbelt30 Jul 25, 2024
956fb76
Replaced Japanese comments with English.
pacificbelt30 Jul 25, 2024
4d39729
Merge branch 'develop' into feature/insert_image_to_prompt
pacificbelt30 Aug 9, 2024
e9e49d9
Added the function to perform image recognition when OpenAI is used.
pacificbelt30 Aug 9, 2024
1df2952
Change the name of the variable that holds the image to be downloaded…
pacificbelt30 Sep 24, 2024
be0f385
Merge branch 'develop' into feature/insert_image_to_prompt
kechigon Nov 15, 2024
8484083
update main.go vertexai.go
kechigon Nov 15, 2024
e041ff4
update openai.go
kechigon Nov 15, 2024
a1992f1
upadate .alert-menta.user.yaml
kechigon Nov 15, 2024
724a14d
update main_test.go
kechigon Jan 6, 2025
7e6c770
go fmt
kechigon Jan 6, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .alert-menta.user.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ system:
ai:
provider: "openai" # "openai" or "vertexai"
openai:
model: "gpt-3.5-turbo" # Check the list of available models by `curl https://api.openai.com/v1/models -H "Authorization: Bearer $OPENAI_API_KEY"`
model: "gpt-4o-mini-2024-07-18" # Check the list of available models by `curl https://api.openai.com/v1/models -H "Authorization: Bearer $OPENAI_API_KEY"`

vertexai:
project: "<YOUR_PROJECT_ID>"
Expand Down
286 changes: 151 additions & 135 deletions cmd/main.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,11 @@ package main

import (
"flag"
"fmt"
"log"
"os"
"regexp"
"strings"
"fmt"

"github.com/3-shake/alert-menta/internal/ai"
"github.com/3-shake/alert-menta/internal/github"
Expand All @@ -14,154 +15,169 @@ import (

// Struct to hold the command-line arguments
type Config struct {
repo string
owner string
issueNumber int
intent string
command string
configFile string
ghToken string
oaiKey string
repo string
owner string
issueNumber int
intent string
command string
configFile string
ghToken string
oaiKey string
}

func main() {
cfg := &Config{}
flag.StringVar(&cfg.repo, "repo", "", "Repository name")
flag.StringVar(&cfg.owner, "owner", "", "Repository owner")
flag.IntVar(&cfg.issueNumber, "issue", 0, "Issue number")
flag.StringVar(&cfg.intent, "intent", "", "Question or intent for the 'ask' command")
flag.StringVar(&cfg.command, "command", "", "Commands to be executed by AI. Commands defined in the configuration file are available.")
flag.StringVar(&cfg.configFile, "config", "", "Configuration file")
flag.StringVar(&cfg.ghToken, "github-token", "", "GitHub token")
flag.StringVar(&cfg.oaiKey, "api-key", "", "OpenAI api key")
flag.Parse()

if cfg.repo == "" || cfg.owner == "" || cfg.issueNumber == 0 || cfg.ghToken == "" || cfg.command == "" || cfg.configFile == "" {
flag.PrintDefaults()
os.Exit(1)
}
logger := log.New(
os.Stdout, "[alert-menta main] ",
log.Ldate|log.Ltime|log.Llongfile|log.Lmsgprefix,
)

loadedcfg, err := utils.NewConfig(cfg.configFile)
if err != nil {
logger.Fatalf("Error loading config: %v", err)
}

err = validateCommand(cfg.command, loadedcfg)
if err != nil {
logger.Fatalf("Error validating command: %v", err)
}

issue := github.NewIssue(cfg.owner, cfg.repo, cfg.issueNumber, cfg.ghToken)

userPrompt, err := constructUserPrompt(issue, loadedcfg, logger)
if err != nil {
logger.Fatalf("Erro constructing userPrompt: %v", err)
}

prompt, err := constructPrompt(cfg.command, cfg.intent, userPrompt, loadedcfg, logger)
if err != nil {
logger.Fatalf("Error constructing prompt: %v", err)
}

aic, err := getAIClient(cfg.oaiKey, loadedcfg, logger)
if err != nil {
logger.Fatalf("Error geting AI client: %v", err)
}

comment, err := aic.GetResponse(prompt)
if err != nil {
logger.Fatalf("Error getting Response: %v", err)
}
logger.Println("Response:", comment)
if err := issue.PostComment(comment); err != nil {
logger.Fatalf("Error creating comment: %v", err)
}
cfg := &Config{}
flag.StringVar(&cfg.repo, "repo", "", "Repository name")
flag.StringVar(&cfg.owner, "owner", "", "Repository owner")
flag.IntVar(&cfg.issueNumber, "issue", 0, "Issue number")
flag.StringVar(&cfg.intent, "intent", "", "Question or intent for the 'ask' command")
flag.StringVar(&cfg.command, "command", "", "Commands to be executed by AI. Commands defined in the configuration file are available.")
flag.StringVar(&cfg.configFile, "config", "", "Configuration file")
flag.StringVar(&cfg.ghToken, "github-token", "", "GitHub token")
flag.StringVar(&cfg.oaiKey, "api-key", "", "OpenAI api key")
flag.Parse()

if cfg.repo == "" || cfg.owner == "" || cfg.issueNumber == 0 || cfg.ghToken == "" || cfg.command == "" || cfg.configFile == "" {
flag.PrintDefaults()
os.Exit(1)
}

logger := log.New(
os.Stdout, "[alert-menta main] ",
log.Ldate|log.Ltime|log.Llongfile|log.Lmsgprefix,
)

loadedcfg, err := utils.NewConfig(cfg.configFile)
if err != nil {
logger.Fatalf("Error loading config: %v", err)
}

err = validateCommand(cfg.command, loadedcfg)
if err != nil {
logger.Fatalf("Error validating command: %v", err)
}

issue := github.NewIssue(cfg.owner, cfg.repo, cfg.issueNumber, cfg.ghToken)

userPrompt, imgs, err := constructUserPrompt(cfg.ghToken, issue, loadedcfg, logger)
if err != nil {
logger.Fatalf("Erro constructing userPrompt: %v", err)
}

prompt, err := constructPrompt(cfg.command, cfg.intent, userPrompt, imgs, loadedcfg, logger)
if err != nil {
logger.Fatalf("Error constructing prompt: %v", err)
}

aic, err := getAIClient(cfg.oaiKey, loadedcfg, logger)
if err != nil {
logger.Fatalf("Error geting AI client: %v", err)
}

comment, err := aic.GetResponse(prompt)
if err != nil {
logger.Fatalf("Error getting Response: %v", err)
}
logger.Println("Response:", comment)

if err := issue.PostComment(comment); err != nil {
logger.Fatalf("Error creating comment: %v", err)
}
}

// Validate the provided command
func validateCommand(command string, cfg *utils.Config) error {
if _, ok := cfg.Ai.Commands[command]; !ok {
allowedCommands := make([]string, 0, len(cfg.Ai.Commands))
for cmd := range cfg.Ai.Commands {
allowedCommands = append(allowedCommands, cmd)
}
return fmt.Errorf("Invalid command: %s. Allowed commands are %s", command, strings.Join(allowedCommands, ", "))
}
return nil
if _, ok := cfg.Ai.Commands[command]; !ok {
allowedCommands := make([]string, 0, len(cfg.Ai.Commands))
for cmd := range cfg.Ai.Commands {
allowedCommands = append(allowedCommands, cmd)
}
return fmt.Errorf("Invalid command: %s. Allowed commands are %s", command, strings.Join(allowedCommands, ", "))
}
return nil
}

// Construct user prompt from issue
func constructUserPrompt(issue *github.GitHubIssue, cfg *utils.Config, logger *log.Logger) (string, error) {
title, err := issue.GetTitle()
if err != nil {
return "", fmt.Errorf("Error getting Title: %w", err)
}

body, err := issue.GetBody()
if err != nil {
return "", fmt.Errorf("Error getting Body: %w", err)
}

var userPrompt strings.Builder
userPrompt.WriteString("Title:" + *title + "\n")
userPrompt.WriteString("Body:" + *body + "\n")

comments, err := issue.GetComments()
if err != nil {
return "", fmt.Errorf("Error getting comments: %w", err)
}
for _, v := range comments {
if *v.User.Login == "github-actions[bot]" {
continue
}
if cfg.System.Debug.Log_level == "debug" {
logger.Printf("%s: %s", *v.User.Login, *v.Body)
}
userPrompt.WriteString(*v.User.Login + ":" + *v.Body + "\n")
}
return userPrompt.String(), nil
func constructUserPrompt(ghToken string, issue *github.GitHubIssue, cfg *utils.Config, logger *log.Logger) (string, []ai.Image, error) {
title, err := issue.GetTitle()
if err != nil {
return "", nil, fmt.Errorf("Error getting Title: %w", err)
}

body, err := issue.GetBody()
if err != nil {
return "", nil, fmt.Errorf("Error getting Body: %w", err)
}

var userPrompt strings.Builder
userPrompt.WriteString("Title:" + *title + "\n")
userPrompt.WriteString("Body:" + *body + "\n")

comments, err := issue.GetComments()
if err != nil {
return "", nil, fmt.Errorf("Error getting comments: %w", err)
}

var images []ai.Image
imageRegex := regexp.MustCompile(`!\[(.*?)\]\((.*?)\)`)

for _, v := range comments {
if *v.User.Login == "github-actions[bot]" {
continue
}
if cfg.System.Debug.Log_level == "debug" {
logger.Printf("%s: %s", *v.User.Login, *v.Body)
}
userPrompt.WriteString(*v.User.Login + ":" + *v.Body + "\n")

matches := imageRegex.FindAllStringSubmatch(*v.Body, -1)
for _, match := range matches {
logger.Println("Image URL:", match[2]) // Log the URL of the image
imgData, ext, err := utils.DownloadImage(match[2], ghToken)
if err != nil {
return "", nil, fmt.Errorf("Error downloading image: %w", err)
}

images = append(images, ai.Image{Data: imgData, Extension: ext})
}
}
return userPrompt.String(), images, nil
}

// Construct AI prompt
func constructPrompt(command, intent, userPrompt string, cfg *utils.Config, logger *log.Logger) (*ai.Prompt, error){
var systemPrompt string
if command == "ask" {
if intent == "" {
return nil, fmt.Errorf("Error: intent is required for 'ask' command")
}
systemPrompt = cfg.Ai.Commands[command].System_prompt + intent + "\n"
} else {
systemPrompt = cfg.Ai.Commands[command].System_prompt
}
logger.Println("\x1b[34mPrompt: |\n", systemPrompt, userPrompt, "\x1b[0m")
return &ai.Prompt{UserPrompt: userPrompt, SystemPrompt: systemPrompt}, nil
func constructPrompt(command, intent, userPrompt string, imgs []ai.Image, cfg *utils.Config, logger *log.Logger) (*ai.Prompt, error) {
var systemPrompt string
if command == "ask" {
if intent == "" {
return nil, fmt.Errorf("Error: intent is required for 'ask' command")
}
systemPrompt = cfg.Ai.Commands[command].System_prompt + intent + "\n"
} else {
systemPrompt = cfg.Ai.Commands[command].System_prompt
}
logger.Println("\x1b[34mPrompt: |\n", systemPrompt, userPrompt, "\x1b[0m")
return &ai.Prompt{UserPrompt: userPrompt, SystemPrompt: systemPrompt, Images: imgs}, nil
}

// Initialize AI client
func getAIClient(oaiKey string, cfg *utils.Config, logger *log.Logger) (ai.Ai, error) {
switch cfg.Ai.Provider {
case "openai":
if oaiKey == "" {
return nil, fmt.Errorf("Error: Please provide your Open AI API key")
}
logger.Println("Using OpenAI API")
logger.Println("OpenAI model:", cfg.Ai.OpenAI.Model)
return ai.NewOpenAIClient(oaiKey, cfg.Ai.OpenAI.Model), nil
case "vertexai":
logger.Println("Using VertexAI API")
logger.Println("VertexAI model:", cfg.Ai.VertexAI.Model)
aic, err := ai.NewVertexAIClient(cfg.Ai.VertexAI.Project, cfg.Ai.VertexAI.Region, cfg.Ai.VertexAI.Model)
if err != nil {
return nil, fmt.Errorf("Error: new Vertex AI client: %w", err)
}
return aic, nil
default:
return nil, fmt.Errorf("Error: Invalid provider")
}
}
switch cfg.Ai.Provider {
case "openai":
if oaiKey == "" {
return nil, fmt.Errorf("Error: Please provide your Open AI API key")
}
logger.Println("Using OpenAI API")
logger.Println("OpenAI model:", cfg.Ai.OpenAI.Model)
return ai.NewOpenAIClient(oaiKey, cfg.Ai.OpenAI.Model), nil
case "vertexai":
logger.Println("Using VertexAI API")
logger.Println("VertexAI model:", cfg.Ai.VertexAI.Model)
aic, err := ai.NewVertexAIClient(cfg.Ai.VertexAI.Project, cfg.Ai.VertexAI.Region, cfg.Ai.VertexAI.Model)
if err != nil {
return nil, fmt.Errorf("Error: new Vertex AI client: %w", err)
}
return aic, nil
default:
return nil, fmt.Errorf("Error: Invalid provider")
}
}
Loading
Loading