payne8/ctxGPT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix retries->wait times

Browse Source
This commit is contained in:
Mason Payne
2024-03-17 00:07:39 -06:00
parent 917c00c23a
commit d7598e7c90
2 changed files with 18 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
LLMMapper/llmMapper.go
View File

@ -68,7 +68,7 @@ func singlePromptInteraction(systemPrompt, prompt string, retries int) (openai.C
if err != nil {
// if 429, wait and try again
if strings.Contains(err.Error(), "429") && retries > 0 {
seconds := (1 / retries) * 60 // back off for each retry e.g. 12, 15, 20, 30, 60
seconds := (1 / float64(retries)) * 60 // back off for each retry e.g. 12, 15, 20, 30, 60
fmt.Printf("429 error, waiting %v seconds...\n", seconds)
time.Sleep(time.Duration(seconds) * time.Second)
return singlePromptInteraction(systemPrompt, prompt, retries-1) // TODO: establish base case to prevent forever retrying
@ -122,7 +122,7 @@ func sendPrompt(messages []openai.ChatCompletionMessage, retries int) (openai.Ch
if err != nil {
// if 429, wait and try again
if strings.Contains(err.Error(), "429") && retries > 0 {
seconds := (1 / retries) * 60 // back off for each retry e.g. 12, 15, 20, 30, 60
seconds := (1 / float64(retries)) * 60 // back off for each retry e.g. 12, 15, 20, 30, 60
fmt.Printf("429 error, waiting %v seconds...\n", seconds)
time.Sleep(time.Duration(seconds) * time.Second)
return sendPrompt(messages, retries-1) // TODO: establish base case to prevent forever retrying