Add Grok runner workflows and improve mutex handling

Introduce new workflows for the Grok runner, including initialization (`init`), chat completions, and context canceled tasks. Refactor mutex usage in API handlers for better synchronization and clean up configuration patterns in YAML file scanning.

Author: luispater

internal/api/handlers.go

@@ -16,7 +16,7 @@ import (
 	"github.com/google/uuid"
 )
 
-var mutex sync.Mutex
+var RequestMutex sync.Mutex
 
 // APIHandlers contains the handlers for API endpoints
 type APIHandlers struct {
@@ -38,8 +38,8 @@ func NewAPIHandlers(appConfig *config.AppConfig, queue *RequestQueue, pages map[
 
 // ChatCompletions handles the /v1/chat/completions endpoint
 func (h *APIHandlers) ChatCompletions(c *gin.Context) {
-	defer mutex.Unlock()
-	mutex.Lock()
+	defer RequestMutex.Unlock()
+	RequestMutex.Lock()
 	rawJson, err := c.GetRawData()
 	// If data retrieval fails, return 400 error
 	if err != nil {

internal/runner/manager.go

@@ -114,12 +114,14 @@ func (rm *RunnerManager) LoadConfiguration(name, path string) error {
 // LoadConfigurations scans all yaml files in the runner directory and calls LoadConfiguration method by filename
 func (rm *RunnerManager) LoadConfigurations() error {
 	// Scan all yaml and yml files in the runner directory
-	yamlFiles, err := filepath.Glob(fmt.Sprintf("runner/%s/*.yaml", rm.name))
+	pattern := filepath.Join("runner", rm.name, "*.yaml")
+	yamlFiles, err := filepath.Glob(pattern)
 	if err != nil {
 		return fmt.Errorf("failed to scan yaml files: %v", err)
 	}
 
-	ymlFiles, err := filepath.Glob(fmt.Sprintf("runner/%s/*.yml", rm.name))
+	pattern = filepath.Join("runner", rm.name, "*.yml")
+	ymlFiles, err := filepath.Glob(pattern)
 	if err != nil {
 		return fmt.Errorf("failed to scan yml files: %v", err)
 	}

main.go

@@ -235,7 +235,9 @@ func main() {
 				}
 
 				if saveState {
+					api.RequestMutex.Lock()
 					storageState, errStorageState := p.Context().StorageState()
+					api.RequestMutex.Unlock()
 					if errStorageState != nil {
 						log.Debugf("Error getting storage state: %v", err)
 						continue