package main import ( "fmt" "golang.org/x/crypto/openpgp" "gopkg.in/yaml.v2" "io/ioutil" "log" "os" "regexp" "strings" ) // Matches returns true if the configured repo:branch of the worker // matches the repo and branch provided as arguments func (w *worker) Matches(repo, branch string) bool { for _, r := range w.Repos { parts := strings.SplitN(r, ":", 2) repoPattern := parts[0] branchPattern := parts[1] repoMatch, _ := regexp.MatchString(repoPattern, repo) branchMatch, _ := regexp.MatchString(branchPattern, branch) debug.log("[worker.Matches] repo_match: %s\n", repoMatch) debug.log("[worker.Matches] branch_match: %s\n", branchMatch) if repoMatch && branchMatch { return true } } return false } // LoadKeyrings loads the configured keyrings for all the commands // managed by the worker func (w *worker) LoadKeyrings() error { w.Keys = make(map[string]openpgp.KeyRing) w.CommandKeys = make(map[string]map[string]bool) for _, c := range w.Commands { w.CommandKeys[c.Name] = make(map[string]bool) // Open the keyring files for _, keyring := range c.Keyrings { if _, ok := w.Keys[keyring]; ok { // keyring has been loaded: just add it to the CommandKeys map w.CommandKeys[c.Name][keyring] = true continue } kfile := fmt.Sprintf("%s/%s", w.Folder, keyring) debug.log("[worker: %s] Trying to open keyring at %s\n", w.Name, kfile) f, errFile := os.Open(kfile) if errFile != nil { log.Printf("[worker] cannot open keyring: %s", errFile) _ = f.Close() } // load the keyring kr, errKey := openpgp.ReadArmoredKeyRing(f) if errKey != nil { log.Printf("[worker] cannot load keyring: %s", errKey) _ = f.Close() //return fmt.Errorf("Unable to load keyring: ", err_key) } w.Keys[keyring] = kr w.CommandKeys[c.Name][keyring] = true _ = f.Close() } } return nil } // LoadCommands loads all the configured commands for the worker func (w *worker) LoadCommands() error { wCmds, err := ioutil.ReadFile(w.CfgFile) if err != nil { return fmt.Errorf("Cannot read worker config: %s", err) } err = yaml.Unmarshal(wCmds, w) if err != nil { return fmt.Errorf("Error while reading commands: %s", err) } return nil } // func runWorker(w *worker) { var msg spoolMsg log.Printf("[worker: %s] Started\n", w.Name) // notify that we have been started! w.StatusChan <- msg // This is the main worker loop for { select { case msg = <-w.MsgChan: debug.log("[worker: %s] received message %s\n", w.Name, msg.ID) // process message err := walkCommits(msg, w) if err != nil { log.Printf("[worker: %s] error in walk_commits: %s", w.Name, err) } w.StatusChan <- msg debug.log("[worker: %s] Sent message back: %s", w.Name, msg) } } } // StartWorkers starts all the workers specified in a given // configuration and fills in the master struct func startWorkers(master *master) error { numWorkers := len(master.Workers) // We should now start each worker log.Printf("num_workers: %d\n", numWorkers) for w := 0; w < numWorkers; w++ { worker := &(master.Workers[w]) // Set the Status and Msg channels worker.StatusChan = master.StatusChan worker.MsgChan = make(chan spoolMsg, 10) // Load worker commands from worker.CfgFile err := worker.LoadCommands() if err != nil { close(worker.MsgChan) return fmt.Errorf("[Starting worker: %s] Unable to load commands: %s", worker.Name, err) } // Load worker keyrings -- this must be called *after* LoadCommands!!!! err = worker.LoadKeyrings() if err != nil { close(worker.MsgChan) return fmt.Errorf("[Starting worker: %s] Unable to load keyrings: %s", worker.Name, err) } // Add the repos definitions to the map master.Repos for _, repoName := range worker.Repos { master.Repos[repoName] = append(master.Repos[repoName], worker) } go runWorker(worker) <-master.StatusChan } return nil }