package cgi import ( "context" "fmt" "io/ioutil" "net" "net/http" "net/http/cgi" "os" "sync" "time" "git.capotej.com/capotej/communique/config" "git.capotej.com/capotej/communique/models" "github.com/mmcdole/gofeed" "go.uber.org/zap" ) type Servers struct { log *zap.SugaredLogger persister *models.Persister } func NewServers(log *zap.SugaredLogger, persister *models.Persister) *Servers { return &Servers{log: log, persister: persister} } // Start iterates over all Handlers and starts an internal CGI server for each one // along with ticker for the configured handler interval then blocks indefinitely func (s *Servers) Start(cfg config.Config) { var wg sync.WaitGroup for _, handler := range cfg.Handlers { wg.Add(3) // Internal CGI server go func(aHandler config.Handler) { defer wg.Done() startCGIServer(aHandler) }(handler) // Ticker go func(aHandler config.Handler) { defer wg.Done() startTicker(aHandler, s.persister, s.log) }(handler) // Execute a handler tick on start since Go's ticker waits until $interval to trigger first tick go func(aHandler config.Handler) { defer wg.Done() time.Sleep(1 * time.Second) output := tick(aHandler) err := processTick(aHandler, output, s.persister, s.log) if err != nil { s.log.Error(err) } }(handler) } wg.Wait() } func startCGIServer(h config.Handler) { cgiHandler := cgi.Handler{Path: h.Exec} server := http.Server{ Handler: &cgiHandler, } sock := fmt.Sprintf("%s.sock", h.Name) os.Remove(sock) unixListener, err := net.Listen("unix", sock) if err != nil { panic(err) } server.Serve(unixListener) } func startTicker(h config.Handler, persister *models.Persister, log *zap.SugaredLogger) { ticker := time.NewTicker(h.Interval) // TODO add some random jitter here so handlers dont run at the same exact intervals done := make(chan bool) func() { for { select { case <-done: return case _ = <-ticker.C: output := tick(h) err := processTick(h, output, persister, log) if err != nil { log.Error(err) } } } }() } func processTick(h config.Handler, output []byte, persister *models.Persister, log *zap.SugaredLogger) error { fp := gofeed.NewParser() fp.ParseString(string(output)) feed, err := fp.ParseString(string(output)) if err != nil { return err } for _, v := range feed.Items { if len(v.Description) != 0 { log.Debugf("found description '%s'", v.Description) outboxItem := models.CreateOutboxItem(h, []byte(v.Description)) err = persister.Store(outboxItem) if err != nil { return err } } } return nil } func tick(h config.Handler) []byte { sock := fmt.Sprintf("%s.sock", h.Name) httpc := http.Client{ Transport: &http.Transport{ DialContext: func(_ context.Context, _, _ string) (net.Conn, error) { return net.Dial("unix", sock) }, }, } var response *http.Response var err error response, err = httpc.Get("http://unix/" + sock) if err != nil { panic(err) } body, err := ioutil.ReadAll(response.Body) response.Body.Close() return body }