131 lines
2.9 KiB
Go
131 lines
2.9 KiB
Go
package worker
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"sync"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"gitlab.com/slon/shad-go/distbuild/pkg/api"
|
|
"gitlab.com/slon/shad-go/distbuild/pkg/artifact"
|
|
"gitlab.com/slon/shad-go/distbuild/pkg/build"
|
|
"gitlab.com/slon/shad-go/distbuild/pkg/filecache"
|
|
)
|
|
|
|
type Worker struct {
|
|
id api.WorkerID
|
|
coordinatorEndpoint string
|
|
|
|
log *zap.Logger
|
|
|
|
fileCache *filecache.Cache
|
|
artifacts *artifact.Cache
|
|
|
|
mux *http.ServeMux
|
|
|
|
mu sync.Mutex
|
|
newArtifacts []build.ID
|
|
newSources []build.ID
|
|
finishedJobs []api.JobResult
|
|
}
|
|
|
|
func New(
|
|
workerID api.WorkerID,
|
|
coordinatorEndpoint string,
|
|
log *zap.Logger,
|
|
fileCache *filecache.Cache,
|
|
artifacts *artifact.Cache,
|
|
) *Worker {
|
|
return &Worker{
|
|
id: workerID,
|
|
coordinatorEndpoint: coordinatorEndpoint,
|
|
log: log,
|
|
fileCache: fileCache,
|
|
artifacts: artifacts,
|
|
|
|
mux: http.NewServeMux(),
|
|
}
|
|
}
|
|
|
|
func (w *Worker) ServeHTTP(rw http.ResponseWriter, r *http.Request) {
|
|
w.mux.ServeHTTP(rw, r)
|
|
}
|
|
|
|
func (w *Worker) recover() error {
|
|
return w.artifacts.Range(func(file build.ID) error {
|
|
w.newArtifacts = append(w.newArtifacts, file)
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func (w *Worker) sendHeartbeat(ctx context.Context, req *api.HeartbeatRequest) (*api.HeartbeatResponse, error) {
|
|
reqJS, err := json.Marshal(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
httpReq, err := http.NewRequestWithContext(ctx, "POST", w.coordinatorEndpoint+"/heartbeat", bytes.NewBuffer(reqJS))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
httpRsp, err := http.DefaultClient.Do(httpReq)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if httpRsp.StatusCode != http.StatusOK {
|
|
errorString, _ := ioutil.ReadAll(httpRsp.Body)
|
|
return nil, fmt.Errorf("heartbeat failed: %s", errorString)
|
|
}
|
|
|
|
var rsp api.HeartbeatResponse
|
|
if err := json.NewDecoder(httpRsp.Body).Decode(&rsp); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &rsp, nil
|
|
}
|
|
|
|
func (w *Worker) Run(ctx context.Context) error {
|
|
if err := w.recover(); err != nil {
|
|
return err
|
|
}
|
|
|
|
for {
|
|
w.log.Debug("sending heartbeat request")
|
|
rsp, err := w.sendHeartbeat(ctx, w.buildHeartbeat())
|
|
if err != nil {
|
|
if ctx.Err() != nil {
|
|
return ctx.Err()
|
|
}
|
|
|
|
w.log.DPanic("heartbeat failed", zap.Error(err))
|
|
continue
|
|
}
|
|
w.log.Debug("received heartbeat response",
|
|
zap.Int("num_jobs", len(rsp.JobsToRun)))
|
|
|
|
for _, spec := range rsp.JobsToRun {
|
|
spec := spec
|
|
|
|
w.log.Debug("running job", zap.String("job_id", spec.Job.ID.String()))
|
|
result, err := w.runJob(ctx, &spec)
|
|
if err != nil {
|
|
errStr := fmt.Sprintf("job %s failed: %v", spec.Job.ID, err)
|
|
|
|
w.log.Debug("job failed", zap.String("job_id", spec.Job.ID.String()), zap.Error(err))
|
|
w.jobFinished(&api.JobResult{ID: spec.Job.ID, Error: &errStr})
|
|
continue
|
|
}
|
|
|
|
w.log.Debug("job finished", zap.String("job_id", spec.Job.ID.String()))
|
|
w.jobFinished(result)
|
|
}
|
|
}
|
|
}
|