shad-go/tools/testtool/commands/grade.go

package commands

import (
	"errors"
	"fmt"
	"log"
	"os"
	"path/filepath"

	"github.com/spf13/cobra"
)

const (
	privateRepoRoot = "/opt/shad"
	deadlinesYML    = ".deadlines.yml"
)

func grade() error {
	userID := os.Getenv("GITLAB_USER_ID")
	testerToken := os.Getenv("TESTER_TOKEN")
	submitRoot := os.Getenv("CI_PROJECT_DIR")

	changedFiles, err := listChangedFiles(submitRoot)
	if err != nil {
		return err
	}

	deadlines, err := loadDeadlines(filepath.Join(privateRepoRoot, deadlinesYML))
	if err != nil {
		return err
	}

	changedTasks := findChangedTasks(deadlines, changedFiles)
	log.Printf("detected change in tasks %v", changedTasks)

	var failed bool
	for _, task := range changedTasks {
		group, _ := deadlines.FindTask(task)
		if !group.IsOpen() {
			log.Printf("skipping task %s: not released yet", task)
		}

		log.Printf("testing task %s", task)

		var testFailed bool

		err := testSubmission(submitRoot, privateRepoRoot, task)
		if err != nil {
			log.Printf("task %s failed: %s", task, err)
			failed = true

			var testFailedErr *TestFailedError
			testFailed = errors.As(err, &testFailedErr)

			if !testFailed {
				continue
			}
		} else {
			log.Printf("task %s passed", task)
		}

		if err := reportTestResults(testerToken, task, userID, testFailed); err != nil {
			log.Fatal(err)
		}
	}

	if failed {
		return fmt.Errorf("some tasks failed")
	}

	return nil
}

var gradeCmd = &cobra.Command{
	Use:   "grade",
	Short: "test all tasks in the last commit",
	Run: func(cmd *cobra.Command, args []string) {
		if err := grade(); err != nil {
			fmt.Fprintf(os.Stderr, "%v\n", err)
			os.Exit(1)
		}
	},
}

func init() {
	rootCmd.AddCommand(gradeCmd)
}