mdebray/tvl-depot
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat(sync-gcsr): Trigger sourcehut builds on master branch changes

Browse source 
Calls the sourcehut API at builds.sr.ht to trigger a build if the
master branch changes.

The build manifest is going to be stored in the depot too, coming up
next ...
This commit is contained in:
Vincent Ambo 2020-01-18 15:36:15 +00:00
parent 44116522dd
commit b8355066e8
1 changed files with 69 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

75
ops/sync-gcsr/main.go
View file

@ -3,19 +3,37 @@
//
// sync-gcsr implements a small utility that periodically mirrors a
// remote Google Cloud Source Repository to a local file path.
//
// This utility is also responsible for triggering depot builds on
// builds.sr.ht if a change is detected on the master branch.
package main
import (
"encoding/json"
"fmt"
"io/ioutil"
"log"
"net/http"
"os"
"time"
"bytes"
git "gopkg.in/src-d/go-git.v4"
"gopkg.in/src-d/go-git.v4/plumbing"
"gopkg.in/src-d/go-git.v4/plumbing/transport/http"
githttp "gopkg.in/src-d/go-git.v4/plumbing/transport/http"
)
// Path to the build manifest, added by Nix at compile time.
var BuildManifest string
// Represents a builds.sr.ht build object as described on
// https://man.sr.ht/builds.sr.ht/api.md
type Build struct {
Manifest string `json:"manifest"`
Note string `json:"note"`
Tags []string `json:"tags"`
}
func EnvOr(key, def string) string {
v := os.Getenv(key)
if v == "" {
@ -25,8 +43,49 @@ func EnvOr(key, def string) string {
return v
}
// Trigger a build of master on builds.sr.ht
func triggerBuild(commit string) {
manifest, err := ioutil.ReadFile(BuildManifest)
if err != nil {
log.Fatalln("[ERROR] failed to read sr.ht build manifest:", err)
}
build := Build{
Manifest: string(manifest),
Note: fmt.Sprintf("Build of 'master' at '%s'", commit),
Tags: []string{
"tazjins-depot", "master",
},
}
body, _ := json.Marshal(build)
reader := ioutil.NopCloser(bytes.NewReader(body))
req, err := http.NewRequest("POST", "https://builds.sr.ht/api/jobs", reader)
if err != nil {
log.Fatalln("[ERROR] failed to create an HTTP request:", err)
}
req.Header.Add("Authorization", fmt.Sprintf("token %s", os.Getenv("SRHT_TOKEN")))
req.Header.Add("Content-Type", "application/json")
resp, err := http.DefaultClient.Do(req)
if err != nil {
// This might indicate a temporary error on the SourceHut side, do
// not fail the whole program.
log.Println("failed to send builds.sr.ht request:", err)
return
}
defer resp.Body.Close()
if resp.StatusCode != 200 {
respBody, err := ioutil.ReadAll(resp.Body)
log.Printf("received non-success response from builds.sr.ht: %s (%v)[%s]", respBody, resp.Status, err)
}
}
// ensure that all remote branches exist locally & are up to date.
func updateBranches(auth *http.BasicAuth, repo *git.Repository) error {
func updateBranches(auth *githttp.BasicAuth, repo *git.Repository) error {
origin, err := repo.Remote("origin")
if err != nil {
return err
@ -61,13 +120,17 @@ func updateBranches(auth *http.BasicAuth, repo *git.Repository) error {
return err
}
if ref.Name().Short() == "master" {
go triggerBuild(ref.Hash().String())
}
log.Println("Updated branch", ref.Name().String())
}
return nil
}
func updateRepo(auth *http.BasicAuth, repo *git.Repository, opts *git.FetchOptions) error {
func updateRepo(auth *githttp.BasicAuth, repo *git.Repository, opts *git.FetchOptions) error {
err := repo.Fetch(opts)
if err == git.NoErrAlreadyUpToDate {
@ -81,7 +144,7 @@ func updateRepo(auth *http.BasicAuth, repo *git.Repository, opts *git.FetchOptio
return updateBranches(auth, repo)
}
func cloneRepo(dest, project, repo string, auth *http.BasicAuth) (*git.Repository, error) {
func cloneRepo(dest, project, repo string, auth *githttp.BasicAuth) (*git.Repository, error) {
var cloneOpts = git.CloneOptions{
Auth: auth,
URL: fmt.Sprintf("https://source.developers.google.com/p/%s/r/%s", project, repo),
@ -105,9 +168,9 @@ func main() {
log.Printf("Syncing repository '%s/%s' to destination '%s'", project, repo, dest)
var auth *http.BasicAuth
var auth *githttp.BasicAuth
if user != "" && pass != "" {
auth = &http.BasicAuth{
auth = &githttp.BasicAuth{
Username: user,
Password: pass,
}