1 files changed, 278 insertions, 0 deletions
diff --git a/repoClone.go b/repoClone.go
new file mode 100644
index 0000000..8078d36
--- /dev/null
+++ b/repoClone.go
@@ -0,0 +1,278 @@
+package forgepb
+
+import (
+	"errors"
+	"io/ioutil"
+	"net/http"
+	"os"
+	"path/filepath"
+	"strings"
+
+	"go.wit.com/lib/gui/shell"
+	"go.wit.com/lib/protobuf/gitpb"
+	"go.wit.com/log"
+)
+
+/*
+// guess the paths. returns
+
+// realpath : the actual path on the filesystem
+// goSrcPath : this could be ~/go/src, or where the go.work file is
+
+// goPath : go.wit.com/lib/gui/repostatus (for example)
+// true/false if the repo is a golang repo
+func (f *Forge) guessPaths(path string) (string, string, string, bool, error) {
+	var realpath, goSrcDir string
+	var isGoLang bool = false
+
+	homeDir, err := os.UserHomeDir()
+	if err != nil {
+		log.Log(FORGEPBWARN, "Error getting home directory:", err)
+		return path, realpath, goSrcDir, false, err
+	}
+	goSrcDir = filepath.Join(homeDir, "go/src")
+
+	// allow arbitrary paths, otherwise, assume the repo is in ~/go/src
+	// unless REPO_WORK_PATH was set. to over-ride ~/go/src
+	// todo, look for go.work
+	if os.Getenv("REPO_WORK_PATH") == "" {
+		os.Setenv("REPO_WORK_PATH", goSrcDir)
+	} else {
+		goSrcDir = os.Getenv("REPO_WORK_PATH")
+	}
+
+	// todo: this is dumb
+	if strings.HasPrefix(path, "/") {
+		realpath = path
+	} else if strings.HasPrefix(path, "~") {
+		tmp := strings.TrimPrefix(path, "~")
+		realpath = filepath.Join(homeDir, tmp)
+	} else {
+		realpath = filepath.Join(goSrcDir, path)
+		isGoLang = true
+	}
+
+	if os.Getenv("REPO_AUTO_CLONE") == "true" {
+		err := f.Clone(goSrcDir, path)
+		if err != nil {
+			// directory doesn't exist. exit with nil and error nil
+			return path, realpath, goSrcDir, false, errors.New("git clone")
+		}
+	}
+
+	if !IsDirectory(realpath) {
+		log.Log(FORGEPBWARN, "directory doesn't exist", realpath)
+		// directory doesn't exist. exit with nil and error nil
+		return path, realpath, goSrcDir, false, errors.New(realpath + " does not exist")
+	}
+
+	filename := filepath.Join(realpath, ".git/config")
+
+	_, err = os.Open(filename)
+	if err != nil {
+		// log.Log(WARN, "Error reading .git/config:", filename, err)
+		// log.Log(WARN, "TODO: find .git/config in parent directory")
+		return path, realpath, goSrcDir, false, err
+	}
+	return path, realpath, goSrcDir, isGoLang, nil
+}
+*/
+
+// TODO: make some config file for things like this
+// can be used to work around temporary problems
+func clonePathHack(dirname string, basedir string, gopath string) error {
+	// newdir = helloworld
+	// basedir = /home/jcarr/go/src/go.wit.com/apps
+	// giturl = https://gitea.wit.com/gui/helloworld
+	// func cloneActual(newdir, basedir, giturl string) error {
+
+	switch gopath {
+	case "golang.org/x/crypto":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/crypto")
+	case "golang.org/x/mod":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/mod")
+	case "golang.org/x/net":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/net")
+	case "golang.org/x/sys":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/sys")
+	case "golang.org/x/sync":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/sync")
+	case "golang.org/x/term":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/term")
+	case "golang.org/x/text":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/text")
+	case "golang.org/x/tools":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/tools")
+	case "golang.org/x/xerrors":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/xerrors")
+	case "google.golang.org/protobuf":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/protobuf")
+	case "google.golang.org/genproto":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/genproto")
+	case "google.golang.org/api":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/api")
+	case "google.golang.org/grpc":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/grpc")
+	case "google.golang.org/appengine":
+		return cloneActual(dirname, basedir, "https://"+"go.googlesource.com/appengine")
+	}
+
+	return errors.New("no gopath override here")
+}
+
+// attempt to git clone if the go path doesn't exist
+// does a git clone, if it works, returns true
+// workdir = /home/jcarr/go/src/
+// gopath  = go.wit.com/apps/helloworld
+func (f *Forge) Clone(gopath string) (*gitpb.Repo, error) {
+	var err error
+	pb, err := f.Repos.NewGoPath(f.goSrc, gopath)
+	if err == nil {
+		return pb, err
+	}
+	workdir := f.goSrc
+	fullpath := filepath.Join(workdir, gopath)
+	dirname := filepath.Base(fullpath)
+
+	basedir := strings.TrimSuffix(fullpath, dirname)
+
+	url := "https://" + gopath
+	log.Info("trying git clone")
+	log.Info("gopath =", gopath)
+
+	// try a direct git clone against the gopath
+	// cloneActual("helloworld", "/home/jcarr/go/src/go.wit.com/apps", "https://go.wit.com/apps/helloworld")
+	if err = cloneActual(dirname, basedir, url); err == nil {
+		// git clone worked!
+		return f.Repos.NewGoPath(f.goSrc, gopath)
+	}
+	log.Info("direct attempt at git clone failed", url)
+
+	// if direct git clone doesn't work, look for a redirect
+	// go directly to the URL as that is autoritive. If that failes
+	// try the go package system as maybe the git site no longer exists
+	if url, err = findGoImport(url); err != nil {
+		log.Info("findGoImport() DID NOT WORK", url)
+		log.Info("findGoImport() DID NOT WORK", err)
+	} else {
+		if err := cloneActual(dirname, basedir, url); err == nil {
+			// git clone worked!
+			return f.Repos.NewGoPath(f.goSrc, gopath)
+		}
+	}
+	log.Info("git clone from 'go-import' info failed", url)
+
+	// query the golang package system for the last known location
+	// NOTE: take time to thank the go developers and google for designing this wonderful system
+	if url, err = runGoList(gopath); err != nil {
+		log.Info("go list failed", err)
+	} else {
+		if err := cloneActual(dirname, basedir, url); err == nil {
+			// git clone worked!
+			return f.Repos.NewGoPath(f.goSrc, gopath)
+		}
+	}
+	log.Info("git clone from 'git list' info failed", url)
+
+	// try to parse a redirect
+
+	if err = clonePathHack(dirname, basedir, gopath); err == nil {
+		// WTF didn't go-import or go list work?
+		return f.Repos.NewGoPath(f.goSrc, gopath)
+	}
+
+	return nil, errors.New("can not find git sources for gopath " + gopath)
+}
+
+// newdir = helloworld
+// basedir = /home/jcarr/go/src/go.wit.com/apps
+// giturl = https://gitea.wit.com/gui/helloworld
+func cloneActual(newdir, basedir, giturl string) error {
+	log.Info("cloneActual() newdir  =", newdir)
+	log.Info("cloneActual() basedir =", basedir)
+	log.Info("cloneActual() giturl  =", giturl)
+	if !IsDirectory(basedir) {
+		os.MkdirAll(basedir, 0750)
+	}
+	err := os.Chdir(basedir)
+	if err != nil {
+		log.Warn("chdir failed", basedir, err)
+		return err
+	}
+
+	cmd := []string{"git", "clone", "--verbose", "--progress", giturl, newdir}
+	log.Info("Running:", cmd)
+	r := shell.PathRunRealtime(basedir, cmd)
+	if r.Error != nil {
+		log.Warn("git clone error", r.Error)
+		return r.Error
+	}
+
+	fullpath := filepath.Join(basedir, newdir)
+	if !IsDirectory(fullpath) {
+		log.Info("git clone failed", giturl)
+		return errors.New("git clone failed " + giturl)
+	}
+	gitdir := filepath.Join(fullpath, ".git")
+	if IsDirectory(gitdir) {
+		log.Info("git cloned worked to", fullpath)
+		return nil
+	}
+	// git clone didn't really work but did make a directory
+	log.Info("fullpath is probably empty", fullpath)
+	panic("crapnuts. rmdir fullpath here?")
+}
+
+// check the server for the current go path to git url mapping
+// for example:
+// This will check go.wit.com for "go.wit.com/apps/go-clone"
+// and return where the URL to do git clone should be
+func findGoImport(url string) (string, error) {
+	resp, err := http.Get(url)
+	if err != nil {
+		return "", err
+	}
+	defer resp.Body.Close()
+
+	bodyBytes, err := ioutil.ReadAll(resp.Body)
+	if err != nil {
+		return "", err
+	}
+
+	tmp := string(bodyBytes)
+	parts := strings.Split(tmp, "go-import")
+	if len(parts) < 2 {
+		return "", errors.New("missing go-import")
+	}
+	// this is terrible, it doesn't even look for 'content='
+	// but again, this is just a hack for my own code to be
+	// usuable after the removal in go v1.22 of the go get clone behavior that was in v1.21
+	parts = strings.Split(parts[1], "\"")
+	var newurl string
+	for {
+		if len(parts) == 0 {
+			break
+		}
+		tmp := strings.TrimSpace(parts[0])
+		fields := strings.Split(tmp, " ")
+		// log.Info("FIELDS:", fields)
+		if len(fields) == 3 {
+			newurl = fields[2]
+			break
+		}
+		parts = parts[1:]
+	}
+	if newurl == "" {
+		return "", errors.New("missing git content string")
+	}
+
+	return newurl, nil
+}
+
+func IsDirectory(path string) bool {
+	info, err := os.Stat(path)
+	if err != nil {
+		return false
+	}
+	return info.IsDir()
+}