|  | package repo | 
|  |  | 
|  | import ( | 
|  | "encoding/json" | 
|  | "fmt" | 
|  | "io/ioutil" | 
|  | "net/http" | 
|  | "net/url" | 
|  | "os" | 
|  | "path/filepath" | 
|  | "runtime" | 
|  | "sort" | 
|  | "strings" | 
|  |  | 
|  | cp "github.com/Masterminds/glide/cache" | 
|  | "github.com/Masterminds/glide/cfg" | 
|  | "github.com/Masterminds/glide/msg" | 
|  | gpath "github.com/Masterminds/glide/path" | 
|  | "github.com/Masterminds/semver" | 
|  | v "github.com/Masterminds/vcs" | 
|  | ) | 
|  |  | 
|  | // VcsUpdate updates to a particular checkout based on the VCS setting. | 
|  | func VcsUpdate(dep *cfg.Dependency, force bool, updated *UpdateTracker) error { | 
|  |  | 
|  | // If the dependency has already been pinned we can skip it. This is a | 
|  | // faster path so we don't need to resolve it again. | 
|  | if dep.Pin != "" { | 
|  | msg.Debug("Dependency %s has already been pinned. Fetching updates skipped", dep.Name) | 
|  | return nil | 
|  | } | 
|  |  | 
|  | if updated.Check(dep.Name) { | 
|  | msg.Debug("%s was already updated, skipping", dep.Name) | 
|  | return nil | 
|  | } | 
|  | updated.Add(dep.Name) | 
|  |  | 
|  | if filterArchOs(dep) { | 
|  | msg.Info("%s is not used for %s/%s.\n", dep.Name, runtime.GOOS, runtime.GOARCH) | 
|  | return nil | 
|  | } | 
|  |  | 
|  | key, err := cp.Key(dep.Remote()) | 
|  | if err != nil { | 
|  | msg.Die("Cache key generation error: %s", err) | 
|  | } | 
|  | location := cp.Location() | 
|  | dest := filepath.Join(location, "src", key) | 
|  |  | 
|  | // If destination doesn't exist we need to perform an initial checkout. | 
|  | if _, err := os.Stat(dest); os.IsNotExist(err) { | 
|  | msg.Info("--> Fetching %s", dep.Name) | 
|  | if err = VcsGet(dep); err != nil { | 
|  | msg.Warn("Unable to checkout %s\n", dep.Name) | 
|  | return err | 
|  | } | 
|  | } else { | 
|  | // At this point we have a directory for the package. | 
|  | msg.Info("--> Fetching updates for %s", dep.Name) | 
|  |  | 
|  | // When the directory is not empty and has no VCS directory it's | 
|  | // a vendored files situation. | 
|  | empty, err := gpath.IsDirectoryEmpty(dest) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | _, err = v.DetectVcsFromFS(dest) | 
|  | if empty == true && err == v.ErrCannotDetectVCS { | 
|  | msg.Warn("Cached version of %s is an empty directory. Fetching a new copy of the dependency", dep.Name) | 
|  | msg.Debug("Removing empty directory %s", dest) | 
|  | err := os.RemoveAll(dest) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | if err = VcsGet(dep); err != nil { | 
|  | msg.Warn("Unable to checkout %s\n", dep.Name) | 
|  | return err | 
|  | } | 
|  | } else { | 
|  | repo, err := dep.GetRepo(dest) | 
|  |  | 
|  | // Tried to checkout a repo to a path that does not work. Either the | 
|  | // type or endpoint has changed. Force is being passed in so the old | 
|  | // location can be removed and replaced with the new one. | 
|  | // Warning, any changes in the old location will be deleted. | 
|  | // TODO: Put dirty checking in on the existing local checkout. | 
|  | if (err == v.ErrWrongVCS || err == v.ErrWrongRemote) && force == true { | 
|  | newRemote := dep.Remote() | 
|  |  | 
|  | msg.Warn("Replacing %s with contents from %s\n", dep.Name, newRemote) | 
|  | rerr := os.RemoveAll(dest) | 
|  | if rerr != nil { | 
|  | return rerr | 
|  | } | 
|  | if err = VcsGet(dep); err != nil { | 
|  | msg.Warn("Unable to checkout %s\n", dep.Name) | 
|  | return err | 
|  | } | 
|  |  | 
|  | repo, err = dep.GetRepo(dest) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | } else if err != nil { | 
|  | return err | 
|  | } else if repo.IsDirty() { | 
|  | return fmt.Errorf("%s contains uncommitted changes. Skipping update", dep.Name) | 
|  | } | 
|  |  | 
|  | ver := dep.Reference | 
|  | if ver == "" { | 
|  | ver = defaultBranch(repo) | 
|  | } | 
|  | // Check if the current version is a tag or commit id. If it is | 
|  | // and that version is already checked out we can skip updating | 
|  | // which is faster than going out to the Internet to perform | 
|  | // an update. | 
|  | if ver != "" { | 
|  | version, err := repo.Version() | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | ib, err := isBranch(ver, repo) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  |  | 
|  | // If the current version equals the ref and it's not a | 
|  | // branch it's a tag or commit id so we can skip | 
|  | // performing an update. | 
|  | if version == ver && !ib { | 
|  | msg.Debug("%s is already set to version %s. Skipping update", dep.Name, dep.Reference) | 
|  | return nil | 
|  | } | 
|  | } | 
|  |  | 
|  | if err := repo.Update(); err != nil { | 
|  | msg.Warn("Download failed.\n") | 
|  | return err | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | return nil | 
|  | } | 
|  |  | 
|  | // VcsVersion set the VCS version for a checkout. | 
|  | func VcsVersion(dep *cfg.Dependency) error { | 
|  |  | 
|  | // If the dependency has already been pinned we can skip it. This is a | 
|  | // faster path so we don't need to resolve it again. | 
|  | if dep.Pin != "" { | 
|  | msg.Debug("Dependency %s has already been pinned. Setting version skipped", dep.Name) | 
|  | return nil | 
|  | } | 
|  |  | 
|  | key, err := cp.Key(dep.Remote()) | 
|  | if err != nil { | 
|  | msg.Die("Cache key generation error: %s", err) | 
|  | } | 
|  | location := cp.Location() | 
|  | cwd := filepath.Join(location, "src", key) | 
|  |  | 
|  | // If there is no reference configured there is nothing to set. | 
|  | if dep.Reference == "" { | 
|  | // Before exiting update the pinned version | 
|  | repo, err := dep.GetRepo(cwd) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | dep.Pin, err = repo.Version() | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | return nil | 
|  | } | 
|  |  | 
|  | // When the directory is not empty and has no VCS directory it's | 
|  | // a vendored files situation. | 
|  | empty, err := gpath.IsDirectoryEmpty(cwd) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | _, err = v.DetectVcsFromFS(cwd) | 
|  | if empty == false && err == v.ErrCannotDetectVCS { | 
|  | return fmt.Errorf("Cache directory missing VCS information for %s", dep.Name) | 
|  | } | 
|  |  | 
|  | repo, err := dep.GetRepo(cwd) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  |  | 
|  | ver := dep.Reference | 
|  | // References in Git can begin with a ^ which is similar to semver. | 
|  | // If there is a ^ prefix we assume it's a semver constraint rather than | 
|  | // part of the git/VCS commit id. | 
|  | if repo.IsReference(ver) && !strings.HasPrefix(ver, "^") { | 
|  | msg.Info("--> Setting version for %s to %s.\n", dep.Name, ver) | 
|  | } else { | 
|  |  | 
|  | // Create the constraint first to make sure it's valid before | 
|  | // working on the repo. | 
|  | constraint, err := semver.NewConstraint(ver) | 
|  |  | 
|  | // Make sure the constriant is valid. At this point it's not a valid | 
|  | // reference so if it's not a valid constrint we can exit early. | 
|  | if err != nil { | 
|  | msg.Warn("The reference '%s' is not valid\n", ver) | 
|  | return err | 
|  | } | 
|  |  | 
|  | // Get the tags and branches (in that order) | 
|  | refs, err := getAllVcsRefs(repo) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  |  | 
|  | // Convert and filter the list to semver.Version instances | 
|  | semvers := getSemVers(refs) | 
|  |  | 
|  | // Sort semver list | 
|  | sort.Sort(sort.Reverse(semver.Collection(semvers))) | 
|  | found := false | 
|  | for _, v := range semvers { | 
|  | if constraint.Check(v) { | 
|  | found = true | 
|  | // If the constrint passes get the original reference | 
|  | ver = v.Original() | 
|  | break | 
|  | } | 
|  | } | 
|  | if found { | 
|  | msg.Info("--> Detected semantic version. Setting version for %s to %s", dep.Name, ver) | 
|  | } else { | 
|  | msg.Warn("--> Unable to find semantic version for constraint %s %s", dep.Name, ver) | 
|  | } | 
|  | } | 
|  | if err := repo.UpdateVersion(ver); err != nil { | 
|  | return err | 
|  | } | 
|  | dep.Pin, err = repo.Version() | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  |  | 
|  | return nil | 
|  | } | 
|  |  | 
|  | // VcsGet figures out how to fetch a dependency, and then gets it. | 
|  | // | 
|  | // VcsGet installs into the cache. | 
|  | func VcsGet(dep *cfg.Dependency) error { | 
|  |  | 
|  | key, err := cp.Key(dep.Remote()) | 
|  | if err != nil { | 
|  | msg.Die("Cache key generation error: %s", err) | 
|  | } | 
|  | location := cp.Location() | 
|  | d := filepath.Join(location, "src", key) | 
|  |  | 
|  | repo, err := dep.GetRepo(d) | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | // If the directory does not exist this is a first cache. | 
|  | if _, err = os.Stat(d); os.IsNotExist(err) { | 
|  | msg.Debug("Adding %s to the cache for the first time", dep.Name) | 
|  | err = repo.Get() | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | branch := findCurrentBranch(repo) | 
|  | if branch != "" { | 
|  | msg.Debug("Saving default branch for %s", repo.Remote()) | 
|  | c := cp.RepoInfo{DefaultBranch: branch} | 
|  | err = cp.SaveRepoData(key, c) | 
|  | if err == cp.ErrCacheDisabled { | 
|  | msg.Debug("Unable to cache default branch because caching is disabled") | 
|  | } else if err != nil { | 
|  | msg.Debug("Error saving %s to cache. Error: %s", repo.Remote(), err) | 
|  | } | 
|  | } | 
|  | } else { | 
|  | msg.Debug("Updating %s in the cache", dep.Name) | 
|  | err = repo.Update() | 
|  | if err != nil { | 
|  | return err | 
|  | } | 
|  | } | 
|  |  | 
|  | return nil | 
|  | } | 
|  |  | 
|  | // filterArchOs indicates a dependency should be filtered out because it is | 
|  | // the wrong GOOS or GOARCH. | 
|  | // | 
|  | // FIXME: Should this be moved to the dependency package? | 
|  | func filterArchOs(dep *cfg.Dependency) bool { | 
|  | found := false | 
|  | if len(dep.Arch) > 0 { | 
|  | for _, a := range dep.Arch { | 
|  | if a == runtime.GOARCH { | 
|  | found = true | 
|  | } | 
|  | } | 
|  | // If it's not found, it should be filtered out. | 
|  | if !found { | 
|  | return true | 
|  | } | 
|  | } | 
|  |  | 
|  | found = false | 
|  | if len(dep.Os) > 0 { | 
|  | for _, o := range dep.Os { | 
|  | if o == runtime.GOOS { | 
|  | found = true | 
|  | } | 
|  | } | 
|  | if !found { | 
|  | return true | 
|  | } | 
|  |  | 
|  | } | 
|  |  | 
|  | return false | 
|  | } | 
|  |  | 
|  | // isBranch returns true if the given string is a branch in VCS. | 
|  | func isBranch(branch string, repo v.Repo) (bool, error) { | 
|  | branches, err := repo.Branches() | 
|  | if err != nil { | 
|  | return false, err | 
|  | } | 
|  | for _, b := range branches { | 
|  | if b == branch { | 
|  | return true, nil | 
|  | } | 
|  | } | 
|  | return false, nil | 
|  | } | 
|  |  | 
|  | // defaultBranch tries to ascertain the default branch for the given repo. | 
|  | // Some repos will have multiple branches in them (e.g. Git) while others | 
|  | // (e.g. Svn) will not. | 
|  | func defaultBranch(repo v.Repo) string { | 
|  |  | 
|  | // Svn and Bzr use different locations (paths or entire locations) | 
|  | // for branches so we won't have a default branch. | 
|  | if repo.Vcs() == v.Svn || repo.Vcs() == v.Bzr { | 
|  | return "" | 
|  | } | 
|  |  | 
|  | // Check the cache for a value. | 
|  | key, kerr := cp.Key(repo.Remote()) | 
|  | var d cp.RepoInfo | 
|  | if kerr == nil { | 
|  | d, err := cp.RepoData(key) | 
|  | if err == nil { | 
|  | if d.DefaultBranch != "" { | 
|  | return d.DefaultBranch | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | // If we don't have it in the store try some APIs | 
|  | r := repo.Remote() | 
|  | u, err := url.Parse(r) | 
|  | if err != nil { | 
|  | return "" | 
|  | } | 
|  | if u.Scheme == "" { | 
|  | // Where there is no scheme we try urls like git@github.com:foo/bar | 
|  | r = strings.Replace(r, ":", "/", -1) | 
|  | r = "ssh://" + r | 
|  | u, err = url.Parse(r) | 
|  | if err != nil { | 
|  | return "" | 
|  | } | 
|  | u.Scheme = "" | 
|  | } | 
|  | if u.Host == "github.com" { | 
|  | parts := strings.Split(u.Path, "/") | 
|  | if len(parts) != 2 { | 
|  | return "" | 
|  | } | 
|  | api := fmt.Sprintf("https://api.github.com/repos/%s/%s", parts[0], parts[1]) | 
|  | resp, err := http.Get(api) | 
|  | if err != nil { | 
|  | return "" | 
|  | } | 
|  | defer resp.Body.Close() | 
|  | if resp.StatusCode >= 300 || resp.StatusCode < 200 { | 
|  | return "" | 
|  | } | 
|  | body, err := ioutil.ReadAll(resp.Body) | 
|  | var data interface{} | 
|  | err = json.Unmarshal(body, &data) | 
|  | if err != nil { | 
|  | return "" | 
|  | } | 
|  | gh := data.(map[string]interface{}) | 
|  | db := gh["default_branch"].(string) | 
|  | if kerr == nil { | 
|  | d.DefaultBranch = db | 
|  | err := cp.SaveRepoData(key, d) | 
|  | if err == cp.ErrCacheDisabled { | 
|  | msg.Debug("Unable to cache default branch because caching is disabled") | 
|  | } else if err != nil { | 
|  | msg.Debug("Error saving %s to cache. Error: %s", repo.Remote(), err) | 
|  | } | 
|  | } | 
|  | return db | 
|  | } | 
|  |  | 
|  | if u.Host == "bitbucket.org" { | 
|  | parts := strings.Split(u.Path, "/") | 
|  | if len(parts) != 2 { | 
|  | return "" | 
|  | } | 
|  | api := fmt.Sprintf("https://bitbucket.org/api/1.0/repositories/%s/%s/main-branch/", parts[0], parts[1]) | 
|  | resp, err := http.Get(api) | 
|  | if err != nil { | 
|  | return "" | 
|  | } | 
|  | defer resp.Body.Close() | 
|  | if resp.StatusCode >= 300 || resp.StatusCode < 200 { | 
|  | return "" | 
|  | } | 
|  | body, err := ioutil.ReadAll(resp.Body) | 
|  | var data interface{} | 
|  | err = json.Unmarshal(body, &data) | 
|  | if err != nil { | 
|  | return "" | 
|  | } | 
|  | bb := data.(map[string]interface{}) | 
|  | db := bb["name"].(string) | 
|  | if kerr == nil { | 
|  | d.DefaultBranch = db | 
|  | err := cp.SaveRepoData(key, d) | 
|  | if err == cp.ErrCacheDisabled { | 
|  | msg.Debug("Unable to cache default branch because caching is disabled") | 
|  | } else if err != nil { | 
|  | msg.Debug("Error saving %s to cache. Error: %s", repo.Remote(), err) | 
|  | } | 
|  | } | 
|  | return db | 
|  | } | 
|  |  | 
|  | return "" | 
|  | } | 
|  |  | 
|  | // From a local repo find out the current branch name if there is one. | 
|  | // Note, this should only be used right after a fresh clone to get accurate | 
|  | // information. | 
|  | func findCurrentBranch(repo v.Repo) string { | 
|  | msg.Debug("Attempting to find current branch for %s", repo.Remote()) | 
|  | // Svn and Bzr don't have default branches. | 
|  | if repo.Vcs() == v.Svn || repo.Vcs() == v.Bzr { | 
|  | return "" | 
|  | } | 
|  |  | 
|  | if repo.Vcs() == v.Git || repo.Vcs() == v.Hg { | 
|  | ver, err := repo.Current() | 
|  | if err != nil { | 
|  | msg.Debug("Unable to find current branch for %s, error: %s", repo.Remote(), err) | 
|  | return "" | 
|  | } | 
|  | return ver | 
|  | } | 
|  |  | 
|  | return "" | 
|  | } | 
|  |  | 
|  | func envForDir(dir string) []string { | 
|  | env := os.Environ() | 
|  | return mergeEnvLists([]string{"PWD=" + dir}, env) | 
|  | } | 
|  |  | 
|  | func mergeEnvLists(in, out []string) []string { | 
|  | NextVar: | 
|  | for _, inkv := range in { | 
|  | k := strings.SplitAfterN(inkv, "=", 2)[0] | 
|  | for i, outkv := range out { | 
|  | if strings.HasPrefix(outkv, k) { | 
|  | out[i] = inkv | 
|  | continue NextVar | 
|  | } | 
|  | } | 
|  | out = append(out, inkv) | 
|  | } | 
|  | return out | 
|  | } |