| OLD | NEW |
| 1 // Copyright 2016 The LUCI Authors. All rights reserved. | 1 // Copyright 2016 The LUCI Authors. All rights reserved. |
| 2 // Use of this source code is governed under the Apache License, Version 2.0 | 2 // Use of this source code is governed under the Apache License, Version 2.0 |
| 3 // that can be found in the LICENSE file. | 3 // that can be found in the LICENSE file. |
| 4 | 4 |
| 5 package main | 5 package main |
| 6 | 6 |
| 7 import ( | 7 import ( |
| 8 "crypto/sha256" | 8 "crypto/sha256" |
| 9 "encoding/hex" | 9 "encoding/hex" |
| 10 "fmt" | 10 "fmt" |
| (...skipping 58 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 69 if err != nil { | 69 if err != nil { |
| 70 logError(c, err, "Failed to checkout.") | 70 logError(c, err, "Failed to checkout.") |
| 71 return 1 | 71 return 1 |
| 72 } | 72 } |
| 73 return 0 | 73 return 0 |
| 74 } | 74 } |
| 75 | 75 |
| 76 func checkout(w *work, l *deployLayout, applyOverrides bool) error { | 76 func checkout(w *work, l *deployLayout, applyOverrides bool) error { |
| 77 frozen, err := l.initFrozenCheckout(w) | 77 frozen, err := l.initFrozenCheckout(w) |
| 78 if err != nil { | 78 if err != nil { |
| 79 » » return errors.Annotate(err).Reason("failed to initialize checkou
t").Err() | 79 » » return errors.Annotate(err, "failed to initialize checkout").Err
() |
| 80 } | 80 } |
| 81 | 81 |
| 82 // reg is our internal checkout registry. This represents the actual | 82 // reg is our internal checkout registry. This represents the actual |
| 83 // repository checkouts that we perform. Duplicate sources to the same | 83 // repository checkouts that we perform. Duplicate sources to the same |
| 84 // repository will be deduplicated here. | 84 // repository will be deduplicated here. |
| 85 fs, err := l.workingFilesystem() | 85 fs, err := l.workingFilesystem() |
| 86 if err != nil { | 86 if err != nil { |
| 87 » » return errors.Annotate(err).Err() | 87 » » return errors.Annotate(err, "").Err() |
| 88 } | 88 } |
| 89 checkoutDir, err := fs.Base().EnsureDirectory(checkoutsSubdir) | 89 checkoutDir, err := fs.Base().EnsureDirectory(checkoutsSubdir) |
| 90 if err != nil { | 90 if err != nil { |
| 91 » » return errors.Annotate(err).Reason("failed to create checkout di
rectory").Err() | 91 » » return errors.Annotate(err, "failed to create checkout directory
").Err() |
| 92 } | 92 } |
| 93 | 93 |
| 94 repoDir, err := checkoutDir.EnsureDirectory("repository") | 94 repoDir, err := checkoutDir.EnsureDirectory("repository") |
| 95 if err != nil { | 95 if err != nil { |
| 96 » » return errors.Annotate(err).Reason("failed to create repository
directory %(dir)q"). | 96 » » return errors.Annotate(err, "failed to create repository directo
ry %q", repoDir).Err() |
| 97 » » » D("dir", repoDir).Err() | |
| 98 } | 97 } |
| 99 | 98 |
| 100 reg := checkoutRegistry{ | 99 reg := checkoutRegistry{ |
| 101 repoDir: repoDir, | 100 repoDir: repoDir, |
| 102 } | 101 } |
| 103 | 102 |
| 104 // Do a central checkout of registry repositories. We will project this
using | 103 // Do a central checkout of registry repositories. We will project this
using |
| 105 // sorted keys so that checkout failures happen consistently. | 104 // sorted keys so that checkout failures happen consistently. |
| 106 var ( | 105 var ( |
| 107 scs []*sourceCheckout | 106 scs []*sourceCheckout |
| (...skipping 17 matching lines...) Expand all Loading... |
| 125 sort.Strings(srcKeys) | 124 sort.Strings(srcKeys) |
| 126 | 125 |
| 127 for i, srcKey := range srcKeys { | 126 for i, srcKey := range srcKeys { |
| 128 sc := sourceCheckout{ | 127 sc := sourceCheckout{ |
| 129 FrozenLayout_Source: sg.Source[srcKey], | 128 FrozenLayout_Source: sg.Source[srcKey], |
| 130 group: sgKey, | 129 group: sgKey, |
| 131 name: srcKey, | 130 name: srcKey, |
| 132 } | 131 } |
| 133 | 132 |
| 134 if err := sc.addRegistryRepos(®); err != nil { | 133 if err := sc.addRegistryRepos(®); err != nil { |
| 135 » » » » return errors.Annotate(err).Reason("failed to ad
d [%(sourceCheckout)s] to registry"). | 134 » » » » return errors.Annotate(err, "failed to add [%s]
to registry", sc).Err() |
| 136 » » » » » D("sourceCheckout", sc).Err() | |
| 137 } | 135 } |
| 138 | 136 |
| 139 // If we're overriding sources, and this source is overr
idden, then apply | 137 // If we're overriding sources, and this source is overr
idden, then apply |
| 140 // this and add the overriding source to the registry as
well. | 138 // this and add the overriding source to the registry as
well. |
| 141 // | 139 // |
| 142 // We will still keep the original source in the registr
y so it doesn't | 140 // We will still keep the original source in the registr
y so it doesn't |
| 143 // get deleted during cleanup. | 141 // get deleted during cleanup. |
| 144 if applyOverrides { | 142 if applyOverrides { |
| 145 if override, ok := l.userSourceOverrides[sc.over
rideURL]; ok { | 143 if override, ok := l.userSourceOverrides[sc.over
rideURL]; ok { |
| 146 log.Infof(w, "Applying user repository o
verride: [%+v] => [%+v]", sc.Source, override) | 144 log.Infof(w, "Applying user repository o
verride: [%+v] => [%+v]", sc.Source, override) |
| 147 | 145 |
| 148 // Any local overrides cause the source
group to be considered | 146 // Any local overrides cause the source
group to be considered |
| 149 // tainted. | 147 // tainted. |
| 150 sc.FrozenLayout_Source.Source = override | 148 sc.FrozenLayout_Source.Source = override |
| 151 sc.FrozenLayout_Source.Source.Tainted =
true | 149 sc.FrozenLayout_Source.Source.Tainted =
true |
| 152 | 150 |
| 153 if err := sc.addRegistryRepos(®); err
!= nil { | 151 if err := sc.addRegistryRepos(®); err
!= nil { |
| 154 » » » » » » return errors.Annotate(err).Reas
on("failed to add (overridden) [%(sourceCheckout)s] to registry"). | 152 » » » » » » return errors.Annotate(err, "fai
led to add (overridden) [%s] to registry", sc).Err() |
| 155 » » » » » » » D("sourceCheckout", sc).
Err() | |
| 156 } | 153 } |
| 157 } | 154 } |
| 158 } | 155 } |
| 159 | 156 |
| 160 groupSrcs[i] = &sc | 157 groupSrcs[i] = &sc |
| 161 scs = append(scs, &sc) | 158 scs = append(scs, &sc) |
| 162 } | 159 } |
| 163 | 160 |
| 164 sgSources[sgKey] = groupSrcs | 161 sgSources[sgKey] = groupSrcs |
| 165 } | 162 } |
| 166 if err := reg.checkout(w); err != nil { | 163 if err := reg.checkout(w); err != nil { |
| 167 » » return errors.Annotate(err).Reason("failed to checkout sources")
.Err() | 164 » » return errors.Annotate(err, "failed to checkout sources").Err() |
| 168 } | 165 } |
| 169 | 166 |
| 170 // Execute each source checkout in parallel. | 167 // Execute each source checkout in parallel. |
| 171 sourcesDir, err := checkoutDir.EnsureDirectory("sources") | 168 sourcesDir, err := checkoutDir.EnsureDirectory("sources") |
| 172 if err != nil { | 169 if err != nil { |
| 173 » » return errors.Annotate(err).Reason("failed to create sources dir
ectory").Err() | 170 » » return errors.Annotate(err, "failed to create sources directory"
).Err() |
| 174 } | 171 } |
| 175 | 172 |
| 176 err = w.RunMulti(func(workC chan<- func() error) { | 173 err = w.RunMulti(func(workC chan<- func() error) { |
| 177 for _, sc := range scs { | 174 for _, sc := range scs { |
| 178 sc := sc | 175 sc := sc |
| 179 workC <- func() error { | 176 workC <- func() error { |
| 180 root, err := sourcesDir.EnsureDirectory(sc.group
, sc.name) | 177 root, err := sourcesDir.EnsureDirectory(sc.group
, sc.name) |
| 181 if err != nil { | 178 if err != nil { |
| 182 » » » » » return errors.Annotate(err).Reason("fail
ed to create checkout directory").Err() | 179 » » » » » return errors.Annotate(err, "failed to c
reate checkout directory").Err() |
| 183 } | 180 } |
| 184 | 181 |
| 185 if err := sc.checkout(w, root); err != nil { | 182 if err := sc.checkout(w, root); err != nil { |
| 186 » » » » » return errors.Annotate(err).Reason("fail
ed to checkout %(sourceCheckout)s"). | 183 » » » » » return errors.Annotate(err, "failed to c
heckout %s", sc).Err() |
| 187 » » » » » » D("sourceCheckout", sc).Err() | |
| 188 } | 184 } |
| 189 return nil | 185 return nil |
| 190 } | 186 } |
| 191 } | 187 } |
| 192 }) | 188 }) |
| 193 if err != nil { | 189 if err != nil { |
| 194 return err | 190 return err |
| 195 } | 191 } |
| 196 | 192 |
| 197 // Build our source groups' checkout revision hashes. | 193 // Build our source groups' checkout revision hashes. |
| 198 for _, sgKey := range sgKeys { | 194 for _, sgKey := range sgKeys { |
| 199 sg := frozen.SourceGroup[sgKey] | 195 sg := frozen.SourceGroup[sgKey] |
| 200 if sg.RevisionHash != "" { | 196 if sg.RevisionHash != "" { |
| 201 // Already calculated. | 197 // Already calculated. |
| 202 continue | 198 continue |
| 203 } | 199 } |
| 204 | 200 |
| 205 hash := sha256.New() | 201 hash := sha256.New() |
| 206 for _, sc := range sgSources[sgKey] { | 202 for _, sc := range sgSources[sgKey] { |
| 207 if sc.Revision == "" { | 203 if sc.Revision == "" { |
| 208 » » » » return errors.Reason("source %(sourceCheckout)q
has an empty revision"). | 204 » » » » return errors.Reason("source %q has an empty rev
ision", sc).Err() |
| 209 » » » » » D("sourceCheckout", sc.String()).Err() | |
| 210 } | 205 } |
| 211 fmt.Fprintf(hash, "%s@%s\x00", sc.name, sc.Revision) | 206 fmt.Fprintf(hash, "%s@%s\x00", sc.name, sc.Revision) |
| 212 | 207 |
| 213 // If any of our sources was determined to be tainted, t
aint the source | 208 // If any of our sources was determined to be tainted, t
aint the source |
| 214 // group too. | 209 // group too. |
| 215 if sc.cs.tainted || sc.Source.Tainted { | 210 if sc.cs.tainted || sc.Source.Tainted { |
| 216 sg.Tainted = true | 211 sg.Tainted = true |
| 217 } | 212 } |
| 218 } | 213 } |
| 219 | 214 |
| 220 sg.RevisionHash = hex.EncodeToString(hash.Sum(nil)) | 215 sg.RevisionHash = hex.EncodeToString(hash.Sum(nil)) |
| 221 log.Fields{ | 216 log.Fields{ |
| 222 "sourceGroup": sgKey, | 217 "sourceGroup": sgKey, |
| 223 "revision": sg.RevisionHash, | 218 "revision": sg.RevisionHash, |
| 224 "tainted": sg.Tainted, | 219 "tainted": sg.Tainted, |
| 225 }.Debugf(w, "Checked out source group.") | 220 }.Debugf(w, "Checked out source group.") |
| 226 } | 221 } |
| 227 | 222 |
| 228 // Create the frozen checkout file. | 223 // Create the frozen checkout file. |
| 229 frozenFile := checkoutDir.File(frozenCheckoutName) | 224 frozenFile := checkoutDir.File(frozenCheckoutName) |
| 230 if err := frozenFile.GenerateTextProto(w, frozen); err != nil { | 225 if err := frozenFile.GenerateTextProto(w, frozen); err != nil { |
| 231 » » return errors.Annotate(err).Reason("failed to create frozen chec
kout protobuf").Err() | 226 » » return errors.Annotate(err, "failed to create frozen checkout pr
otobuf").Err() |
| 232 } | 227 } |
| 233 | 228 |
| 234 if err := checkoutDir.CleanUp(); err != nil { | 229 if err := checkoutDir.CleanUp(); err != nil { |
| 235 » » return errors.Annotate(err).Reason("failed to do full cleanup of
cleanup sources filesystem").Err() | 230 » » return errors.Annotate(err, "failed to do full cleanup of cleanu
p sources filesystem").Err() |
| 236 } | 231 } |
| 237 | 232 |
| 238 return nil | 233 return nil |
| 239 } | 234 } |
| 240 | 235 |
| 241 func checkoutFrozen(l *deployLayout) (*deploy.FrozenLayout, error) { | 236 func checkoutFrozen(l *deployLayout) (*deploy.FrozenLayout, error) { |
| 242 path := filepath.Join(l.WorkingPath, checkoutsSubdir, frozenCheckoutName
) | 237 path := filepath.Join(l.WorkingPath, checkoutsSubdir, frozenCheckoutName
) |
| 243 | 238 |
| 244 var frozen deploy.FrozenLayout | 239 var frozen deploy.FrozenLayout |
| 245 if err := unmarshalTextProtobuf(path, &frozen); err != nil { | 240 if err := unmarshalTextProtobuf(path, &frozen); err != nil { |
| 246 » » return nil, errors.Annotate(err).Err() | 241 » » return nil, errors.Annotate(err, "").Err() |
| 247 } | 242 } |
| 248 return &frozen, nil | 243 return &frozen, nil |
| 249 } | 244 } |
| 250 | 245 |
| 251 // sourceCheckout manages the operation of checking out the specified layout | 246 // sourceCheckout manages the operation of checking out the specified layout |
| 252 // source. | 247 // source. |
| 253 type sourceCheckout struct { | 248 type sourceCheckout struct { |
| 254 *deploy.FrozenLayout_Source | 249 *deploy.FrozenLayout_Source |
| 255 | 250 |
| 256 // group is the name of the source group. | 251 // group is the name of the source group. |
| (...skipping 13 matching lines...) Expand all Loading... |
| 270 return fmt.Sprintf("%s.%s", sc.group, sc.name) | 265 return fmt.Sprintf("%s.%s", sc.group, sc.name) |
| 271 } | 266 } |
| 272 | 267 |
| 273 func (sc *sourceCheckout) addRegistryRepos(reg *checkoutRegistry) error { | 268 func (sc *sourceCheckout) addRegistryRepos(reg *checkoutRegistry) error { |
| 274 switch t := sc.Source.GetSource().(type) { | 269 switch t := sc.Source.GetSource().(type) { |
| 275 case *deploy.Source_Git: | 270 case *deploy.Source_Git: |
| 276 g := t.Git | 271 g := t.Git |
| 277 | 272 |
| 278 u, err := url.Parse(g.Url) | 273 u, err := url.Parse(g.Url) |
| 279 if err != nil { | 274 if err != nil { |
| 280 » » » return errors.Annotate(err).Reason("failed to parse Git
URL [%(url)s]").D("url", g.Url).Err() | 275 » » » return errors.Annotate(err, "failed to parse Git URL [%s
]", g.Url).Err() |
| 281 } | 276 } |
| 282 | 277 |
| 283 // Add a Git checkout operation for this source to the registry. | 278 // Add a Git checkout operation for this source to the registry. |
| 284 sc.cs = reg.add(&gitCheckoutOperation{ | 279 sc.cs = reg.add(&gitCheckoutOperation{ |
| 285 url: u, | 280 url: u, |
| 286 ref: g.Ref, | 281 ref: g.Ref, |
| 287 }, sc.Source.RunScripts) | 282 }, sc.Source.RunScripts) |
| 288 sc.overrideURL = g.Url | 283 sc.overrideURL = g.Url |
| 289 } | 284 } |
| 290 | 285 |
| 291 return nil | 286 return nil |
| 292 } | 287 } |
| 293 | 288 |
| 294 func (sc *sourceCheckout) checkout(w *work, root *managedfs.Dir) error { | 289 func (sc *sourceCheckout) checkout(w *work, root *managedfs.Dir) error { |
| 295 checkoutPath := root.File("c") | 290 checkoutPath := root.File("c") |
| 296 | 291 |
| 297 switch t := sc.Source.GetSource().(type) { | 292 switch t := sc.Source.GetSource().(type) { |
| 298 case *deploy.Source_Git: | 293 case *deploy.Source_Git: |
| 299 if sc.cs.path == "" { | 294 if sc.cs.path == "" { |
| 300 panic("registry repo path is not set") | 295 panic("registry repo path is not set") |
| 301 } | 296 } |
| 302 | 297 |
| 303 // Add a symlink between our raw checkout and our current checko
ut. | 298 // Add a symlink between our raw checkout and our current checko
ut. |
| 304 if err := checkoutPath.SymlinkFrom(sc.cs.path, true); err != nil
{ | 299 if err := checkoutPath.SymlinkFrom(sc.cs.path, true); err != nil
{ |
| 305 » » » return errors.Annotate(err).Err() | 300 » » » return errors.Annotate(err, "").Err() |
| 306 } | 301 } |
| 307 sc.Relpath = checkoutPath.RelPath() | 302 sc.Relpath = checkoutPath.RelPath() |
| 308 | 303 |
| 309 default: | 304 default: |
| 310 » » return errors.Reason("don't know how to checkout %(type)T").D("t
ype", t).Err() | 305 » » return errors.Reason("don't know how to checkout %T", t).Err() |
| 311 } | 306 } |
| 312 | 307 |
| 313 sc.Revision = sc.cs.revision | 308 sc.Revision = sc.cs.revision |
| 314 sc.MajorVersion = sc.cs.majorVersion | 309 sc.MajorVersion = sc.cs.majorVersion |
| 315 sc.MinorVersion = sc.cs.minorVersion | 310 sc.MinorVersion = sc.cs.minorVersion |
| 316 sc.InitResult = &deploy.SourceInitResult{ | 311 sc.InitResult = &deploy.SourceInitResult{ |
| 317 GoPath: append(sc.Source.GoPath, sc.cs.sir.GoPath...), | 312 GoPath: append(sc.Source.GoPath, sc.cs.sir.GoPath...), |
| 318 } | 313 } |
| 319 return nil | 314 return nil |
| 320 } | 315 } |
| (...skipping 72 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 393 for _, key := range opKeys { | 388 for _, key := range opKeys { |
| 394 key, cs := key, reg.singletons[key] | 389 key, cs := key, reg.singletons[key] |
| 395 workC <- func() error { | 390 workC <- func() error { |
| 396 // Generate the path of this checkout. We do thi
s by hashing the checkout's | 391 // Generate the path of this checkout. We do thi
s by hashing the checkout's |
| 397 // key. | 392 // key. |
| 398 pathHash := sha256.Sum256([]byte(key)) | 393 pathHash := sha256.Sum256([]byte(key)) |
| 399 | 394 |
| 400 // Perform the actual checkout operation. | 395 // Perform the actual checkout operation. |
| 401 checkoutDir, err := reg.repoDir.EnsureDirectory(
hex.EncodeToString(pathHash[:])) | 396 checkoutDir, err := reg.repoDir.EnsureDirectory(
hex.EncodeToString(pathHash[:])) |
| 402 if err != nil { | 397 if err != nil { |
| 403 » » » » » return errors.Annotate(err).Reason("fail
ed to create checkout directory for %(key)q").D("key", key).Err() | 398 » » » » » return errors.Annotate(err, "failed to c
reate checkout directory for %q", key).Err() |
| 404 } | 399 } |
| 405 | 400 |
| 406 log.Fields{ | 401 log.Fields{ |
| 407 "key": key, | 402 "key": key, |
| 408 "checkoutPath": checkoutDir, | 403 "checkoutPath": checkoutDir, |
| 409 }.Debugf(w, "Creating checkout directory.") | 404 }.Debugf(w, "Creating checkout directory.") |
| 410 if err := cs.op.checkout(w, cs, checkoutDir); er
r != nil { | 405 if err := cs.op.checkout(w, cs, checkoutDir); er
r != nil { |
| 411 return err | 406 return err |
| 412 } | 407 } |
| 413 | 408 |
| 414 // Make sure "checkout" did what it was supposed
to. | 409 // Make sure "checkout" did what it was supposed
to. |
| 415 if cs.path == "" { | 410 if cs.path == "" { |
| 416 return errors.New("checkout did not popu
late path") | 411 return errors.New("checkout did not popu
late path") |
| 417 } | 412 } |
| 418 | 413 |
| 419 // If there is a deployment configuration, load/
parse/execute it. | 414 // If there is a deployment configuration, load/
parse/execute it. |
| 420 sl, err := loadSourceLayout(cs.path) | 415 sl, err := loadSourceLayout(cs.path) |
| 421 if err != nil { | 416 if err != nil { |
| 422 » » » » » return errors.Annotate(err).Reason("fail
ed to load source layout").Err() | 417 » » » » » return errors.Annotate(err, "failed to l
oad source layout").Err() |
| 423 } | 418 } |
| 424 | 419 |
| 425 var sir deploy.SourceInitResult | 420 var sir deploy.SourceInitResult |
| 426 if sl != nil { | 421 if sl != nil { |
| 427 sir.GoPath = sl.GoPath | 422 sir.GoPath = sl.GoPath |
| 428 | 423 |
| 429 if len(sl.Init) > 0 { | 424 if len(sl.Init) > 0 { |
| 430 if cs.runInit { | 425 if cs.runInit { |
| 431 for i, in := range sl.In
it { | 426 for i, in := range sl.In
it { |
| 432 inResult, err :=
sourceInit(w, cs.path, in) | 427 inResult, err :=
sourceInit(w, cs.path, in) |
| 433 if err != nil { | 428 if err != nil { |
| 434 » » » » » » » » » return e
rrors.Annotate(err).Reason("failed to run source init #%(index)d"). | 429 » » » » » » » » » return e
rrors.Annotate(err, "failed to run source init #%d", i).Err() |
| 435 » » » » » » » » » »
D("index", i).Err() | |
| 436 } | 430 } |
| 437 | 431 |
| 438 // Merge this So
urceInitResult into the common repository | 432 // Merge this So
urceInitResult into the common repository |
| 439 // result. | 433 // result. |
| 440 sir.GoPath = app
end(sir.GoPath, inResult.GoPath...) | 434 sir.GoPath = app
end(sir.GoPath, inResult.GoPath...) |
| 441 } | 435 } |
| 442 } else { | 436 } else { |
| 443 log.Fields{ | 437 log.Fields{ |
| 444 "key": key, | 438 "key": key, |
| 445 "path": cs.path, | 439 "path": cs.path, |
| (...skipping 67 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 513 path = dir.String() | 507 path = dir.String() |
| 514 ref := g.ref | 508 ref := g.ref |
| 515 if ref == "" { | 509 if ref == "" { |
| 516 ref = "master" | 510 ref = "master" |
| 517 } | 511 } |
| 518 gitDir := filepath.Join(path, ".git") | 512 gitDir := filepath.Join(path, ".git") |
| 519 needsFetch, resetRef := true, "refs/deploytool/checkout" | 513 needsFetch, resetRef := true, "refs/deploytool/checkout" |
| 520 switch st, err := os.Stat(gitDir); { | 514 switch st, err := os.Stat(gitDir); { |
| 521 case err == nil: | 515 case err == nil: |
| 522 if !st.IsDir() { | 516 if !st.IsDir() { |
| 523 » » » » return errors.Reason("checkout Git path [%(path)
s] exists, and is not a directory").D("path", gitDir).Err() | 517 » » » » return errors.Reason("checkout Git path [%s] exi
sts, and is not a directory", gitDir).Err() |
| 524 } | 518 } |
| 525 | 519 |
| 526 case isNotExist(err): | 520 case isNotExist(err): |
| 527 // If the target directory doesn't exist, run "git clone
". | 521 // If the target directory doesn't exist, run "git clone
". |
| 528 log.Fields{ | 522 log.Fields{ |
| 529 "source": g.url, | 523 "source": g.url, |
| 530 "destination": path, | 524 "destination": path, |
| 531 }.Infof(w, "No current checkout; cloning...") | 525 }.Infof(w, "No current checkout; cloning...") |
| 532 if err := git.clone(w, g.url.String(), path); err != nil
{ | 526 if err := git.clone(w, g.url.String(), path); err != nil
{ |
| 533 return err | 527 return err |
| 534 } | 528 } |
| 535 if err = git.exec(path, "update-ref", resetRef, ref).che
ck(w); err != nil { | 529 if err = git.exec(path, "update-ref", resetRef, ref).che
ck(w); err != nil { |
| 536 » » » » return errors.Annotate(err).Reason("failed to ch
eckout %(ref)q from %(url)q").D("ref", ref).D("url", g.url).Err() | 530 » » » » return errors.Annotate(err, "failed to checkout
%q from %q", ref, g.url).Err() |
| 537 } | 531 } |
| 538 needsFetch = false | 532 needsFetch = false |
| 539 | 533 |
| 540 default: | 534 default: |
| 541 » » » return errors.Annotate(err).Reason("failed to stat check
out Git directory [%(dir)s]").D("dir", gitDir).Err() | 535 » » » return errors.Annotate(err, "failed to stat checkout Git
directory [%s]", gitDir).Err() |
| 542 } | 536 } |
| 543 | 537 |
| 544 // Check out the desired commit/ref by resetting the repository. | 538 // Check out the desired commit/ref by resetting the repository. |
| 545 // | 539 // |
| 546 // Check if the referenced ref is a commit that is already prese
nt in the | 540 // Check if the referenced ref is a commit that is already prese
nt in the |
| 547 // repository. | 541 // repository. |
| 548 x := git.exec(path, "rev-parse", ref) | 542 x := git.exec(path, "rev-parse", ref) |
| 549 switch rc, err := x.run(w); { | 543 switch rc, err := x.run(w); { |
| 550 case err != nil: | 544 case err != nil: |
| 551 » » » return errors.Annotate(err).Reason("failed to check for
commit %(ref)q").D("ref", ref).Err() | 545 » » » return errors.Annotate(err, "failed to check for commit
%q", ref).Err() |
| 552 | 546 |
| 553 case rc == 0: | 547 case rc == 0: |
| 554 // If the ref resolved to itself, then it's a commit and
it's already in the | 548 // If the ref resolved to itself, then it's a commit and
it's already in the |
| 555 // repository, so no need to fetch. | 549 // repository, so no need to fetch. |
| 556 if strings.TrimSpace(x.stdout.String()) == ref { | 550 if strings.TrimSpace(x.stdout.String()) == ref { |
| 557 resetRef = ref | 551 resetRef = ref |
| 558 needsFetch = false | 552 needsFetch = false |
| 559 } | 553 } |
| 560 fallthrough | 554 fallthrough |
| 561 | 555 |
| 562 default: | 556 default: |
| 563 // If our checkout isn't ready, fetch the ref remotely. | 557 // If our checkout isn't ready, fetch the ref remotely. |
| 564 if needsFetch { | 558 if needsFetch { |
| 565 if err := git.exec(path, "fetch", "origin", fmt.
Sprintf("%s:%s", ref, resetRef)).check(w); err != nil { | 559 if err := git.exec(path, "fetch", "origin", fmt.
Sprintf("%s:%s", ref, resetRef)).check(w); err != nil { |
| 566 » » » » » return errors.Annotate(err).Reason("fail
ed to fetch %(ref)q from remote").D("ref", ref).Err() | 560 » » » » » return errors.Annotate(err, "failed to f
etch %q from remote", ref).Err() |
| 567 } | 561 } |
| 568 } | 562 } |
| 569 | 563 |
| 570 // Reset to "resetRef". | 564 // Reset to "resetRef". |
| 571 if err := git.exec(path, "reset", "--hard", resetRef).ch
eck(w); err != nil { | 565 if err := git.exec(path, "reset", "--hard", resetRef).ch
eck(w); err != nil { |
| 572 » » » » return errors.Annotate(err).Reason("failed to ch
eckout %(ref)q (%(localRef)q) from %(url)q"). | 566 » » » » return errors.Annotate(err, "failed to checkout
%q (%q) from %q", ref, resetRef, g.url).Err() |
| 573 » » » » » D("ref", ref).D("localRef", resetRef).D(
"url", g.url).Err() | |
| 574 } | 567 } |
| 575 } | 568 } |
| 576 } | 569 } |
| 577 | 570 |
| 578 // Get the current Git repository parameters. | 571 // Get the current Git repository parameters. |
| 579 var ( | 572 var ( |
| 580 revision, mergeBase string | 573 revision, mergeBase string |
| 581 revCount int | 574 revCount int |
| 582 ) | 575 ) |
| 583 err = w.RunMulti(func(workC chan<- func() error) { | 576 err = w.RunMulti(func(workC chan<- func() error) { |
| 584 // Get HEAD revision. | 577 // Get HEAD revision. |
| 585 workC <- func() (err error) { | 578 workC <- func() (err error) { |
| 586 revision, err = git.getHEAD(w, path) | 579 revision, err = git.getHEAD(w, path) |
| 587 return | 580 return |
| 588 } | 581 } |
| 589 | 582 |
| 590 // Get merge base revision. | 583 // Get merge base revision. |
| 591 workC <- func() (err error) { | 584 workC <- func() (err error) { |
| 592 mergeBase, err = git.getMergeBase(w, path, "origin/maste
r") | 585 mergeBase, err = git.getMergeBase(w, path, "origin/maste
r") |
| 593 return | 586 return |
| 594 } | 587 } |
| 595 | 588 |
| 596 // Get commit depth. | 589 // Get commit depth. |
| 597 workC <- func() (err error) { | 590 workC <- func() (err error) { |
| 598 revCount, err = git.getRevListCount(w, path) | 591 revCount, err = git.getRevListCount(w, path) |
| 599 return | 592 return |
| 600 } | 593 } |
| 601 }) | 594 }) |
| 602 if err != nil { | 595 if err != nil { |
| 603 » » return errors.Annotate(err).Reason("failed to get Git repository
properties").Err() | 596 » » return errors.Annotate(err, "failed to get Git repository proper
ties").Err() |
| 604 } | 597 } |
| 605 | 598 |
| 606 // We're tainted if our merge base doesn't equal our current revision. | 599 // We're tainted if our merge base doesn't equal our current revision. |
| 607 if mergeBase != revision { | 600 if mergeBase != revision { |
| 608 cs.tainted = true | 601 cs.tainted = true |
| 609 } | 602 } |
| 610 | 603 |
| 611 log.Fields{ | 604 log.Fields{ |
| 612 "url": g.url, | 605 "url": g.url, |
| 613 "ref": g.ref, | 606 "ref": g.ref, |
| (...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 652 return nil, err | 645 return nil, err |
| 653 } | 646 } |
| 654 | 647 |
| 655 // Create a temporary directory for the SourceInitResult. | 648 // Create a temporary directory for the SourceInitResult. |
| 656 var r deploy.SourceInitResult | 649 var r deploy.SourceInitResult |
| 657 err = withTempDir(func(tdir string) error { | 650 err = withTempDir(func(tdir string) error { |
| 658 resultPath := filepath.Join(tdir, "source_init_result.cf
g") | 651 resultPath := filepath.Join(tdir, "source_init_result.cf
g") |
| 659 | 652 |
| 660 scriptPath := deployToNative(path, ps.Path) | 653 scriptPath := deployToNative(path, ps.Path) |
| 661 if err := python.exec(scriptPath, path, resultPath).cwd(
path).check(w); err != nil { | 654 if err := python.exec(scriptPath, path, resultPath).cwd(
path).check(w); err != nil { |
| 662 » » » » return errors.Annotate(err).Reason("failed to ex
ecute [%(scriptPath)s]").D("scriptPath", scriptPath).Err() | 655 » » » » return errors.Annotate(err, "failed to execute [
%s]", scriptPath).Err() |
| 663 } | 656 } |
| 664 | 657 |
| 665 switch err := unmarshalTextProtobuf(resultPath, &r); { | 658 switch err := unmarshalTextProtobuf(resultPath, &r); { |
| 666 case err == nil, isNotExist(err): | 659 case err == nil, isNotExist(err): |
| 667 return nil | 660 return nil |
| 668 | 661 |
| 669 default: | 662 default: |
| 670 » » » » return errors.Annotate(err).Reason("failed to st
at SourceInitResult [%(resultPath)s]"). | 663 » » » » return errors.Annotate(err, "failed to stat Sour
ceInitResult [%s]", resultPath).Err() |
| 671 » » » » » D("resultPath", resultPath).Err() | |
| 672 } | 664 } |
| 673 }) | 665 }) |
| 674 return &r, err | 666 return &r, err |
| 675 | 667 |
| 676 default: | 668 default: |
| 677 » » return nil, errors.Reason("unknown source init type %(type)T").D
("type", t).Err() | 669 » » return nil, errors.Reason("unknown source init type %T", t).Err(
) |
| 678 } | 670 } |
| 679 } | 671 } |
| OLD | NEW |