| OLD | NEW |
| 1 // Copyright 2017 The LUCI Authors. All rights reserved. | 1 // Copyright 2017 The LUCI Authors. All rights reserved. |
| 2 // Use of this source code is governed under the Apache License, Version 2.0 | 2 // Use of this source code is governed under the Apache License, Version 2.0 |
| 3 // that can be found in the LICENSE file. | 3 // that can be found in the LICENSE file. |
| 4 | 4 |
| 5 package cipd | 5 package cipd |
| 6 | 6 |
| 7 import ( | 7 import ( |
| 8 "golang.org/x/net/context" | 8 "golang.org/x/net/context" |
| 9 | 9 |
| 10 "github.com/luci/luci-go/vpython/api/vpython" | 10 "github.com/luci/luci-go/vpython/api/vpython" |
| (...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 54 } | 54 } |
| 55 | 55 |
| 56 // Build our aggregate template parameters. We prefer our template param
eters | 56 // Build our aggregate template parameters. We prefer our template param
eters |
| 57 // over the local system parameters. This allows us to override CIPD tem
plate | 57 // over the local system parameters. This allows us to override CIPD tem
plate |
| 58 // parameters elsewhere, and in the production case we will not override | 58 // parameters elsewhere, and in the production case we will not override |
| 59 // any CIPD template parameters. | 59 // any CIPD template parameters. |
| 60 template := common.TemplateArgs() | 60 template := common.TemplateArgs() |
| 61 if pl.Template != nil { | 61 if pl.Template != nil { |
| 62 loaderTemplate, err := pl.Template(c, e) | 62 loaderTemplate, err := pl.Template(c, e) |
| 63 if err != nil { | 63 if err != nil { |
| 64 » » » return errors.Annotate(err).Reason("failed to get CIPD t
emplate arguments").Err() | 64 » » » return errors.Annotate(err, "failed to get CIPD template
arguments").Err() |
| 65 } | 65 } |
| 66 for k, v := range loaderTemplate { | 66 for k, v := range loaderTemplate { |
| 67 template[k] = v | 67 template[k] = v |
| 68 } | 68 } |
| 69 } | 69 } |
| 70 | 70 |
| 71 // Create a single package list. Our VirtualEnv will be index 0 (need | 71 // Create a single package list. Our VirtualEnv will be index 0 (need |
| 72 // this so we can back-port it into its VirtualEnv property). | 72 // this so we can back-port it into its VirtualEnv property). |
| 73 // | 73 // |
| 74 // These will be updated to their resolved values in-place. | 74 // These will be updated to their resolved values in-place. |
| (...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 108 } | 108 } |
| 109 | 109 |
| 110 logging.Debugf(c, "\tUnresolved package: %s", pkg) | 110 logging.Debugf(c, "\tUnresolved package: %s", pkg) |
| 111 } | 111 } |
| 112 ef := ensure.File{ | 112 ef := ensure.File{ |
| 113 PackagesBySubdir: map[string]ensure.PackageSlice{"": pslice}, | 113 PackagesBySubdir: map[string]ensure.PackageSlice{"": pslice}, |
| 114 } | 114 } |
| 115 | 115 |
| 116 client, err := cipd.NewClient(opts) | 116 client, err := cipd.NewClient(opts) |
| 117 if err != nil { | 117 if err != nil { |
| 118 » » return errors.Annotate(err).Reason("failed to generate CIPD clie
nt").Err() | 118 » » return errors.Annotate(err, "failed to generate CIPD client").Er
r() |
| 119 } | 119 } |
| 120 | 120 |
| 121 // Start a CIPD client batch. | 121 // Start a CIPD client batch. |
| 122 client.BeginBatch(c) | 122 client.BeginBatch(c) |
| 123 defer client.EndBatch(c) | 123 defer client.EndBatch(c) |
| 124 | 124 |
| 125 // Resolve our ensure file. | 125 // Resolve our ensure file. |
| 126 resolved, err := ef.ResolveWith(func(pkg, vers string) (common.Pin, erro
r) { | 126 resolved, err := ef.ResolveWith(func(pkg, vers string) (common.Pin, erro
r) { |
| 127 pin, err := client.ResolveVersion(c, pkg, vers) | 127 pin, err := client.ResolveVersion(c, pkg, vers) |
| 128 if err != nil { | 128 if err != nil { |
| 129 » » » return pin, errors.Annotate(err).Reason("failed to resol
ve package %(package)q at version %(version)q"). | 129 » » » return pin, errors.Annotate(err, "failed to resolve pack
age %q at version %q", pkg, vers).Err() |
| 130 » » » » D("package", pkg). | |
| 131 » » » » D("version", vers). | |
| 132 » » » » Err() | |
| 133 } | 130 } |
| 134 | 131 |
| 135 logging.Fields{ | 132 logging.Fields{ |
| 136 "package": pkg, | 133 "package": pkg, |
| 137 "version": vers, | 134 "version": vers, |
| 138 }.Debugf(c, "Resolved package to: %s", pin) | 135 }.Debugf(c, "Resolved package to: %s", pin) |
| 139 return pin, nil | 136 return pin, nil |
| 140 }, template) | 137 }, template) |
| 141 if err != nil { | 138 if err != nil { |
| 142 return err | 139 return err |
| (...skipping 11 matching lines...) Expand all Loading... |
| 154 // Ensure implement venv.PackageLoader. | 151 // Ensure implement venv.PackageLoader. |
| 155 // | 152 // |
| 156 // The packages must be valid (PackageIsComplete). If they aren't, Ensure will | 153 // The packages must be valid (PackageIsComplete). If they aren't, Ensure will |
| 157 // panic. | 154 // panic. |
| 158 // | 155 // |
| 159 // The CIPD client that is used for the operation is generated from the supplied | 156 // The CIPD client that is used for the operation is generated from the supplied |
| 160 // options, opts. | 157 // options, opts. |
| 161 func (pl *PackageLoader) Ensure(c context.Context, root string, packages []*vpyt
hon.Spec_Package) error { | 158 func (pl *PackageLoader) Ensure(c context.Context, root string, packages []*vpyt
hon.Spec_Package) error { |
| 162 pins, err := packagesToPins(packages) | 159 pins, err := packagesToPins(packages) |
| 163 if err != nil { | 160 if err != nil { |
| 164 » » return errors.Annotate(err).Reason("failed to convert packages t
o CIPD pins").Err() | 161 » » return errors.Annotate(err, "failed to convert packages to CIPD
pins").Err() |
| 165 } | 162 } |
| 166 pinSlice := common.PinSliceBySubdir{ | 163 pinSlice := common.PinSliceBySubdir{ |
| 167 "": pins, | 164 "": pins, |
| 168 } | 165 } |
| 169 | 166 |
| 170 // Generate a CIPD client. Use the supplied root. | 167 // Generate a CIPD client. Use the supplied root. |
| 171 opts := pl.Options | 168 opts := pl.Options |
| 172 opts.Root = root | 169 opts.Root = root |
| 173 client, err := cipd.NewClient(opts) | 170 client, err := cipd.NewClient(opts) |
| 174 if err != nil { | 171 if err != nil { |
| 175 » » return errors.Annotate(err).Reason("failed to generate CIPD clie
nt").Err() | 172 » » return errors.Annotate(err, "failed to generate CIPD client").Er
r() |
| 176 } | 173 } |
| 177 | 174 |
| 178 // Start a CIPD client batch. | 175 // Start a CIPD client batch. |
| 179 client.BeginBatch(c) | 176 client.BeginBatch(c) |
| 180 defer client.EndBatch(c) | 177 defer client.EndBatch(c) |
| 181 | 178 |
| 182 actionMap, err := client.EnsurePackages(c, pinSlice, false) | 179 actionMap, err := client.EnsurePackages(c, pinSlice, false) |
| 183 if err != nil { | 180 if err != nil { |
| 184 » » return errors.Annotate(err).Reason("failed to install CIPD packa
ges").Err() | 181 » » return errors.Annotate(err, "failed to install CIPD packages").E
rr() |
| 185 } | 182 } |
| 186 if len(actionMap) > 0 { | 183 if len(actionMap) > 0 { |
| 187 errorCount := 0 | 184 errorCount := 0 |
| 188 for root, action := range actionMap { | 185 for root, action := range actionMap { |
| 189 errorCount += len(action.Errors) | 186 errorCount += len(action.Errors) |
| 190 for _, err := range action.Errors { | 187 for _, err := range action.Errors { |
| 191 logging.Errorf(c, "CIPD root %q action %q for pi
n %q encountered error: %s", root, err.Action, err.Pin, err) | 188 logging.Errorf(c, "CIPD root %q action %q for pi
n %q encountered error: %s", root, err.Action, err.Pin, err) |
| 192 } | 189 } |
| 193 } | 190 } |
| 194 if errorCount > 0 { | 191 if errorCount > 0 { |
| 195 » » » return errors.Reason("CIPD package installation encounte
red %(count)d error(s)"). | 192 » » » return errors.Reason("CIPD package installation encounte
red %d error(s)", errorCount).Err() |
| 196 » » » » D("count", errorCount). | |
| 197 » » » » Err() | |
| 198 } | 193 } |
| 199 } | 194 } |
| 200 return nil | 195 return nil |
| 201 } | 196 } |
| 202 | 197 |
| 203 func packagesToPins(packages []*vpython.Spec_Package) ([]common.Pin, error) { | 198 func packagesToPins(packages []*vpython.Spec_Package) ([]common.Pin, error) { |
| 204 pins := make([]common.Pin, len(packages)) | 199 pins := make([]common.Pin, len(packages)) |
| 205 for i, pkg := range packages { | 200 for i, pkg := range packages { |
| 206 pins[i] = common.Pin{ | 201 pins[i] = common.Pin{ |
| 207 PackageName: pkg.Name, | 202 PackageName: pkg.Name, |
| 208 InstanceID: pkg.Version, | 203 InstanceID: pkg.Version, |
| 209 } | 204 } |
| 210 } | 205 } |
| 211 return pins, nil | 206 return pins, nil |
| 212 } | 207 } |
| OLD | NEW |