forked from abiosoft/colima
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
kubernetes: cache downloaded dependencies
Signed-off-by: Abiola Ibrahim <[email protected]>
- Loading branch information
Showing
8 changed files
with
106 additions
and
26 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,68 @@ | ||
| package downloader | ||
|
|
||
| import ( | ||
| "crypto/sha256" | ||
| "fmt" | ||
| "github.com/abiosoft/colima/config" | ||
| "github.com/abiosoft/colima/environment" | ||
| "os" | ||
| "path/filepath" | ||
| ) | ||
|
|
||
| // Download downloads file at url and saves it in the destination. | ||
| // | ||
| // In the implementation, the file is downloaded (and cached) on the host, but copied to the desired | ||
| // destination for the guest. | ||
| // fileName must be a directory on the guest that does not require root access. | ||
| func Download(host environment.HostActions, guest environment.GuestActions, url, fileName string) error { | ||
| d := downloader{ | ||
| host: host, | ||
| guest: guest, | ||
| } | ||
|
|
||
| if !d.hasCache(url) { | ||
| if err := d.downloadFile(url); err != nil { | ||
| return fmt.Errorf("error downloading '%s': %w", url, err) | ||
| } | ||
| } | ||
|
|
||
| return guest.Run("cp", d.cacheFileName(url), fileName) | ||
| } | ||
|
|
||
| type downloader struct { | ||
| host environment.HostActions | ||
| guest environment.GuestActions | ||
| } | ||
|
|
||
| func (d downloader) cacheFileName(url string) string { | ||
| return filepath.Join(config.CacheDir(), "caches", sha256Hash(url)) | ||
| } | ||
|
|
||
| func (d downloader) cacheDownloadingFileName(url string) string { | ||
| return d.cacheFileName(url) + ".downloading" | ||
| } | ||
|
|
||
| func (d downloader) downloadFile(url string) (err error) { | ||
| // save to a temporary file initially before renaming to the desired file after successful download | ||
| // this prevents having a corrupt file | ||
| cacheFileName := d.cacheDownloadingFileName(url) | ||
| if err := d.host.Run("mkdir", "-p", filepath.Dir(cacheFileName)); err != nil { | ||
| return fmt.Errorf("error preparing cache dir: %w", err) | ||
| } | ||
| // ask curl to resume previous download if possible | ||
| if err := d.host.RunInteractive("curl", "-L", "-#", "-C", "-", "-o", cacheFileName, url); err != nil { | ||
| return err | ||
| } | ||
| return d.host.Run("cp", d.cacheDownloadingFileName(url), d.cacheFileName(url)) | ||
|
|
||
| } | ||
|
|
||
| func (d downloader) hasCache(url string) bool { | ||
| _, err := os.Stat(d.cacheFileName(url)) | ||
| return err == nil | ||
| } | ||
|
|
||
| func sha256Hash(s string) string { | ||
| sum := sha256.Sum256([]byte(s)) | ||
| return fmt.Sprintf("%x", sum) | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| package yamlutil | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "gopkg.in/yaml.v3" | ||
| "os" | ||
| ) | ||
|
|
||
| // WriteYAML encodes struct to file as YAML. | ||
| func WriteYAML(value interface{}, file string) error { | ||
| b, err := yaml.Marshal(value) | ||
| if err != nil { | ||
| return fmt.Errorf("error encoding YAML: %w", err) | ||
| } | ||
|
|
||
| return os.WriteFile(file, b, 0644) | ||
| } |