-
Notifications
You must be signed in to change notification settings - Fork 166
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #604 from monstermunchkin/misc/unpack
Use Unpack function in archive package
- Loading branch information
Showing
16 changed files
with
412 additions
and
87 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,108 @@ | ||
| package shared | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "io" | ||
| "os" | ||
| "strings" | ||
|
|
||
| lxd "github.com/lxc/lxd/shared" | ||
| "golang.org/x/sys/unix" | ||
| ) | ||
|
|
||
| // Unpack unpacks a tarball. | ||
| func Unpack(file string, path string) error { | ||
| extractArgs, extension, _, err := lxd.DetectCompression(file) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| command := "" | ||
| args := []string{} | ||
| var reader io.Reader | ||
| if strings.HasPrefix(extension, ".tar") { | ||
| command = "tar" | ||
| args = append(args, "--restrict", "--force-local") | ||
| args = append(args, "-C", path, "--numeric-owner", "--xattrs-include=*") | ||
| args = append(args, extractArgs...) | ||
| args = append(args, "-") | ||
|
|
||
| f, err := os.Open(file) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| defer f.Close() | ||
|
|
||
| reader = f | ||
| } else if strings.HasPrefix(extension, ".squashfs") { | ||
| // unsquashfs does not support reading from stdin, | ||
| // so ProgressTracker is not possible. | ||
| command = "unsquashfs" | ||
| args = append(args, "-f", "-d", path, "-n") | ||
|
|
||
| // Limit unsquashfs chunk size to 10% of memory and up to 256MB (default) | ||
| // When running on a low memory system, also disable multi-processing | ||
| mem, err := lxd.DeviceTotalMemory() | ||
| mem = mem / 1024 / 1024 / 10 | ||
| if err == nil && mem < 256 { | ||
| args = append(args, "-da", fmt.Sprintf("%d", mem), "-fr", fmt.Sprintf("%d", mem), "-p", "1") | ||
| } | ||
|
|
||
| args = append(args, file) | ||
| } else { | ||
| return fmt.Errorf("Unsupported image format: %s", extension) | ||
| } | ||
|
|
||
| err = lxd.RunCommandWithFds(reader, nil, command, args...) | ||
| if err != nil { | ||
| // We can't create char/block devices in unpriv containers so ignore related errors. | ||
| if command == "unsquashfs" { | ||
| runError, ok := err.(lxd.RunError) | ||
| if !ok || runError.Stderr == "" { | ||
| return err | ||
| } | ||
|
|
||
| // Confirm that all errors are related to character or block devices. | ||
| found := false | ||
| for _, line := range strings.Split(runError.Stderr, "\n") { | ||
| line = strings.TrimSpace(line) | ||
| if line == "" { | ||
| continue | ||
| } | ||
|
|
||
| if !strings.Contains(line, "failed to create block device") { | ||
| continue | ||
| } | ||
|
|
||
| if !strings.Contains(line, "failed to create character device") { | ||
| continue | ||
| } | ||
|
|
||
| // We found an actual error. | ||
| found = true | ||
| } | ||
|
|
||
| if !found { | ||
| // All good, assume everything unpacked. | ||
| return nil | ||
| } | ||
| } | ||
|
|
||
| // Check if we ran out of space | ||
| fs := unix.Statfs_t{} | ||
|
|
||
| err1 := unix.Statfs(path, &fs) | ||
| if err1 != nil { | ||
| return err1 | ||
| } | ||
|
|
||
| // Check if we're running out of space | ||
| if int64(fs.Bfree) < 10 { | ||
| return fmt.Errorf("Unable to unpack image, run out of disk space") | ||
| } | ||
|
|
||
| return fmt.Errorf("Unpack failed: %w", err) | ||
| } | ||
|
|
||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters