// Copyright 2014 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. package main import ( "bufio" "bytes" "errors" "fmt" "io" "log" "os" "strconv" "strings" "time" "unicode/utf8" ) /* The archive format is: First, on a line by itself !<arch> Then zero or more file records. Each file record has a fixed-size one-line header followed by data bytes followed by an optional padding byte. The header is: %-16s%-12d%-6d%-6d%-8o%-10d` name mtime uid gid mode size (note the trailing backquote). The %-16s here means at most 16 *bytes* of the name, and if shorter, space padded on the right. */ const usageMessage = `Usage: pack op file.a [name....] Where op is one of cprtx optionally followed by v for verbose output. For compatibility with old Go build environments the op string grc is accepted as a synonym for c. For more information, run go doc cmd/pack` func usage() { fmt.Fprintln(os.Stderr, usageMessage) os.Exit(2) } func main() { log.SetFlags(0) log.SetPrefix("pack: ") // need "pack op archive" at least. if len(os.Args) < 3 { log.Print("not enough arguments") fmt.Fprintln(os.Stderr) usage() } setOp(os.Args[1]) var ar *Archive switch op { case 'p': ar = archive(os.Args[2], os.O_RDONLY, os.Args[3:]) ar.scan(ar.printContents) case 'r': ar = archive(os.Args[2], os.O_RDWR, os.Args[3:]) ar.scan(ar.skipContents) ar.addFiles() case 'c': ar = archive(os.Args[2], os.O_RDWR|os.O_TRUNC, os.Args[3:]) ar.addPkgdef() ar.addFiles() case 't': ar = archive(os.Args[2], os.O_RDONLY, os.Args[3:]) ar.scan(ar.tableOfContents) case 'x': ar = archive(os.Args[2], os.O_RDONLY, os.Args[3:]) ar.scan(ar.extractContents) default: log.Printf("invalid operation %q", os.Args[1]) fmt.Fprintln(os.Stderr) usage() } if len(ar.files) > 0 { log.Fatalf("file %q not in archive", ar.files[0]) } } // The unusual ancestry means the arguments are not Go-standard. // These variables hold the decoded operation specified by the first argument. // op holds the operation we are doing (prtx). // verbose tells whether the 'v' option was specified. var ( op rune verbose bool ) // setOp parses the operation string (first argument). func setOp(arg string) { // Recognize 'go tool pack grc' because that was the // formerly canonical way to build a new archive // from a set of input files. Accepting it keeps old // build systems working with both Go 1.2 and Go 1.3. if arg == "grc" { arg = "c" } for _, r := range arg { switch r { case 'c', 'p', 'r', 't', 'x': if op != 0 { // At most one can be set. usage() } op = r case 'v': if verbose { // Can be set only once. usage() } verbose = true default: usage() } } } const ( arHeader = "!<arch>\n" entryHeader = "%s%-12d%-6d%-6d%-8o%-10d`\n" // In entryHeader the first entry, the name, is always printed as 16 bytes right-padded. entryLen = 16 + 12 + 6 + 6 + 8 + 10 + 1 + 1 timeFormat = "Jan _2 15:04 2006" ) // An Archive represents an open archive file. It is always scanned sequentially // from start to end, without backing up. type Archive struct { fd *os.File // Open file descriptor. files []string // Explicit list of files to be processed. pad int // Padding bytes required at end of current archive file matchAll bool // match all files in archive } // archive opens (and if necessary creates) the named archive. func archive(name string, mode int, files []string) *Archive { // If the file exists, it must be an archive. If it doesn't exist, or if // we're doing the c command, indicated by O_TRUNC, truncate the archive. if !existingArchive(name) || mode&os.O_TRUNC != 0 { create(name) mode &^= os.O_TRUNC } fd, err := os.OpenFile(name, mode, 0) if err != nil { log.Fatal(err) } checkHeader(fd) return &Archive{ fd: fd, files: files, matchAll: len(files) == 0, } } // create creates and initializes an archive that does not exist. func create(name string) { fd, err := os.Create(name) if err != nil { log.Fatal(err) } _, err = fmt.Fprint(fd, arHeader) if err != nil { log.Fatal(err) } fd.Close() } // existingArchive reports whether the file exists and is a valid archive. // If it exists but is not an archive, existingArchive will exit. func existingArchive(name string) bool { fd, err := os.Open(name) if err != nil { if os.IsNotExist(err) { return false } log.Fatalf("cannot open file: %s", err) } checkHeader(fd) fd.Close() return true } // checkHeader verifies the header of the file. It assumes the file // is positioned at 0 and leaves it positioned at the end of the header. func checkHeader(fd *os.File) { buf := make([]byte, len(arHeader)) _, err := io.ReadFull(fd, buf) if err != nil || string(buf) != arHeader { log.Fatalf("%s is not an archive: bad header", fd.Name()) } } // An Entry is the internal representation of the per-file header information of one entry in the archive. type Entry struct { name string mtime int64 uid int gid int mode os.FileMode size int64 } func (e *Entry) String() string { return fmt.Sprintf("%s %6d/%-6d %12d %s %s", (e.mode & 0777).String(), e.uid, e.gid, e.size, time.Unix(e.mtime, 0).Format(timeFormat), e.name) } // readMetadata reads and parses the metadata for the next entry in the archive. func (ar *Archive) readMetadata() *Entry { buf := make([]byte, entryLen) _, err := io.ReadFull(ar.fd, buf) if err == io.EOF { // No entries left. return nil } if err != nil || buf[entryLen-2] != '`' || buf[entryLen-1] != '\n' { log.Fatal("file is not an archive: bad entry") } entry := new(Entry) entry.name = strings.TrimRight(string(buf[:16]), " ") if len(entry.name) == 0 { log.Fatal("file is not an archive: bad name") } buf = buf[16:] str := string(buf) get := func(width, base, bitsize int) int64 { v, err := strconv.ParseInt(strings.TrimRight(str[:width], " "), base, bitsize) if err != nil { log.Fatal("file is not an archive: bad number in entry: ", err) } str = str[width:] return v } // %-16s%-12d%-6d%-6d%-8o%-10d` entry.mtime = get(12, 10, 64) entry.uid = int(get(6, 10, 32)) entry.gid = int(get(6, 10, 32)) entry.mode = os.FileMode(get(8, 8, 32)) entry.size = get(10, 10, 64) return entry } // scan scans the archive and executes the specified action on each entry. // When action returns, the file offset is at the start of the next entry. func (ar *Archive) scan(action func(*Entry)) { for { entry := ar.readMetadata() if entry == nil { break } action(entry) } } // listEntry prints to standard output a line describing the entry. func listEntry(ar *Archive, entry *Entry, verbose bool) { if verbose { fmt.Fprintf(stdout, "%s\n", entry) } else { fmt.Fprintf(stdout, "%s\n", entry.name) } } // output copies the entry to the specified writer. func (ar *Archive) output(entry *Entry, w io.Writer) { n, err := io.Copy(w, io.LimitReader(ar.fd, entry.size)) if err != nil { log.Fatal(err) } if n != entry.size { log.Fatal("short file") } if entry.size&1 == 1 { _, err := ar.fd.Seek(1, io.SeekCurrent) if err != nil { log.Fatal(err) } } } // skip skips the entry without reading it. func (ar *Archive) skip(entry *Entry) { size := entry.size if size&1 == 1 { size++ } _, err := ar.fd.Seek(size, io.SeekCurrent) if err != nil { log.Fatal(err) } } // match reports whether the entry matches the argument list. // If it does, it also drops the file from the to-be-processed list. func (ar *Archive) match(entry *Entry) bool { if ar.matchAll { return true } for i, name := range ar.files { if entry.name == name { copy(ar.files[i:], ar.files[i+1:]) ar.files = ar.files[:len(ar.files)-1] return true } } return false } // addFiles adds files to the archive. The archive is known to be // sane and we are positioned at the end. No attempt is made // to check for existing files. func (ar *Archive) addFiles() { if len(ar.files) == 0 { usage() } for _, file := range ar.files { if verbose { fmt.Printf("%s\n", file) } fd, err := os.Open(file) if err != nil { log.Fatal(err) } ar.addFile(fd) } ar.files = nil } // FileLike abstracts the few methods we need, so we can test without needing real files. type FileLike interface { Name() string Stat() (os.FileInfo, error) Read([]byte) (int, error) Close() error } // addFile adds a single file to the archive func (ar *Archive) addFile(fd FileLike) { defer fd.Close() // Format the entry. // First, get its info. info, err := fd.Stat() if err != nil { log.Fatal(err) } // mtime, uid, gid are all zero so repeated builds produce identical output. mtime := int64(0) uid := 0 gid := 0 ar.startFile(info.Name(), mtime, uid, gid, info.Mode(), info.Size()) n64, err := io.Copy(ar.fd, fd) if err != nil { log.Fatal("writing file: ", err) } if n64 != info.Size() { log.Fatalf("writing file: wrote %d bytes; file is size %d", n64, info.Size()) } ar.endFile() } // startFile writes the archive entry header. func (ar *Archive) startFile(name string, mtime int64, uid, gid int, mode os.FileMode, size int64) { n, err := fmt.Fprintf(ar.fd, entryHeader, exactly16Bytes(name), mtime, uid, gid, mode, size) if err != nil || n != entryLen { log.Fatal("writing entry header: ", err) } ar.pad = int(size & 1) } // endFile writes the archive entry tail (a single byte of padding, if the file size was odd). func (ar *Archive) endFile() { if ar.pad != 0 { _, err := ar.fd.Write([]byte{0}) if err != nil { log.Fatal("writing archive: ", err) } ar.pad = 0 } } // addPkgdef adds the __.PKGDEF file to the archive, copied // from the first Go object file on the file list, if any. // The archive is known to be empty. func (ar *Archive) addPkgdef() { for _, file := range ar.files { pkgdef, err := readPkgdef(file) if err != nil { continue } if verbose { fmt.Printf("__.PKGDEF # %s\n", file) } ar.startFile("__.PKGDEF", 0, 0, 0, 0644, int64(len(pkgdef))) _, err = ar.fd.Write(pkgdef) if err != nil { log.Fatal("writing __.PKGDEF: ", err) } ar.endFile() break } } // readPkgdef extracts the __.PKGDEF data from a Go object file. func readPkgdef(file string) (data []byte, err error) { f, err := os.Open(file) if err != nil { return nil, err } defer f.Close() // Read from file, collecting header for __.PKGDEF. // The header is from the beginning of the file until a line // containing just "!". The first line must begin with "go object ". // // Note: It's possible for "\n!\n" to appear within the binary // package export data format. To avoid truncating the package // definition prematurely (issue 21703), we keep keep track of // how many "$$" delimiters we've seen. rbuf := bufio.NewReader(f) var wbuf bytes.Buffer markers := 0 for { line, err := rbuf.ReadBytes('\n') if err != nil { return nil, err } if wbuf.Len() == 0 && !bytes.HasPrefix(line, []byte("go object ")) { return nil, errors.New("not a Go object file") } if markers%2 == 0 && bytes.Equal(line, []byte("!\n")) { break } if bytes.HasPrefix(line, []byte("$$")) { markers++ } wbuf.Write(line) } return wbuf.Bytes(), nil } // exactly16Bytes truncates the string if necessary so it is at most 16 bytes long, // then pads the result with spaces to be exactly 16 bytes. // Fmt uses runes for its width calculation, but we need bytes in the entry header. func exactly16Bytes(s string) string { for len(s) > 16 { _, wid := utf8.DecodeLastRuneInString(s) s = s[:len(s)-wid] } const sixteenSpaces = " " s += sixteenSpaces[:16-len(s)] return s } // Finally, the actual commands. Each is an action. // can be modified for testing. var stdout io.Writer = os.Stdout // printContents implements the 'p' command. func (ar *Archive) printContents(entry *Entry) { if ar.match(entry) { if verbose { listEntry(ar, entry, false) } ar.output(entry, stdout) } else { ar.skip(entry) } } // skipContents implements the first part of the 'r' command. // It just scans the archive to make sure it's intact. func (ar *Archive) skipContents(entry *Entry) { ar.skip(entry) } // tableOfContents implements the 't' command. func (ar *Archive) tableOfContents(entry *Entry) { if ar.match(entry) { listEntry(ar, entry, verbose) } ar.skip(entry) } // extractContents implements the 'x' command. func (ar *Archive) extractContents(entry *Entry) { if ar.match(entry) { if verbose { listEntry(ar, entry, false) } fd, err := os.OpenFile(entry.name, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, entry.mode) if err != nil { log.Fatal(err) } ar.output(entry, fd) fd.Close() } else { ar.skip(entry) } }