484 lines
12 KiB
Go
484 lines
12 KiB
Go
package vfsgen
|
||
|
||
import (
|
||
"bytes"
|
||
"compress/gzip"
|
||
"errors"
|
||
"io"
|
||
"io/ioutil"
|
||
"net/http"
|
||
"os"
|
||
pathpkg "path"
|
||
"sort"
|
||
"strconv"
|
||
"text/template"
|
||
"time"
|
||
|
||
"github.com/shurcooL/httpfs/vfsutil"
|
||
)
|
||
|
||
// Generate Go code that statically implements input filesystem,
|
||
// write the output to a file specified in opt.
|
||
func Generate(input http.FileSystem, opt Options) error {
|
||
opt.fillMissing()
|
||
|
||
// Use an in-memory buffer to generate the entire output.
|
||
buf := new(bytes.Buffer)
|
||
|
||
err := t.ExecuteTemplate(buf, "Header", opt)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
var toc toc
|
||
err = findAndWriteFiles(buf, input, &toc)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
err = t.ExecuteTemplate(buf, "DirEntries", toc.dirs)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
err = t.ExecuteTemplate(buf, "Trailer", toc)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
// Write output file (all at once).
|
||
err = ioutil.WriteFile(opt.Filename, buf.Bytes(), 0644)
|
||
return err
|
||
}
|
||
|
||
type toc struct {
|
||
dirs []*dirInfo
|
||
|
||
HasCompressedFile bool // There's at least one compressedFile.
|
||
HasFile bool // There's at least one uncompressed file.
|
||
}
|
||
|
||
// fileInfo is a definition of a file.
|
||
type fileInfo struct {
|
||
Path string
|
||
Name string
|
||
ModTime time.Time
|
||
UncompressedSize int64
|
||
}
|
||
|
||
// dirInfo is a definition of a directory.
|
||
type dirInfo struct {
|
||
Path string
|
||
Name string
|
||
ModTime time.Time
|
||
Entries []string
|
||
}
|
||
|
||
// findAndWriteFiles recursively finds all the file paths in the given directory tree.
|
||
// They are added to the given map as keys. Values will be safe function names
|
||
// for each file, which will be used when generating the output code.
|
||
func findAndWriteFiles(buf *bytes.Buffer, fs http.FileSystem, toc *toc) error {
|
||
walkFn := func(path string, fi os.FileInfo, r io.ReadSeeker, err error) error {
|
||
if err != nil {
|
||
// Consider all errors reading the input filesystem as fatal.
|
||
return err
|
||
}
|
||
|
||
switch fi.IsDir() {
|
||
case false:
|
||
file := &fileInfo{
|
||
Path: path,
|
||
Name: pathpkg.Base(path),
|
||
ModTime: fi.ModTime().UTC(),
|
||
UncompressedSize: fi.Size(),
|
||
}
|
||
|
||
marker := buf.Len()
|
||
|
||
// Write CompressedFileInfo.
|
||
err = writeCompressedFileInfo(buf, file, r)
|
||
switch err {
|
||
default:
|
||
return err
|
||
case nil:
|
||
toc.HasCompressedFile = true
|
||
// If compressed file is not smaller than original, revert and write original file.
|
||
case errCompressedNotSmaller:
|
||
_, err = r.Seek(0, io.SeekStart)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
buf.Truncate(marker)
|
||
|
||
// Write FileInfo.
|
||
err = writeFileInfo(buf, file, r)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
toc.HasFile = true
|
||
}
|
||
case true:
|
||
entries, err := readDirPaths(fs, path)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
dir := &dirInfo{
|
||
Path: path,
|
||
Name: pathpkg.Base(path),
|
||
ModTime: fi.ModTime().UTC(),
|
||
Entries: entries,
|
||
}
|
||
|
||
toc.dirs = append(toc.dirs, dir)
|
||
|
||
// Write DirInfo.
|
||
err = t.ExecuteTemplate(buf, "DirInfo", dir)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
}
|
||
|
||
return nil
|
||
}
|
||
|
||
err := vfsutil.WalkFiles(fs, "/", walkFn)
|
||
return err
|
||
}
|
||
|
||
// readDirPaths reads the directory named by dirname and returns
|
||
// a sorted list of directory paths.
|
||
func readDirPaths(fs http.FileSystem, dirname string) ([]string, error) {
|
||
fis, err := vfsutil.ReadDir(fs, dirname)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
paths := make([]string, len(fis))
|
||
for i := range fis {
|
||
paths[i] = pathpkg.Join(dirname, fis[i].Name())
|
||
}
|
||
sort.Strings(paths)
|
||
return paths, nil
|
||
}
|
||
|
||
// writeCompressedFileInfo writes CompressedFileInfo.
|
||
// It returns errCompressedNotSmaller if compressed file is not smaller than original.
|
||
func writeCompressedFileInfo(w io.Writer, file *fileInfo, r io.Reader) error {
|
||
err := t.ExecuteTemplate(w, "CompressedFileInfo-Before", file)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
sw := &stringWriter{Writer: w}
|
||
gw, _ := gzip.NewWriterLevel(sw, gzip.BestCompression)
|
||
_, err = io.Copy(gw, r)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
err = gw.Close()
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if sw.N >= file.UncompressedSize {
|
||
return errCompressedNotSmaller
|
||
}
|
||
err = t.ExecuteTemplate(w, "CompressedFileInfo-After", file)
|
||
return err
|
||
}
|
||
|
||
var errCompressedNotSmaller = errors.New("compressed file is not smaller than original")
|
||
|
||
// Write FileInfo.
|
||
func writeFileInfo(w io.Writer, file *fileInfo, r io.Reader) error {
|
||
err := t.ExecuteTemplate(w, "FileInfo-Before", file)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
sw := &stringWriter{Writer: w}
|
||
_, err = io.Copy(sw, r)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
err = t.ExecuteTemplate(w, "FileInfo-After", file)
|
||
return err
|
||
}
|
||
|
||
var t = template.Must(template.New("").Funcs(template.FuncMap{
|
||
"quote": strconv.Quote,
|
||
"comment": func(s string) (string, error) {
|
||
var buf bytes.Buffer
|
||
cw := &commentWriter{W: &buf}
|
||
_, err := io.WriteString(cw, s)
|
||
if err != nil {
|
||
return "", err
|
||
}
|
||
err = cw.Close()
|
||
return buf.String(), err
|
||
},
|
||
}).Parse(`{{define "Header"}}// Code generated by vfsgen; DO NOT EDIT.
|
||
|
||
{{with .BuildTags}}// +build {{.}}
|
||
|
||
{{end}}package {{.PackageName}}
|
||
|
||
import (
|
||
"bytes"
|
||
"compress/gzip"
|
||
"fmt"
|
||
"io"
|
||
"io/ioutil"
|
||
"net/http"
|
||
"os"
|
||
pathpkg "path"
|
||
"time"
|
||
)
|
||
|
||
{{comment .VariableComment}}
|
||
var {{.VariableName}} = func() http.FileSystem {
|
||
fs := vfsgen۰FS{
|
||
{{end}}
|
||
|
||
|
||
|
||
{{define "CompressedFileInfo-Before"}} {{quote .Path}}: &vfsgen۰CompressedFileInfo{
|
||
name: {{quote .Name}},
|
||
modTime: {{template "Time" .ModTime}},
|
||
uncompressedSize: {{.UncompressedSize}},
|
||
{{/* This blank line separating compressedContent is neccessary to prevent potential gofmt issues. See issue #19. */}}
|
||
compressedContent: []byte("{{end}}{{define "CompressedFileInfo-After"}}"),
|
||
},
|
||
{{end}}
|
||
|
||
|
||
|
||
{{define "FileInfo-Before"}} {{quote .Path}}: &vfsgen۰FileInfo{
|
||
name: {{quote .Name}},
|
||
modTime: {{template "Time" .ModTime}},
|
||
content: []byte("{{end}}{{define "FileInfo-After"}}"),
|
||
},
|
||
{{end}}
|
||
|
||
|
||
|
||
{{define "DirInfo"}} {{quote .Path}}: &vfsgen۰DirInfo{
|
||
name: {{quote .Name}},
|
||
modTime: {{template "Time" .ModTime}},
|
||
},
|
||
{{end}}
|
||
|
||
|
||
|
||
{{define "DirEntries"}} }
|
||
{{range .}}{{if .Entries}} fs[{{quote .Path}}].(*vfsgen۰DirInfo).entries = []os.FileInfo{{"{"}}{{range .Entries}}
|
||
fs[{{quote .}}].(os.FileInfo),{{end}}
|
||
}
|
||
{{end}}{{end}}
|
||
return fs
|
||
}()
|
||
{{end}}
|
||
|
||
|
||
|
||
{{define "Trailer"}}
|
||
type vfsgen۰FS map[string]interface{}
|
||
|
||
func (fs vfsgen۰FS) Open(path string) (http.File, error) {
|
||
path = pathpkg.Clean("/" + path)
|
||
f, ok := fs[path]
|
||
if !ok {
|
||
return nil, &os.PathError{Op: "open", Path: path, Err: os.ErrNotExist}
|
||
}
|
||
|
||
switch f := f.(type) {{"{"}}{{if .HasCompressedFile}}
|
||
case *vfsgen۰CompressedFileInfo:
|
||
gr, err := gzip.NewReader(bytes.NewReader(f.compressedContent))
|
||
if err != nil {
|
||
// This should never happen because we generate the gzip bytes such that they are always valid.
|
||
panic("unexpected error reading own gzip compressed bytes: " + err.Error())
|
||
}
|
||
return &vfsgen۰CompressedFile{
|
||
vfsgen۰CompressedFileInfo: f,
|
||
gr: gr,
|
||
}, nil{{end}}{{if .HasFile}}
|
||
case *vfsgen۰FileInfo:
|
||
return &vfsgen۰File{
|
||
vfsgen۰FileInfo: f,
|
||
Reader: bytes.NewReader(f.content),
|
||
}, nil{{end}}
|
||
case *vfsgen۰DirInfo:
|
||
return &vfsgen۰Dir{
|
||
vfsgen۰DirInfo: f,
|
||
}, nil
|
||
default:
|
||
// This should never happen because we generate only the above types.
|
||
panic(fmt.Sprintf("unexpected type %T", f))
|
||
}
|
||
}
|
||
{{if .HasCompressedFile}}
|
||
// vfsgen۰CompressedFileInfo is a static definition of a gzip compressed file.
|
||
type vfsgen۰CompressedFileInfo struct {
|
||
name string
|
||
modTime time.Time
|
||
compressedContent []byte
|
||
uncompressedSize int64
|
||
}
|
||
|
||
func (f *vfsgen۰CompressedFileInfo) Readdir(count int) ([]os.FileInfo, error) {
|
||
return nil, fmt.Errorf("cannot Readdir from file %s", f.name)
|
||
}
|
||
func (f *vfsgen۰CompressedFileInfo) Stat() (os.FileInfo, error) { return f, nil }
|
||
|
||
func (f *vfsgen۰CompressedFileInfo) GzipBytes() []byte {
|
||
return f.compressedContent
|
||
}
|
||
|
||
func (f *vfsgen۰CompressedFileInfo) Name() string { return f.name }
|
||
func (f *vfsgen۰CompressedFileInfo) Size() int64 { return f.uncompressedSize }
|
||
func (f *vfsgen۰CompressedFileInfo) Mode() os.FileMode { return 0444 }
|
||
func (f *vfsgen۰CompressedFileInfo) ModTime() time.Time { return f.modTime }
|
||
func (f *vfsgen۰CompressedFileInfo) IsDir() bool { return false }
|
||
func (f *vfsgen۰CompressedFileInfo) Sys() interface{} { return nil }
|
||
|
||
// vfsgen۰CompressedFile is an opened compressedFile instance.
|
||
type vfsgen۰CompressedFile struct {
|
||
*vfsgen۰CompressedFileInfo
|
||
gr *gzip.Reader
|
||
grPos int64 // Actual gr uncompressed position.
|
||
seekPos int64 // Seek uncompressed position.
|
||
}
|
||
|
||
func (f *vfsgen۰CompressedFile) Read(p []byte) (n int, err error) {
|
||
if f.grPos > f.seekPos {
|
||
// Rewind to beginning.
|
||
err = f.gr.Reset(bytes.NewReader(f.compressedContent))
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
f.grPos = 0
|
||
}
|
||
if f.grPos < f.seekPos {
|
||
// Fast-forward.
|
||
_, err = io.CopyN(ioutil.Discard, f.gr, f.seekPos-f.grPos)
|
||
if err != nil {
|
||
return 0, err
|
||
}
|
||
f.grPos = f.seekPos
|
||
}
|
||
n, err = f.gr.Read(p)
|
||
f.grPos += int64(n)
|
||
f.seekPos = f.grPos
|
||
return n, err
|
||
}
|
||
func (f *vfsgen۰CompressedFile) Seek(offset int64, whence int) (int64, error) {
|
||
switch whence {
|
||
case io.SeekStart:
|
||
f.seekPos = 0 + offset
|
||
case io.SeekCurrent:
|
||
f.seekPos += offset
|
||
case io.SeekEnd:
|
||
f.seekPos = f.uncompressedSize + offset
|
||
default:
|
||
panic(fmt.Errorf("invalid whence value: %v", whence))
|
||
}
|
||
return f.seekPos, nil
|
||
}
|
||
func (f *vfsgen۰CompressedFile) Close() error {
|
||
return f.gr.Close()
|
||
}
|
||
{{else}}
|
||
// We already imported "compress/gzip" and "io/ioutil", but ended up not using them. Avoid unused import error.
|
||
var _ = gzip.Reader{}
|
||
var _ = ioutil.Discard
|
||
{{end}}{{if .HasFile}}
|
||
// vfsgen۰FileInfo is a static definition of an uncompressed file (because it's not worth gzip compressing).
|
||
type vfsgen۰FileInfo struct {
|
||
name string
|
||
modTime time.Time
|
||
content []byte
|
||
}
|
||
|
||
func (f *vfsgen۰FileInfo) Readdir(count int) ([]os.FileInfo, error) {
|
||
return nil, fmt.Errorf("cannot Readdir from file %s", f.name)
|
||
}
|
||
func (f *vfsgen۰FileInfo) Stat() (os.FileInfo, error) { return f, nil }
|
||
|
||
func (f *vfsgen۰FileInfo) NotWorthGzipCompressing() {}
|
||
|
||
func (f *vfsgen۰FileInfo) Name() string { return f.name }
|
||
func (f *vfsgen۰FileInfo) Size() int64 { return int64(len(f.content)) }
|
||
func (f *vfsgen۰FileInfo) Mode() os.FileMode { return 0444 }
|
||
func (f *vfsgen۰FileInfo) ModTime() time.Time { return f.modTime }
|
||
func (f *vfsgen۰FileInfo) IsDir() bool { return false }
|
||
func (f *vfsgen۰FileInfo) Sys() interface{} { return nil }
|
||
|
||
// vfsgen۰File is an opened file instance.
|
||
type vfsgen۰File struct {
|
||
*vfsgen۰FileInfo
|
||
*bytes.Reader
|
||
}
|
||
|
||
func (f *vfsgen۰File) Close() error {
|
||
return nil
|
||
}
|
||
{{else if not .HasCompressedFile}}
|
||
// We already imported "bytes", but ended up not using it. Avoid unused import error.
|
||
var _ = bytes.Reader{}
|
||
{{end}}
|
||
// vfsgen۰DirInfo is a static definition of a directory.
|
||
type vfsgen۰DirInfo struct {
|
||
name string
|
||
modTime time.Time
|
||
entries []os.FileInfo
|
||
}
|
||
|
||
func (d *vfsgen۰DirInfo) Read([]byte) (int, error) {
|
||
return 0, fmt.Errorf("cannot Read from directory %s", d.name)
|
||
}
|
||
func (d *vfsgen۰DirInfo) Close() error { return nil }
|
||
func (d *vfsgen۰DirInfo) Stat() (os.FileInfo, error) { return d, nil }
|
||
|
||
func (d *vfsgen۰DirInfo) Name() string { return d.name }
|
||
func (d *vfsgen۰DirInfo) Size() int64 { return 0 }
|
||
func (d *vfsgen۰DirInfo) Mode() os.FileMode { return 0755 | os.ModeDir }
|
||
func (d *vfsgen۰DirInfo) ModTime() time.Time { return d.modTime }
|
||
func (d *vfsgen۰DirInfo) IsDir() bool { return true }
|
||
func (d *vfsgen۰DirInfo) Sys() interface{} { return nil }
|
||
|
||
// vfsgen۰Dir is an opened dir instance.
|
||
type vfsgen۰Dir struct {
|
||
*vfsgen۰DirInfo
|
||
pos int // Position within entries for Seek and Readdir.
|
||
}
|
||
|
||
func (d *vfsgen۰Dir) Seek(offset int64, whence int) (int64, error) {
|
||
if offset == 0 && whence == io.SeekStart {
|
||
d.pos = 0
|
||
return 0, nil
|
||
}
|
||
return 0, fmt.Errorf("unsupported Seek in directory %s", d.name)
|
||
}
|
||
|
||
func (d *vfsgen۰Dir) Readdir(count int) ([]os.FileInfo, error) {
|
||
if d.pos >= len(d.entries) && count > 0 {
|
||
return nil, io.EOF
|
||
}
|
||
if count <= 0 || count > len(d.entries)-d.pos {
|
||
count = len(d.entries) - d.pos
|
||
}
|
||
e := d.entries[d.pos : d.pos+count]
|
||
d.pos += count
|
||
return e, nil
|
||
}
|
||
{{end}}
|
||
|
||
|
||
|
||
{{define "Time"}}
|
||
{{- if .IsZero -}}
|
||
time.Time{}
|
||
{{- else -}}
|
||
time.Date({{.Year}}, {{printf "%d" .Month}}, {{.Day}}, {{.Hour}}, {{.Minute}}, {{.Second}}, {{.Nanosecond}}, time.UTC)
|
||
{{- end -}}
|
||
{{end}}
|
||
`))
|