/* * Copyright (c) 2015 Alex Yatskov * Author: Alex Yatskov * * Permission is hereby granted, free of charge, to any person obtaining a copy of * this software and associated documentation files (the "Software"), to deal in * the Software without restriction, including without limitation the rights to * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of * the Software, and to permit persons to whom the Software is furnished to do so, * subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ package goldsmith import ( "os" "path" "path/filepath" "sync" ) const ( FileFlagStatic = 1 << iota ) type stage struct { input, output chan *File } type goldsmith struct { srcDir, dstDir string stages []stage refs map[string]bool err error } func New(srcDir, dstDir string) Goldsmith { gs := &goldsmith{ srcDir: srcDir, dstDir: dstDir, refs: make(map[string]bool), } gs.scanFs() return gs } func NewFile(path string) *File { return &File{ Path: cleanPath(path), Meta: make(map[string]interface{}), } } func NewFileStatic(path string) *File { file := NewFile(path) file.Type = FileStatic return file } func NewFileRef(path string) *File { file := NewFile(path) file.Type = FileReference return file } func (gs *goldsmith) scanFs() { files := make(chan string) go scanDir(gs.srcDir, files, nil) s := gs.makeStage() go func() { defer close(s.output) for path := range files { relPath, err := filepath.Rel(gs.srcDir, path) if err != nil { panic(err) } file := NewFile(relPath) var f *os.File if f, file.Err = os.Open(path); file.Err == nil { _, file.Err = file.Buff.ReadFrom(f) f.Close() } s.output <- file } }() } func (gs *goldsmith) cleanupFiles() { files := make(chan string) dirs := make(chan string) go scanDir(gs.dstDir, files, dirs) for files != nil || dirs != nil { var ( path string ok bool ) select { case path, ok = <-files: if !ok { files = nil continue } case path, ok = <-dirs: if !ok { dirs = nil continue } default: continue } relPath, err := filepath.Rel(gs.dstDir, path) if err != nil { panic(err) } if contained, _ := gs.refs[relPath]; contained { continue } os.RemoveAll(path) } } func (gs *goldsmith) exportFile(file *File) { if file.Err != nil { return } if file.Type == FileReference { gs.refFile(file.Path) return } absPath := filepath.Join(gs.dstDir, file.Path) if file.Err = os.MkdirAll(path.Dir(absPath), 0755); file.Err != nil { return } var f *os.File if f, file.Err = os.Create(absPath); file.Err == nil { defer f.Close() if _, file.Err = f.Write(file.Buff.Bytes()); file.Err == nil { gs.refFile(file.Path) } } } func (gs *goldsmith) makeStage() stage { s := stage{output: make(chan *File)} if len(gs.stages) > 0 { s.input = gs.stages[len(gs.stages)-1].output } gs.stages = append(gs.stages, s) return s } func (gs *goldsmith) chain(s stage, c Chainer) { var ( wg sync.WaitGroup output = make(chan *File) input = make(chan *File) ) wg.Add(1) go func() { for file := range output { s.output <- file } wg.Done() }() wg.Add(1) go func() { a, _ := c.(Accepter) for file := range s.input { if file.Type == FileNormal && (a == nil || a.Accept(file)) { input <- file } else { s.output <- file } } close(input) wg.Done() }() go func() { c.Chain(gs, input, output) wg.Wait() close(s.output) }() } func (gs *goldsmith) refFile(path string) { path = cleanPath(path) for { gs.refs[path] = true if path == "." { break } path = filepath.Dir(path) } } func (gs *goldsmith) SrcDir() string { return gs.srcDir } func (gs *goldsmith) DstDir() string { return gs.dstDir } func (gs *goldsmith) Chain(c Chainer, err error) Goldsmith { if gs.err != nil { return gs } if gs.err = err; gs.err == nil { gs.chain(gs.makeStage(), c) } return gs } func (gs *goldsmith) Complete() ([]*File, error) { s := gs.stages[len(gs.stages)-1] var files []*File for file := range s.output { if gs.err == nil { gs.exportFile(file) } file.Buff.Reset() files = append(files, file) } if gs.err == nil { gs.cleanupFiles() } return files, gs.err } func cleanPath(path string) string { if filepath.IsAbs(path) { var err error if path, err = filepath.Rel("/", path); err != nil { panic(err) } } return filepath.Clean(path) } func scanDir(root string, files, dirs chan string) { defer func() { if files != nil { close(files) } if dirs != nil { close(dirs) } }() filepath.Walk(root, func(path string, info os.FileInfo, err error) error { if err != nil { return err } if info.IsDir() { if dirs != nil { dirs <- path } } else { if files != nil { files <- path } } return nil }) }