goldsmith/goldsmith.go

/*
 * Copyright (c) 2015 Alex Yatskov <alex@foosoft.net>
 * Author: Alex Yatskov <alex@foosoft.net>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy of
 * this software and associated documentation files (the "Software"), to deal in
 * the Software without restriction, including without limitation the rights to
 * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
 * the Software, and to permit persons to whom the Software is furnished to do so,
 * subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
 * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
 * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
 * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 */

package goldsmith

import (
	"os"
	"path"
	"path/filepath"
	"sync"
)

const (
	FileFlagStatic = 1 << iota
)

type stage struct {
	input, output chan *File
}

type goldsmith struct {
	srcDir, dstDir string
	stages         []stage
	refs           map[string]bool
	err            error
}

func New(srcDir, dstDir string) Goldsmith {
	gs := &goldsmith{
		srcDir: srcDir,
		dstDir: dstDir,
		refs:   make(map[string]bool),
	}

	gs.scanFs()
	return gs
}

func NewFile(path string) *File {
	return &File{
		Path: cleanPath(path),
		Meta: make(map[string]interface{}),
	}
}

func NewFileStatic(path string) *File {
	file := NewFile(path)
	file.Type = FileStatic
	return file
}

func NewFileRef(path string) *File {
	file := NewFile(path)
	file.Type = FileReference
	return file
}

func (gs *goldsmith) scanFs() {
	files := make(chan string)
	go scanDir(gs.srcDir, files, nil)

	s := gs.makeStage()

	go func() {
		defer close(s.output)

		for path := range files {
			relPath, err := filepath.Rel(gs.srcDir, path)
			if err != nil {
				panic(err)
			}

			file := NewFile(relPath)

			var f *os.File
			if f, file.Err = os.Open(path); file.Err == nil {
				_, file.Err = file.Buff.ReadFrom(f)
				f.Close()
			}

			s.output <- file
		}
	}()
}

func (gs *goldsmith) cleanupFiles() {
	files := make(chan string)
	dirs := make(chan string)
	go scanDir(gs.dstDir, files, dirs)

	for files != nil || dirs != nil {
		var (
			path string
			ok   bool
		)

		select {
		case path, ok = <-files:
			if !ok {
				files = nil
				continue
			}
		case path, ok = <-dirs:
			if !ok {
				dirs = nil
				continue
			}
		default:
			continue
		}

		relPath, err := filepath.Rel(gs.dstDir, path)
		if err != nil {
			panic(err)
		}

		if contained, _ := gs.refs[relPath]; contained {
			continue
		}

		os.RemoveAll(path)
	}
}

func (gs *goldsmith) exportFile(file *File) {
	if file.Err != nil {
		return
	}

	if file.Type == FileReference {
		gs.refFile(file.Path)
		return
	}

	absPath := filepath.Join(gs.dstDir, file.Path)
	if file.Err = os.MkdirAll(path.Dir(absPath), 0755); file.Err != nil {
		return
	}

	var f *os.File
	if f, file.Err = os.Create(absPath); file.Err == nil {
		defer f.Close()
		if _, file.Err = f.Write(file.Buff.Bytes()); file.Err == nil {
			gs.refFile(file.Path)
		}
	}
}

func (gs *goldsmith) makeStage() stage {
	s := stage{output: make(chan *File)}
	if len(gs.stages) > 0 {
		s.input = gs.stages[len(gs.stages)-1].output
	}

	gs.stages = append(gs.stages, s)
	return s
}

func (gs *goldsmith) chain(s stage, c Chainer) {
	var (
		wg     sync.WaitGroup
		output = make(chan *File)
		input  = make(chan *File)
	)

	wg.Add(1)
	go func() {
		for file := range output {
			s.output <- file
		}

		wg.Done()
	}()

	wg.Add(1)
	go func() {
		a, _ := c.(Accepter)
		for file := range s.input {
			if file.Type == FileNormal && (a == nil || a.Accept(file)) {
				input <- file
			} else {
				s.output <- file
			}
		}

		close(input)
		wg.Done()
	}()

	go func() {
		c.Chain(gs, input, output)

		wg.Wait()
		close(s.output)
	}()
}

func (gs *goldsmith) refFile(path string) {
	path = cleanPath(path)

	for {
		gs.refs[path] = true
		if path == "." {
			break
		}

		path = filepath.Dir(path)
	}
}

func (gs *goldsmith) SrcDir() string {
	return gs.srcDir
}

func (gs *goldsmith) DstDir() string {
	return gs.dstDir
}

func (gs *goldsmith) Chain(c Chainer, err error) Goldsmith {
	if gs.err != nil {
		return gs
	}

	if gs.err = err; gs.err == nil {
		gs.chain(gs.makeStage(), c)
	}

	return gs
}

func (gs *goldsmith) Complete() ([]*File, error) {
	s := gs.stages[len(gs.stages)-1]

	var files []*File
	for file := range s.output {
		if gs.err == nil {
			gs.exportFile(file)
		}

		file.Buff.Reset()
		files = append(files, file)
	}

	if gs.err == nil {
		gs.cleanupFiles()
	}

	return files, gs.err
}

func cleanPath(path string) string {
	if filepath.IsAbs(path) {
		var err error
		if path, err = filepath.Rel("/", path); err != nil {
			panic(err)
		}
	}

	return filepath.Clean(path)
}

func scanDir(root string, files, dirs chan string) {
	defer func() {
		if files != nil {
			close(files)
		}
		if dirs != nil {
			close(dirs)
		}
	}()

	filepath.Walk(root, func(path string, info os.FileInfo, err error) error {
		if err != nil {
			return err
		}

		if info.IsDir() {
			if dirs != nil {
				dirs <- path
			}
		} else {
			if files != nil {
				files <- path
			}
		}

		return nil
	})
}