Simpler exporting
This commit is contained in:
parent
4ff3c32c4b
commit
9cde4d9676
12
context.go
12
context.go
@ -65,7 +65,10 @@ func (context *Context) DispatchFile(file *File) {
|
|||||||
// dependencies on any input files that are needed to generate it, and then
|
// dependencies on any input files that are needed to generate it, and then
|
||||||
// passes it to the next link in the chain.
|
// passes it to the next link in the chain.
|
||||||
func (context *Context) DispatchAndCacheFile(outputFile *File, inputFiles ...*File) {
|
func (context *Context) DispatchAndCacheFile(outputFile *File, inputFiles ...*File) {
|
||||||
context.goldsmith.storeFile(context, outputFile, inputFiles)
|
if context.goldsmith.fileCache != nil {
|
||||||
|
context.goldsmith.fileCache.storeFile(context, outputFile, inputFiles)
|
||||||
|
}
|
||||||
|
|
||||||
context.outputFiles <- outputFile
|
context.outputFiles <- outputFile
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -73,7 +76,12 @@ func (context *Context) DispatchAndCacheFile(outputFile *File, inputFiles ...*Fi
|
|||||||
// output path and any input files that are needed to generate it. The function
|
// output path and any input files that are needed to generate it. The function
|
||||||
// will return nil if the desired file is not found in the cache.
|
// will return nil if the desired file is not found in the cache.
|
||||||
func (context *Context) RetrieveCachedFile(outputPath string, inputFiles ...*File) *File {
|
func (context *Context) RetrieveCachedFile(outputPath string, inputFiles ...*File) *File {
|
||||||
return context.goldsmith.retrieveFile(context, outputPath, inputFiles)
|
var outputFile *File
|
||||||
|
if context.goldsmith.fileCache != nil {
|
||||||
|
outputFile, _ = context.goldsmith.fileCache.retrieveFile(context, outputPath, inputFiles)
|
||||||
|
}
|
||||||
|
|
||||||
|
return outputFile
|
||||||
}
|
}
|
||||||
|
|
||||||
// Specify internal filter(s) that exclude files from being processed.
|
// Specify internal filter(s) that exclude files from being processed.
|
||||||
|
64
goldsmith.go
64
goldsmith.go
@ -5,8 +5,6 @@ import (
|
|||||||
"fmt"
|
"fmt"
|
||||||
"hash"
|
"hash"
|
||||||
"hash/crc32"
|
"hash/crc32"
|
||||||
"os"
|
|
||||||
"path/filepath"
|
|
||||||
"sync"
|
"sync"
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -18,7 +16,6 @@ type Goldsmith struct {
|
|||||||
contexts []*Context
|
contexts []*Context
|
||||||
contextHasher hash.Hash32
|
contextHasher hash.Hash32
|
||||||
|
|
||||||
fileRefs map[string]bool
|
|
||||||
fileCache *cache
|
fileCache *cache
|
||||||
|
|
||||||
filters filterStack
|
filters filterStack
|
||||||
@ -33,10 +30,9 @@ func Begin(sourceDir string) *Goldsmith {
|
|||||||
goldsmith := &Goldsmith{
|
goldsmith := &Goldsmith{
|
||||||
sourceDir: sourceDir,
|
sourceDir: sourceDir,
|
||||||
contextHasher: crc32.NewIEEE(),
|
contextHasher: crc32.NewIEEE(),
|
||||||
fileRefs: make(map[string]bool),
|
|
||||||
}
|
}
|
||||||
|
|
||||||
goldsmith.Chain(new(loader))
|
goldsmith.Chain(&loader{})
|
||||||
return goldsmith
|
return goldsmith
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -89,66 +85,18 @@ func (goldsmith *Goldsmith) FilterPop() *Goldsmith {
|
|||||||
func (goldsmith *Goldsmith) End(targetDir string) []error {
|
func (goldsmith *Goldsmith) End(targetDir string) []error {
|
||||||
goldsmith.targetDir = targetDir
|
goldsmith.targetDir = targetDir
|
||||||
|
|
||||||
|
goldsmith.Chain(&saver{
|
||||||
|
clean: goldsmith.clean,
|
||||||
|
tokens: make(map[string]bool),
|
||||||
|
})
|
||||||
|
|
||||||
for _, context := range goldsmith.contexts {
|
for _, context := range goldsmith.contexts {
|
||||||
go context.step()
|
go context.step()
|
||||||
}
|
}
|
||||||
|
|
||||||
context := goldsmith.contexts[len(goldsmith.contexts)-1]
|
|
||||||
for file := range context.outputFiles {
|
|
||||||
if goldsmith.filters.accept(file) {
|
|
||||||
goldsmith.exportFile(file)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if goldsmith.clean {
|
|
||||||
goldsmith.removeUnreferencedFiles()
|
|
||||||
}
|
|
||||||
|
|
||||||
return goldsmith.errors
|
return goldsmith.errors
|
||||||
}
|
}
|
||||||
|
|
||||||
func (goldsmith *Goldsmith) retrieveFile(context *Context, outputPath string, inputFiles []*File) *File {
|
|
||||||
if goldsmith.fileCache != nil {
|
|
||||||
outputFile, _ := goldsmith.fileCache.retrieveFile(context, outputPath, inputFiles)
|
|
||||||
return outputFile
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (goldsmith *Goldsmith) storeFile(context *Context, outputFile *File, inputFiles []*File) {
|
|
||||||
if goldsmith.fileCache != nil {
|
|
||||||
goldsmith.fileCache.storeFile(context, outputFile, inputFiles)
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
func (goldsmith *Goldsmith) removeUnreferencedFiles() {
|
|
||||||
infos := make(chan fileInfo)
|
|
||||||
go scanDir(goldsmith.targetDir, infos)
|
|
||||||
|
|
||||||
for info := range infos {
|
|
||||||
if info.path != goldsmith.targetDir {
|
|
||||||
relPath, _ := filepath.Rel(goldsmith.targetDir, info.path)
|
|
||||||
if contained, _ := goldsmith.fileRefs[relPath]; !contained {
|
|
||||||
os.RemoveAll(info.path)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (goldsmith *Goldsmith) exportFile(file *File) error {
|
|
||||||
if err := file.export(goldsmith.targetDir); err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
for pathSeg := cleanPath(file.sourcePath); pathSeg != "."; pathSeg = filepath.Dir(pathSeg) {
|
|
||||||
goldsmith.fileRefs[pathSeg] = true
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (goldsmith *Goldsmith) fault(name string, file *File, err error) {
|
func (goldsmith *Goldsmith) fault(name string, file *File, err error) {
|
||||||
goldsmith.mutex.Lock()
|
goldsmith.mutex.Lock()
|
||||||
defer goldsmith.mutex.Unlock()
|
defer goldsmith.mutex.Unlock()
|
||||||
|
@ -2,9 +2,7 @@ package goldsmith
|
|||||||
|
|
||||||
import "path/filepath"
|
import "path/filepath"
|
||||||
|
|
||||||
type loader struct {
|
type loader struct{}
|
||||||
Initializer
|
|
||||||
}
|
|
||||||
|
|
||||||
func (*loader) Name() string {
|
func (*loader) Name() string {
|
||||||
return "loader"
|
return "loader"
|
||||||
|
49
saver.go
Normal file
49
saver.go
Normal file
@ -0,0 +1,49 @@
|
|||||||
|
package goldsmith
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"sync"
|
||||||
|
)
|
||||||
|
|
||||||
|
type saver struct {
|
||||||
|
clean bool
|
||||||
|
|
||||||
|
tokens map[string]bool
|
||||||
|
mutex sync.Mutex
|
||||||
|
}
|
||||||
|
|
||||||
|
func (*saver) Name() string {
|
||||||
|
return "saver"
|
||||||
|
}
|
||||||
|
|
||||||
|
func (saver *saver) Process(context *Context, file *File) error {
|
||||||
|
saver.mutex.Lock()
|
||||||
|
defer saver.mutex.Unlock()
|
||||||
|
|
||||||
|
for token := cleanPath(file.sourcePath); token != "."; token = filepath.Dir(token) {
|
||||||
|
saver.tokens[token] = true
|
||||||
|
}
|
||||||
|
|
||||||
|
return file.export(context.goldsmith.targetDir)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (saver *saver) Finalize(context *Context) error {
|
||||||
|
if !saver.clean {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
infos := make(chan fileInfo)
|
||||||
|
go scanDir(context.goldsmith.targetDir, infos)
|
||||||
|
|
||||||
|
for info := range infos {
|
||||||
|
if info.path != context.goldsmith.targetDir {
|
||||||
|
relPath, _ := filepath.Rel(context.goldsmith.targetDir, info.path)
|
||||||
|
if contained, _ := saver.tokens[relPath]; !contained {
|
||||||
|
os.RemoveAll(info.path)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user