package parser import ( "fmt" "go/parser" "go/token" "io" "io/ioutil" "os" "path/filepath" "strings" "sync" "github.com/markbates/pkger/here" ) var defaultIgnoredFolders = []string{".", "_", "vendor", "node_modules", "testdata"} func New(her here.Info) (*Parser, error) { return &Parser{ Info: her, decls: map[string]Decls{}, }, nil } type Parser struct { here.Info decls map[string]Decls once sync.Once includes []string err error } func Parse(her here.Info, includes ...string) (Decls, error) { p, err := New(her) if err != nil { return nil, err } p.includes = includes return p.Decls() } func (p *Parser) ParseSource(source Source, mode parser.Mode) (*ParsedSource, error) { pf := &ParsedSource{ Source: source, FileSet: token.NewFileSet(), } b, err := ioutil.ReadFile(source.Abs) if err != nil { return nil, err } src := string(b) pff, err := parser.ParseFile(pf.FileSet, source.Abs, src, mode) if err != nil && err != io.EOF { return nil, err } pf.Ast = pff return pf, nil } func (p *Parser) ParseFile(abs string, mode parser.Mode) (*ParsedSource, error) { s := Source{ Abs: abs, } info, err := os.Stat(abs) if err != nil { return nil, err } if info.IsDir() { return nil, fmt.Errorf("%s is a directory", abs) } dir := filepath.Dir(abs) s.Here, err = here.Dir(dir) if err != nil { return nil, err } s.Path, err = s.Here.Parse(strings.TrimPrefix(abs, dir)) return p.ParseSource(s, 0) } func (p *Parser) ParseDir(abs string, mode parser.Mode) ([]*ParsedSource, error) { info, err := os.Stat(abs) if err != nil { return nil, err } if !info.IsDir() { return nil, fmt.Errorf("%s is not a directory", abs) } her, err := here.Dir(abs) if err != nil { return nil, fmt.Errorf("%w: here.Dir failed %s", err, abs) } pt, err := her.Parse(strings.TrimPrefix(abs, filepath.Dir(abs))) if err != nil { return nil, fmt.Errorf("%w: here.Parse failed %s", err, abs) } fset := token.NewFileSet() pkgs, err := parser.ParseDir(fset, abs, nil, 0) if err != nil { return nil, fmt.Errorf("%w: ParseDir failed %s", err, abs) } var srcs []*ParsedSource for _, pkg := range pkgs { for name, pf := range pkg.Files { s := &ParsedSource{ Source: Source{ Abs: name, Path: pt, Here: her, }, FileSet: fset, Ast: pf, } srcs = append(srcs, s) } } return srcs, nil } func (p *Parser) Decls() (Decls, error) { if err := p.parse(); err != nil { return nil, err } var decls Decls orderedNames := []string{ "MkdirAll", "Create", "Include", "Stat", "Open", "Dir", "Walk", } for _, n := range orderedNames { decls = append(decls, p.decls[n]...) } return decls, nil } func (p *Parser) DeclsMap() (map[string]Decls, error) { err := p.Parse() return p.decls, err } func (p *Parser) Parse() error { (&p.once).Do(func() { p.err = p.parse() }) return p.err } func (p *Parser) parse() error { p.decls = map[string]Decls{} root := p.Dir if err := p.parseIncludes(); err != nil { return err } fi, err := os.Stat(root) if err != nil { return err } if !fi.IsDir() { return fmt.Errorf("%q is not a directory", root) } err = filepath.Walk(root, func(path string, info os.FileInfo, err error) error { if err != nil { return err } if !info.IsDir() { return nil } base := filepath.Base(path) for _, x := range defaultIgnoredFolders { if strings.HasPrefix(base, x) { return filepath.SkipDir } } srcs, err := p.ParseDir(path, 0) if err != nil { return fmt.Errorf("%w: %s", err, path) } for _, src := range srcs { mm, err := src.DeclsMap() if err != nil { return fmt.Errorf("%w: %s", err, src.Abs) } for k, v := range mm { p.decls[k] = append(p.decls[k], v...) } } return nil }) return err } func (p *Parser) parseIncludes() error { for _, i := range p.includes { pt, err := p.Info.Parse(i) if err != nil { return err } her := p.Info if pt.Pkg != her.ImportPath { her, err = here.Package(pt.Pkg) if err != nil { return err } } abs := filepath.Join(her.Module.Dir, pt.Name) f := &File{ Abs: abs, Path: pt, Here: her, } p.decls["Include"] = append(p.decls["Include"], IncludeDecl{ value: i, file: f, }) } return nil }