// Copyright 2017 Felix Lange . // Use of this source code is governed by the MIT license, // which can be found in the LICENSE file. /* Command gencodec generates marshaling methods for struct types. When gencodec is invoked on a directory and type name, it creates a Go source file containing JSON, YAML and TOML marshaling methods for the type. The generated methods add features which the standard json package cannot offer. gencodec -type MyType -out mytype_json.go Struct Tags All fields are required unless the "optional" struct tag is present. The generated unmarshaling method returns an error if a required field is missing. Other struct tags are carried over as is. The standard "json" and "yaml" tags can be used to rename a field when marshaling. Example: type foo struct { Required string Optional string `optional:"true"` Renamed string `json:"otherName"` } Field Type Overrides An invocation of gencodec can specify an additional 'field override' struct from which marshaling type replacements are taken. If the override struct contains a field whose name matches the original type, the generated marshaling methods will use the overridden type and convert to and from the original field type. In this example, the specialString type implements json.Unmarshaler to enforce additional parsing rules. When json.Unmarshal is used with type foo, the specialString unmarshaler will be used to parse the value of SpecialField. //go:generate gencodec -type foo -field-override fooMarshaling -out foo_json.go type foo struct { Field string SpecialField string } type fooMarshaling struct { SpecialField specialString // overrides type of SpecialField when marshaling/unmarshaling } Relaxed Field Conversions Field types in the override struct must be trivially convertible to the original field type. gencodec's definition of 'convertible' is less restrictive than the usual rules defined in the Go language specification. The following conversions are supported: If the fields are directly assignable, no conversion is emitted. If the fields are convertible according to Go language rules, a simple conversion is emitted. Example input code: type specialString string func (s *specialString) UnmarshalJSON(input []byte) error { ... } type Foo struct{ S string } type fooMarshaling struct{ S specialString } The generated code will contain: func (f *Foo) UnmarshalJSON(input []byte) error { var dec struct{ S *specialString } ... f.S = string(dec.specialString) ... } If the fields are of map or slice type and the element (and key) types are convertible, a simple loop is emitted. Example input code: type Foo2 struct{ M map[string]string } type foo2Marshaling struct{ S map[string]specialString } The generated code is similar to this snippet: func (f *Foo2) UnmarshalJSON(input []byte) error { var dec struct{ M map[string]specialString } ... for k, v := range dec.M { f.M[k] = string(v) } ... } */ package main import ( "bytes" "flag" "fmt" "go/build" "go/importer" "go/token" "go/types" "io/ioutil" "os" "path/filepath" "reflect" "strings" "golang.org/x/tools/go/buildutil" "golang.org/x/tools/go/loader" "golang.org/x/tools/imports" ) func main() { var ( pkgdir = flag.String("dir", ".", "input package") output = flag.String("out", "-", "output file (default is stdout)") typename = flag.String("type", "", "type to generate methods for") overrides = flag.String("field-override", "", "type to take field type replacements from") formats = flag.String("formats", "json", `marshaling formats (e.g. "json,yaml")`) ) flag.Parse() formatList := strings.Split(*formats, ",") for i := range formatList { formatList[i] = strings.TrimSpace(formatList[i]) } cfg := Config{Dir: *pkgdir, Type: *typename, FieldOverride: *overrides, Formats: formatList} code, err := cfg.process() if err != nil { fatal(err) } if *output == "-" { os.Stdout.Write(code) } else if err := ioutil.WriteFile(*output, code, 0644); err != nil { fatal(err) } } func fatal(args ...interface{}) { fmt.Fprintln(os.Stderr, args...) os.Exit(1) } var AllFormats = []string{"json", "yaml", "toml"} type Config struct { Dir string // input package directory Type string // type to generate methods for FieldOverride string // name of struct type for field overrides Formats []string // defaults to just "json", supported: "json", "yaml" Importer types.Importer FileSet *token.FileSet } func (cfg *Config) process() (code []byte, err error) { if cfg.FileSet == nil { cfg.FileSet = token.NewFileSet() } if cfg.Importer == nil { cfg.Importer = importer.Default() } if cfg.Formats == nil { cfg.Formats = []string{"json"} } pkg, err := loadPackage(cfg) if err != nil { return nil, err } typ, err := lookupStructType(pkg.Scope(), cfg.Type) if err != nil { return nil, fmt.Errorf("can't find %s in %q: %v", cfg.Type, pkg.Path(), err) } // Construct the marshaling type. mtyp := newMarshalerType(cfg.FileSet, cfg.Importer, typ) if cfg.FieldOverride != "" { otyp, err := lookupStructType(pkg.Scope(), cfg.FieldOverride) if err != nil { return nil, fmt.Errorf("can't find field replacement type %s: %v", cfg.FieldOverride, err) } err = mtyp.loadOverrides(cfg.FieldOverride, otyp.Underlying().(*types.Struct)) if err != nil { return nil, err } } // Generate and format the output. Formatting uses goimports because it // removes unused imports. code, err = generate(mtyp, cfg) if err != nil { return nil, err } opt := &imports.Options{Comments: true, TabIndent: true, TabWidth: 8} code, err = imports.Process("", code, opt) if err != nil { panic(fmt.Errorf("BUG: can't gofmt generated code: %v", err)) } return code, nil } func loadPackage(cfg *Config) (*types.Package, error) { // Find the import path of the package in the given directory. cwd, _ := os.Getwd() dir := filepath.Join(cfg.Dir, "*.go") // glob is stripped by ContainingPackage pkg, err := buildutil.ContainingPackage(&build.Default, cwd, dir) if err != nil { return nil, err } // Load the actual package. nocheck := func(path string) bool { return false } lcfg := loader.Config{Fset: cfg.FileSet, TypeCheckFuncBodies: nocheck} lcfg.ImportWithTests(pkg.ImportPath) prog, err := lcfg.Load() if err != nil { return nil, err } return prog.Package(pkg.ImportPath).Pkg, nil } func generate(mtyp *marshalerType, cfg *Config) ([]byte, error) { w := new(bytes.Buffer) fmt.Fprint(w, "// Code generated by github.com/fjl/gencodec. DO NOT EDIT.\n\n") fmt.Fprintln(w, "package", mtyp.orig.Obj().Pkg().Name()) fmt.Fprintln(w) mtyp.scope.writeImportDecl(w) fmt.Fprintln(w) for _, format := range cfg.Formats { switch format { case "json": writeFunction(w, mtyp.fs, genMarshalJSON(mtyp)) fmt.Fprintln(w) writeFunction(w, mtyp.fs, genUnmarshalJSON(mtyp)) case "yaml": writeFunction(w, mtyp.fs, genMarshalYAML(mtyp)) fmt.Fprintln(w) writeFunction(w, mtyp.fs, genUnmarshalYAML(mtyp)) case "toml": writeFunction(w, mtyp.fs, genMarshalTOML(mtyp)) fmt.Fprintln(w) writeFunction(w, mtyp.fs, genUnmarshalTOML(mtyp)) default: return nil, fmt.Errorf("unknown format: %q", format) } fmt.Fprintln(w) } return w.Bytes(), nil } // marshalerType represents the intermediate struct type used during marshaling. // This is the input data to all the Go code templates. type marshalerType struct { name string Fields []*marshalerField fs *token.FileSet orig *types.Named scope *fileScope } // marshalerField represents a field of the intermediate marshaling type. type marshalerField struct { name string typ types.Type origTyp types.Type tag string } func newMarshalerType(fs *token.FileSet, imp types.Importer, typ *types.Named) *marshalerType { mtyp := &marshalerType{name: typ.Obj().Name(), fs: fs, orig: typ} styp := typ.Underlying().(*types.Struct) mtyp.scope = newFileScope(imp, typ.Obj().Pkg()) mtyp.scope.addReferences(styp) // Add packages which are always needed. mtyp.scope.addImport("encoding/json") mtyp.scope.addImport("errors") for i := 0; i < styp.NumFields(); i++ { f := styp.Field(i) if !f.Exported() { continue } mf := &marshalerField{ name: f.Name(), typ: f.Type(), origTyp: f.Type(), tag: styp.Tag(i), } if f.Anonymous() { fmt.Fprintf(os.Stderr, "Warning: ignoring embedded field %s\n", f.Name()) continue } mtyp.Fields = append(mtyp.Fields, mf) } return mtyp } // loadOverrides sets field types of the intermediate marshaling type from // matching fields of otyp. func (mtyp *marshalerType) loadOverrides(otypename string, otyp *types.Struct) error { for i := 0; i < otyp.NumFields(); i++ { of := otyp.Field(i) if of.Anonymous() || !of.Exported() { return fmt.Errorf("%v: field override type cannot have embedded or unexported fields", mtyp.fs.Position(of.Pos())) } f := mtyp.fieldByName(of.Name()) if f == nil { return fmt.Errorf("%v: no matching field for %s in original type %s", mtyp.fs.Position(of.Pos()), of.Name(), mtyp.name) } if err := checkConvertible(of.Type(), f.origTyp); err != nil { return fmt.Errorf("%v: invalid field override: %v", mtyp.fs.Position(of.Pos()), err) } f.typ = of.Type() } mtyp.scope.addReferences(otyp) return nil } func (mtyp *marshalerType) fieldByName(name string) *marshalerField { for _, f := range mtyp.Fields { if f.name == name { return f } } return nil } // isOptional returns whether the field is optional when decoding the given format. func (mf *marshalerField) isOptional(format string) bool { rtag := reflect.StructTag(mf.tag) if rtag.Get("optional") == "true" || rtag.Get("optional") == "yes" { return true } // Fields with json:"-" must be treated as optional. return strings.HasPrefix(rtag.Get(format), "-") } // encodedName returns the alternative field name assigned by the format's struct tag. func (mf *marshalerField) encodedName(format string) string { val := reflect.StructTag(mf.tag).Get(format) if comma := strings.Index(val, ","); comma != -1 { val = val[:comma] } if val == "" || val == "-" { return uncapitalize(mf.name) } return val } func uncapitalize(s string) string { return strings.ToLower(s[:1]) + s[1:] }