feature: refactor api parse to g4 (#365)

* feature: refactor api parse to g4 * new g4 parser * add CHANGE_LOG.MD * refactor * fix byte bug * refactor * optimized * optimized * revert * update readme.md * update readme.md * update readme.md * update readme.md * remove no need * fix java gen * add upgrade * resolve confilits Co-authored-by: anqiansong <anqiansong@xiaoheiban.cn>
2021-01-11 15:10:51 +08:00
parent b0ccfb8eb4
commit ee19fb736b
88 changed files with 13641 additions and 2458 deletions
--- a/tools/goctl/api/parser/g4/test/import_test.go
+++ b/tools/goctl/api/parser/g4/test/import_test.go
@@ -0,0 +1,143 @@
+package test
+
+import (
+	"sort"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+	"github.com/tal-tech/go-zero/tools/goctl/api/parser/g4/ast"
+	"github.com/tal-tech/go-zero/tools/goctl/api/parser/g4/gen/api"
+)
+
+var importAccept = func(p *api.ApiParserParser, visitor *ast.ApiVisitor) interface{} {
+	return p.ImportSpec().Accept(visitor)
+}
+
+func TestImport(t *testing.T) {
+	t.Run("matched", func(t *testing.T) {
+		v, err := parser.Accept(importAccept, `import "foo.api"`)
+		assert.Nil(t, err)
+
+		list := v.([]*ast.ImportExpr)
+		for _, each := range list {
+			assert.True(t, each.Equal(&ast.ImportExpr{
+				Import: ast.NewTextExpr("import"),
+				Value:  ast.NewTextExpr(`"foo.api"`),
+			}))
+		}
+	})
+
+	t.Run("matched block", func(t *testing.T) {
+		v, err := parser.Accept(importAccept, `
+		import (
+			/**foo*/
+			"foo.api"
+			/**bar*/
+			"bar.api"
+			/**foobar*/
+			"foo/bar.api"/**foobar*/
+		)
+		`)
+		assert.Nil(t, err)
+
+		list := v.([]*ast.ImportExpr)
+		expected := []*ast.ImportExpr{
+			{
+				Import: ast.NewTextExpr("import"),
+				Value:  ast.NewTextExpr(`"foo.api"`),
+				DocExpr: []ast.Expr{
+					ast.NewTextExpr("/**foo*/"),
+				},
+			},
+			{
+				Import: ast.NewTextExpr("import"),
+				Value:  ast.NewTextExpr(`"bar.api"`),
+				DocExpr: []ast.Expr{
+					ast.NewTextExpr("/**bar*/"),
+				},
+			},
+			{
+				Import: ast.NewTextExpr("import"),
+				Value:  ast.NewTextExpr(`"foo/bar.api"`),
+				DocExpr: []ast.Expr{
+					ast.NewTextExpr("/**foobar*/"),
+				},
+				CommentExpr: ast.NewTextExpr("/**foobar*/"),
+			},
+		}
+
+		sort.Slice(list, func(i, j int) bool {
+			return list[i].Value.Line() < list[j].Value.Line()
+		})
+		sort.Slice(expected, func(i, j int) bool {
+			return expected[i].Value.Line() < expected[j].Value.Line()
+		})
+
+		assert.True(t, len(list) == len(expected))
+		for index, each := range list {
+			assert.True(t, each.Equal(expected[index]))
+		}
+	})
+
+	t.Run("matched doc", func(t *testing.T) {
+		v, err := parser.Accept(importAccept, `
+		/**doc*/
+		import "foo.api" /**line doc*/`)
+		assert.Nil(t, err)
+
+		list := v.([]*ast.ImportExpr)
+		for _, each := range list {
+			assert.True(t, each.Equal(&ast.ImportExpr{
+				Import: ast.NewTextExpr("import"),
+				Value:  ast.NewTextExpr(`"foo.api"`),
+				DocExpr: []ast.Expr{
+					ast.NewTextExpr("/**doc*/"),
+				},
+				CommentExpr: ast.NewTextExpr("/**line doc*/"),
+			}))
+		}
+	})
+
+	t.Run("matched comment", func(t *testing.T) {
+		v, err := parser.Accept(importAccept, `
+		// comment block
+		import "foo.api" // line comment`)
+		assert.Nil(t, err)
+
+		list := v.([]*ast.ImportExpr)
+		for _, each := range list {
+			assert.True(t, each.Equal(&ast.ImportExpr{
+				Import: ast.NewTextExpr("import"),
+				Value:  ast.NewTextExpr(`"foo.api"`),
+				DocExpr: []ast.Expr{
+					ast.NewTextExpr("// comment block"),
+				},
+				CommentExpr: ast.NewTextExpr("// line comment"),
+			}))
+		}
+	})
+
+	t.Run("mismatched import", func(t *testing.T) {
+		_, err := parser.Accept(importAccept, `
+		 "foo.api"`)
+		assert.Error(t, err)
+
+		_, err = parser.Accept(importAccept, `
+		 impor "foo.api"`)
+		assert.Error(t, err)
+	})
+
+	t.Run("mismatched value", func(t *testing.T) {
+		_, err := parser.Accept(importAccept, `
+		 import "foo"`)
+		assert.Error(t, err)
+
+		_, err = parser.Accept(importAccept, `
+		 import ""`)
+		assert.Error(t, err)
+
+		_, err = parser.Accept(importAccept, `
+		 import `)
+		assert.Error(t, err)
+	})
+}