generate.go 7.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266
  1. /* Copyright 2018 The Bazel Authors. All rights reserved.
  2. Licensed under the Apache License, Version 2.0 (the "License");
  3. you may not use this file except in compliance with the License.
  4. You may obtain a copy of the License at
  5. http://www.apache.org/licenses/LICENSE-2.0
  6. Unless required by applicable law or agreed to in writing, software
  7. distributed under the License is distributed on an "AS IS" BASIS,
  8. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  9. See the License for the specific language governing permissions and
  10. limitations under the License.
  11. */
  12. package proto
  13. import (
  14. "fmt"
  15. "log"
  16. "sort"
  17. "strings"
  18. "github.com/bazelbuild/bazel-gazelle/config"
  19. "github.com/bazelbuild/bazel-gazelle/language"
  20. "github.com/bazelbuild/bazel-gazelle/rule"
  21. )
  22. func (_ *protoLang) GenerateRules(args language.GenerateArgs) language.GenerateResult {
  23. c := args.Config
  24. pc := GetProtoConfig(c)
  25. if !pc.Mode.ShouldGenerateRules() {
  26. // Don't create or delete proto rules in this mode. Any existing rules
  27. // are likely hand-written.
  28. return language.GenerateResult{}
  29. }
  30. var regularProtoFiles []string
  31. for _, name := range args.RegularFiles {
  32. if strings.HasSuffix(name, ".proto") {
  33. regularProtoFiles = append(regularProtoFiles, name)
  34. }
  35. }
  36. var genProtoFiles []string
  37. for _, name := range args.GenFiles {
  38. if strings.HasSuffix(name, ".proto") {
  39. genProtoFiles = append(genProtoFiles, name)
  40. }
  41. }
  42. pkgs := buildPackages(pc, args.Dir, args.Rel, regularProtoFiles, genProtoFiles)
  43. shouldSetVisibility := args.File == nil || !args.File.HasDefaultVisibility()
  44. var res language.GenerateResult
  45. for _, pkg := range pkgs {
  46. r := generateProto(pc, args.Rel, pkg, shouldSetVisibility)
  47. if r.IsEmpty(protoKinds[r.Kind()]) {
  48. res.Empty = append(res.Empty, r)
  49. } else {
  50. res.Gen = append(res.Gen, r)
  51. }
  52. }
  53. sort.SliceStable(res.Gen, func(i, j int) bool {
  54. return res.Gen[i].Name() < res.Gen[j].Name()
  55. })
  56. res.Imports = make([]interface{}, len(res.Gen))
  57. for i, r := range res.Gen {
  58. res.Imports[i] = r.PrivateAttr(config.GazelleImportsKey)
  59. }
  60. res.Empty = append(res.Empty, generateEmpty(args.File, regularProtoFiles, genProtoFiles)...)
  61. return res
  62. }
  63. // RuleName returns a name for a proto_library derived from the given strings.
  64. // For each string, RuleName will look for a non-empty suffix of identifier
  65. // characters and then append "_proto" to that.
  66. func RuleName(names ...string) string {
  67. base := "root"
  68. for _, name := range names {
  69. notIdent := func(c rune) bool {
  70. return !('A' <= c && c <= 'Z' ||
  71. 'a' <= c && c <= 'z' ||
  72. '0' <= c && c <= '9' ||
  73. c == '_')
  74. }
  75. if i := strings.LastIndexFunc(name, notIdent); i >= 0 {
  76. name = name[i+1:]
  77. }
  78. if name != "" {
  79. base = name
  80. break
  81. }
  82. }
  83. return base + "_proto"
  84. }
  85. // buildPackage extracts metadata from the .proto files in a directory and
  86. // constructs possibly several packages, then selects a package to generate
  87. // a proto_library rule for.
  88. func buildPackages(pc *ProtoConfig, dir, rel string, protoFiles, genFiles []string) []*Package {
  89. packageMap := make(map[string]*Package)
  90. for _, name := range protoFiles {
  91. info := protoFileInfo(dir, name)
  92. key := info.PackageName
  93. if pc.groupOption != "" {
  94. for _, opt := range info.Options {
  95. if opt.Key == pc.groupOption {
  96. key = opt.Value
  97. break
  98. }
  99. }
  100. }
  101. if packageMap[key] == nil {
  102. packageMap[key] = newPackage(info.PackageName)
  103. }
  104. packageMap[key].addFile(info)
  105. }
  106. switch pc.Mode {
  107. case DefaultMode:
  108. pkg, err := selectPackage(dir, rel, packageMap)
  109. if err != nil {
  110. log.Print(err)
  111. }
  112. if pkg == nil {
  113. return nil // empty rule created in generateEmpty
  114. }
  115. for _, name := range genFiles {
  116. pkg.addGenFile(dir, name)
  117. }
  118. return []*Package{pkg}
  119. case PackageMode:
  120. pkgs := make([]*Package, 0, len(packageMap))
  121. for _, pkg := range packageMap {
  122. pkgs = append(pkgs, pkg)
  123. }
  124. return pkgs
  125. default:
  126. return nil
  127. }
  128. }
  129. // selectPackage chooses a package to generate rules for.
  130. func selectPackage(dir, rel string, packageMap map[string]*Package) (*Package, error) {
  131. if len(packageMap) == 0 {
  132. return nil, nil
  133. }
  134. if len(packageMap) == 1 {
  135. for _, pkg := range packageMap {
  136. return pkg, nil
  137. }
  138. }
  139. defaultPackageName := strings.Replace(rel, "/", "_", -1)
  140. for _, pkg := range packageMap {
  141. if pkgName := goPackageName(pkg); pkgName != "" && pkgName == defaultPackageName {
  142. return pkg, nil
  143. }
  144. }
  145. return nil, fmt.Errorf("%s: directory contains multiple proto packages. Gazelle can only generate a proto_library for one package.", dir)
  146. }
  147. // goPackageName guesses the identifier in package declarations at the top of
  148. // the .pb.go files that will be generated for this package. "" is returned
  149. // if the package name cannot be determined.
  150. //
  151. // TODO(jayconrod): remove all Go-specific functionality. This is here
  152. // temporarily for compatibility.
  153. func goPackageName(pkg *Package) string {
  154. if opt, ok := pkg.Options["go_package"]; ok {
  155. if i := strings.IndexByte(opt, ';'); i >= 0 {
  156. return opt[i+1:]
  157. } else if i := strings.LastIndexByte(opt, '/'); i >= 0 {
  158. return opt[i+1:]
  159. } else {
  160. return opt
  161. }
  162. }
  163. if pkg.Name != "" {
  164. return strings.Replace(pkg.Name, ".", "_", -1)
  165. }
  166. if len(pkg.Files) == 1 {
  167. for s := range pkg.Files {
  168. return strings.TrimSuffix(s, ".proto")
  169. }
  170. }
  171. return ""
  172. }
  173. // generateProto creates a new proto_library rule for a package. The rule may
  174. // be empty if there are no sources.
  175. func generateProto(pc *ProtoConfig, rel string, pkg *Package, shouldSetVisibility bool) *rule.Rule {
  176. var name string
  177. if pc.Mode == DefaultMode {
  178. name = RuleName(goPackageName(pkg), pc.GoPrefix, rel)
  179. } else {
  180. name = RuleName(pkg.Options[pc.groupOption], pkg.Name, rel)
  181. }
  182. r := rule.NewRule("proto_library", name)
  183. srcs := make([]string, 0, len(pkg.Files))
  184. for f := range pkg.Files {
  185. srcs = append(srcs, f)
  186. }
  187. sort.Strings(srcs)
  188. if len(srcs) > 0 {
  189. r.SetAttr("srcs", srcs)
  190. }
  191. r.SetPrivateAttr(PackageKey, *pkg)
  192. imports := make([]string, 0, len(pkg.Imports))
  193. for i := range pkg.Imports {
  194. imports = append(imports, i)
  195. }
  196. sort.Strings(imports)
  197. // NOTE: This attribute should not be used outside this extension. It's still
  198. // convenient for testing though.
  199. r.SetPrivateAttr(config.GazelleImportsKey, imports)
  200. for k, v := range pkg.Options {
  201. r.SetPrivateAttr(k, v)
  202. }
  203. if shouldSetVisibility {
  204. vis := rule.CheckInternalVisibility(rel, "//visibility:public")
  205. r.SetAttr("visibility", []string{vis})
  206. }
  207. if pc.stripImportPrefix != "" {
  208. r.SetAttr("strip_import_prefix", pc.stripImportPrefix)
  209. }
  210. if pc.importPrefix != "" {
  211. r.SetAttr("import_prefix", pc.importPrefix)
  212. }
  213. return r
  214. }
  215. // generateEmpty generates a list of proto_library rules that may be deleted.
  216. // This is generated from existing proto_library rules with srcs lists that
  217. // don't match any static or generated files.
  218. func generateEmpty(f *rule.File, regularFiles, genFiles []string) []*rule.Rule {
  219. if f == nil {
  220. return nil
  221. }
  222. knownFiles := make(map[string]bool)
  223. for _, f := range regularFiles {
  224. knownFiles[f] = true
  225. }
  226. for _, f := range genFiles {
  227. knownFiles[f] = true
  228. }
  229. var empty []*rule.Rule
  230. outer:
  231. for _, r := range f.Rules {
  232. if r.Kind() != "proto_library" {
  233. continue
  234. }
  235. srcs := r.AttrStrings("srcs")
  236. if len(srcs) == 0 && r.Attr("srcs") != nil {
  237. // srcs is not a string list; leave it alone
  238. continue
  239. }
  240. for _, src := range r.AttrStrings("srcs") {
  241. if knownFiles[src] {
  242. continue outer
  243. }
  244. }
  245. empty = append(empty, rule.NewRule("proto_library", r.Name()))
  246. }
  247. return empty
  248. }