update.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274
  1. /*
  2. Copyright 2018 The Kubernetes Authors.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package merge
  14. import (
  15. "fmt"
  16. "sigs.k8s.io/structured-merge-diff/fieldpath"
  17. "sigs.k8s.io/structured-merge-diff/typed"
  18. )
  19. // Converter is an interface to the conversion logic. The converter
  20. // needs to be able to convert objects from one version to another.
  21. type Converter interface {
  22. Convert(object typed.TypedValue, version fieldpath.APIVersion) (typed.TypedValue, error)
  23. IsMissingVersionError(error) bool
  24. }
  25. // Updater is the object used to compute updated FieldSets and also
  26. // merge the object on Apply.
  27. type Updater struct {
  28. Converter Converter
  29. }
  30. func (s *Updater) update(oldObject, newObject typed.TypedValue, version fieldpath.APIVersion, managers fieldpath.ManagedFields, workflow string, force bool) (fieldpath.ManagedFields, error) {
  31. conflicts := fieldpath.ManagedFields{}
  32. removed := fieldpath.ManagedFields{}
  33. type Versioned struct {
  34. oldObject typed.TypedValue
  35. newObject typed.TypedValue
  36. }
  37. versions := map[fieldpath.APIVersion]Versioned{
  38. version: Versioned{
  39. oldObject: oldObject,
  40. newObject: newObject,
  41. },
  42. }
  43. for manager, managerSet := range managers {
  44. if manager == workflow {
  45. continue
  46. }
  47. versioned, ok := versions[managerSet.APIVersion]
  48. if !ok {
  49. var err error
  50. versioned.oldObject, err = s.Converter.Convert(oldObject, managerSet.APIVersion)
  51. if err != nil {
  52. if s.Converter.IsMissingVersionError(err) {
  53. delete(managers, manager)
  54. continue
  55. }
  56. return nil, fmt.Errorf("failed to convert old object: %v", err)
  57. }
  58. versioned.newObject, err = s.Converter.Convert(newObject, managerSet.APIVersion)
  59. if err != nil {
  60. if s.Converter.IsMissingVersionError(err) {
  61. delete(managers, manager)
  62. continue
  63. }
  64. return nil, fmt.Errorf("failed to convert new object: %v", err)
  65. }
  66. versions[managerSet.APIVersion] = versioned
  67. }
  68. compare, err := versioned.oldObject.Compare(versioned.newObject)
  69. if err != nil {
  70. return nil, fmt.Errorf("failed to compare objects: %v", err)
  71. }
  72. conflictSet := managerSet.Intersection(compare.Modified.Union(compare.Added))
  73. if !conflictSet.Empty() {
  74. conflicts[manager] = &fieldpath.VersionedSet{
  75. Set: conflictSet,
  76. APIVersion: managerSet.APIVersion,
  77. }
  78. }
  79. if !compare.Removed.Empty() {
  80. removed[manager] = &fieldpath.VersionedSet{
  81. Set: compare.Removed,
  82. APIVersion: managerSet.APIVersion,
  83. }
  84. }
  85. }
  86. if !force && len(conflicts) != 0 {
  87. return nil, ConflictsFromManagers(conflicts)
  88. }
  89. for manager, conflictSet := range conflicts {
  90. managers[manager].Set = managers[manager].Set.Difference(conflictSet.Set)
  91. }
  92. for manager, removedSet := range removed {
  93. managers[manager].Set = managers[manager].Set.Difference(removedSet.Set)
  94. }
  95. for manager := range managers {
  96. if managers[manager].Set.Empty() {
  97. delete(managers, manager)
  98. }
  99. }
  100. return managers, nil
  101. }
  102. // Update is the method you should call once you've merged your final
  103. // object on CREATE/UPDATE/PATCH verbs. newObject must be the object
  104. // that you intend to persist (after applying the patch if this is for a
  105. // PATCH call), and liveObject must be the original object (empty if
  106. // this is a CREATE call).
  107. func (s *Updater) Update(liveObject, newObject typed.TypedValue, version fieldpath.APIVersion, managers fieldpath.ManagedFields, manager string) (fieldpath.ManagedFields, error) {
  108. var err error
  109. managers = shallowCopyManagers(managers)
  110. managers, err = s.update(liveObject, newObject, version, managers, manager, true)
  111. if err != nil {
  112. return fieldpath.ManagedFields{}, err
  113. }
  114. compare, err := liveObject.Compare(newObject)
  115. if err != nil {
  116. return fieldpath.ManagedFields{}, fmt.Errorf("failed to compare live and new objects: %v", err)
  117. }
  118. if _, ok := managers[manager]; !ok {
  119. managers[manager] = &fieldpath.VersionedSet{
  120. Set: fieldpath.NewSet(),
  121. }
  122. }
  123. managers[manager].Set = managers[manager].Set.Union(compare.Modified).Union(compare.Added).Difference(compare.Removed)
  124. managers[manager].APIVersion = version
  125. if managers[manager].Set.Empty() {
  126. delete(managers, manager)
  127. }
  128. return managers, nil
  129. }
  130. // Apply should be called when Apply is run, given the current object as
  131. // well as the configuration that is applied. This will merge the object
  132. // and return it.
  133. func (s *Updater) Apply(liveObject, configObject typed.TypedValue, version fieldpath.APIVersion, managers fieldpath.ManagedFields, manager string, force bool) (typed.TypedValue, fieldpath.ManagedFields, error) {
  134. managers = shallowCopyManagers(managers)
  135. newObject, err := liveObject.Merge(configObject)
  136. if err != nil {
  137. return nil, fieldpath.ManagedFields{}, fmt.Errorf("failed to merge config: %v", err)
  138. }
  139. lastSet := managers[manager]
  140. set, err := configObject.ToFieldSet()
  141. if err != nil {
  142. return nil, fieldpath.ManagedFields{}, fmt.Errorf("failed to get field set: %v", err)
  143. }
  144. managers[manager] = &fieldpath.VersionedSet{
  145. Set: set,
  146. APIVersion: version,
  147. Applied: true,
  148. }
  149. newObject, err = s.prune(newObject, managers, manager, lastSet)
  150. if err != nil {
  151. return nil, fieldpath.ManagedFields{}, fmt.Errorf("failed to prune fields: %v", err)
  152. }
  153. managers, err = s.update(liveObject, newObject, version, managers, manager, force)
  154. if err != nil {
  155. return nil, fieldpath.ManagedFields{}, err
  156. }
  157. return newObject, managers, nil
  158. }
  159. func shallowCopyManagers(managers fieldpath.ManagedFields) fieldpath.ManagedFields {
  160. newManagers := fieldpath.ManagedFields{}
  161. for manager, set := range managers {
  162. newManagers[manager] = set
  163. }
  164. return newManagers
  165. }
  166. // prune will remove a list or map item, iff:
  167. // * applyingManager applied it last time
  168. // * applyingManager didn't apply it this time
  169. // * no other applier claims to manage it
  170. func (s *Updater) prune(merged typed.TypedValue, managers fieldpath.ManagedFields, applyingManager string, lastSet *fieldpath.VersionedSet) (typed.TypedValue, error) {
  171. if lastSet == nil || lastSet.Set.Empty() {
  172. return merged, nil
  173. }
  174. convertedMerged, err := s.Converter.Convert(merged, lastSet.APIVersion)
  175. if err != nil {
  176. if s.Converter.IsMissingVersionError(err) {
  177. return merged, nil
  178. }
  179. return nil, fmt.Errorf("failed to convert merged object to last applied version: %v", err)
  180. }
  181. pruned := convertedMerged.RemoveItems(lastSet.Set)
  182. pruned, err = s.addBackOwnedItems(convertedMerged, pruned, managers, applyingManager)
  183. if err != nil {
  184. return nil, fmt.Errorf("failed add back owned items: %v", err)
  185. }
  186. pruned, err = s.addBackDanglingItems(convertedMerged, pruned, lastSet)
  187. if err != nil {
  188. return nil, fmt.Errorf("failed add back dangling items: %v", err)
  189. }
  190. return s.Converter.Convert(pruned, managers[applyingManager].APIVersion)
  191. }
  192. // addBackOwnedItems adds back any list and map items that were removed by prune,
  193. // but other appliers (or the current applier's new config) claim to own.
  194. func (s *Updater) addBackOwnedItems(merged, pruned typed.TypedValue, managedFields fieldpath.ManagedFields, applyingManager string) (typed.TypedValue, error) {
  195. var err error
  196. managedAtVersion := map[fieldpath.APIVersion]*fieldpath.Set{}
  197. for _, managerSet := range managedFields {
  198. if managerSet.Applied {
  199. if _, ok := managedAtVersion[managerSet.APIVersion]; !ok {
  200. managedAtVersion[managerSet.APIVersion] = fieldpath.NewSet()
  201. }
  202. managedAtVersion[managerSet.APIVersion] = managedAtVersion[managerSet.APIVersion].Union(managerSet.Set)
  203. }
  204. }
  205. for version, managed := range managedAtVersion {
  206. merged, err = s.Converter.Convert(merged, version)
  207. if err != nil {
  208. if s.Converter.IsMissingVersionError(err) {
  209. continue
  210. }
  211. return nil, fmt.Errorf("failed to convert merged object at version %v: %v", version, err)
  212. }
  213. pruned, err = s.Converter.Convert(pruned, version)
  214. if err != nil {
  215. if s.Converter.IsMissingVersionError(err) {
  216. continue
  217. }
  218. return nil, fmt.Errorf("failed to convert pruned object at version %v: %v", version, err)
  219. }
  220. mergedSet, err := merged.ToFieldSet()
  221. if err != nil {
  222. return nil, fmt.Errorf("failed to create field set from merged object at version %v: %v", version, err)
  223. }
  224. prunedSet, err := pruned.ToFieldSet()
  225. if err != nil {
  226. return nil, fmt.Errorf("failed to create field set from pruned object at version %v: %v", version, err)
  227. }
  228. pruned = merged.RemoveItems(mergedSet.Difference(prunedSet.Union(managed)))
  229. }
  230. return pruned, nil
  231. }
  232. // addBackDanglingItems makes sure that the only items removed by prune are items that were
  233. // previously owned by the currently applying manager. This will add back unowned items and items
  234. // which are owned by Updaters that shouldn't be removed.
  235. func (s *Updater) addBackDanglingItems(merged, pruned typed.TypedValue, lastSet *fieldpath.VersionedSet) (typed.TypedValue, error) {
  236. convertedPruned, err := s.Converter.Convert(pruned, lastSet.APIVersion)
  237. if err != nil {
  238. if s.Converter.IsMissingVersionError(err) {
  239. return merged, nil
  240. }
  241. return nil, fmt.Errorf("failed to convert pruned object to last applied version: %v", err)
  242. }
  243. prunedSet, err := convertedPruned.ToFieldSet()
  244. if err != nil {
  245. return nil, fmt.Errorf("failed to create field set from pruned object in last applied version: %v", err)
  246. }
  247. mergedSet, err := merged.ToFieldSet()
  248. if err != nil {
  249. return nil, fmt.Errorf("failed to create field set from merged object in last applied version: %v", err)
  250. }
  251. return merged.RemoveItems(mergedSet.Difference(prunedSet).Intersection(lastSet.Set)), nil
  252. }