projected.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396
  1. /*
  2. Copyright 2017 The Kubernetes Authors.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package projected
  14. import (
  15. "fmt"
  16. authenticationv1 "k8s.io/api/authentication/v1"
  17. "k8s.io/api/core/v1"
  18. "k8s.io/apimachinery/pkg/api/errors"
  19. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  20. "k8s.io/apimachinery/pkg/types"
  21. utilerrors "k8s.io/apimachinery/pkg/util/errors"
  22. utilfeature "k8s.io/apiserver/pkg/util/feature"
  23. "k8s.io/klog"
  24. "k8s.io/kubernetes/pkg/features"
  25. "k8s.io/kubernetes/pkg/volume"
  26. "k8s.io/kubernetes/pkg/volume/configmap"
  27. "k8s.io/kubernetes/pkg/volume/downwardapi"
  28. "k8s.io/kubernetes/pkg/volume/secret"
  29. volumeutil "k8s.io/kubernetes/pkg/volume/util"
  30. utilstrings "k8s.io/utils/strings"
  31. )
  32. // ProbeVolumePlugins is the entry point for plugin detection in a package.
  33. func ProbeVolumePlugins() []volume.VolumePlugin {
  34. return []volume.VolumePlugin{&projectedPlugin{}}
  35. }
  36. const (
  37. projectedPluginName = "kubernetes.io/projected"
  38. )
  39. type projectedPlugin struct {
  40. host volume.VolumeHost
  41. getSecret func(namespace, name string) (*v1.Secret, error)
  42. getConfigMap func(namespace, name string) (*v1.ConfigMap, error)
  43. getServiceAccountToken func(namespace, name string, tr *authenticationv1.TokenRequest) (*authenticationv1.TokenRequest, error)
  44. deleteServiceAccountToken func(podUID types.UID)
  45. }
  46. var _ volume.VolumePlugin = &projectedPlugin{}
  47. func wrappedVolumeSpec() volume.Spec {
  48. return volume.Spec{
  49. Volume: &v1.Volume{
  50. VolumeSource: v1.VolumeSource{
  51. EmptyDir: &v1.EmptyDirVolumeSource{Medium: v1.StorageMediumMemory},
  52. },
  53. },
  54. }
  55. }
  56. func getPath(uid types.UID, volName string, host volume.VolumeHost) string {
  57. return host.GetPodVolumeDir(uid, utilstrings.EscapeQualifiedName(projectedPluginName), volName)
  58. }
  59. func (plugin *projectedPlugin) Init(host volume.VolumeHost) error {
  60. plugin.host = host
  61. plugin.getSecret = host.GetSecretFunc()
  62. plugin.getConfigMap = host.GetConfigMapFunc()
  63. plugin.getServiceAccountToken = host.GetServiceAccountTokenFunc()
  64. plugin.deleteServiceAccountToken = host.DeleteServiceAccountTokenFunc()
  65. return nil
  66. }
  67. func (plugin *projectedPlugin) GetPluginName() string {
  68. return projectedPluginName
  69. }
  70. func (plugin *projectedPlugin) GetVolumeName(spec *volume.Spec) (string, error) {
  71. _, _, err := getVolumeSource(spec)
  72. if err != nil {
  73. return "", err
  74. }
  75. return spec.Name(), nil
  76. }
  77. func (plugin *projectedPlugin) CanSupport(spec *volume.Spec) bool {
  78. return spec.Volume != nil && spec.Volume.Projected != nil
  79. }
  80. func (plugin *projectedPlugin) IsMigratedToCSI() bool {
  81. return false
  82. }
  83. func (plugin *projectedPlugin) RequiresRemount() bool {
  84. return true
  85. }
  86. func (plugin *projectedPlugin) SupportsMountOption() bool {
  87. return false
  88. }
  89. func (plugin *projectedPlugin) SupportsBulkVolumeVerification() bool {
  90. return false
  91. }
  92. func (plugin *projectedPlugin) NewMounter(spec *volume.Spec, pod *v1.Pod, opts volume.VolumeOptions) (volume.Mounter, error) {
  93. return &projectedVolumeMounter{
  94. projectedVolume: &projectedVolume{
  95. volName: spec.Name(),
  96. sources: spec.Volume.Projected.Sources,
  97. podUID: pod.UID,
  98. plugin: plugin,
  99. MetricsProvider: volume.NewCachedMetrics(volume.NewMetricsDu(getPath(pod.UID, spec.Name(), plugin.host))),
  100. },
  101. source: *spec.Volume.Projected,
  102. pod: pod,
  103. opts: &opts,
  104. }, nil
  105. }
  106. func (plugin *projectedPlugin) NewUnmounter(volName string, podUID types.UID) (volume.Unmounter, error) {
  107. return &projectedVolumeUnmounter{
  108. &projectedVolume{
  109. volName: volName,
  110. podUID: podUID,
  111. plugin: plugin,
  112. MetricsProvider: volume.NewCachedMetrics(volume.NewMetricsDu(getPath(podUID, volName, plugin.host))),
  113. },
  114. }, nil
  115. }
  116. func (plugin *projectedPlugin) ConstructVolumeSpec(volumeName, mountPath string) (*volume.Spec, error) {
  117. projectedVolume := &v1.Volume{
  118. Name: volumeName,
  119. VolumeSource: v1.VolumeSource{
  120. Projected: &v1.ProjectedVolumeSource{},
  121. },
  122. }
  123. return volume.NewSpecFromVolume(projectedVolume), nil
  124. }
  125. type projectedVolume struct {
  126. volName string
  127. sources []v1.VolumeProjection
  128. podUID types.UID
  129. plugin *projectedPlugin
  130. volume.MetricsProvider
  131. }
  132. var _ volume.Volume = &projectedVolume{}
  133. func (sv *projectedVolume) GetPath() string {
  134. return getPath(sv.podUID, sv.volName, sv.plugin.host)
  135. }
  136. type projectedVolumeMounter struct {
  137. *projectedVolume
  138. source v1.ProjectedVolumeSource
  139. pod *v1.Pod
  140. opts *volume.VolumeOptions
  141. }
  142. var _ volume.Mounter = &projectedVolumeMounter{}
  143. func (sv *projectedVolume) GetAttributes() volume.Attributes {
  144. return volume.Attributes{
  145. ReadOnly: true,
  146. Managed: true,
  147. SupportsSELinux: true,
  148. }
  149. }
  150. // Checks prior to mount operations to verify that the required components (binaries, etc.)
  151. // to mount the volume are available on the underlying node.
  152. // If not, it returns an error
  153. func (s *projectedVolumeMounter) CanMount() error {
  154. return nil
  155. }
  156. func (s *projectedVolumeMounter) SetUp(mounterArgs volume.MounterArgs) error {
  157. return s.SetUpAt(s.GetPath(), mounterArgs)
  158. }
  159. func (s *projectedVolumeMounter) SetUpAt(dir string, mounterArgs volume.MounterArgs) error {
  160. klog.V(3).Infof("Setting up volume %v for pod %v at %v", s.volName, s.pod.UID, dir)
  161. wrapped, err := s.plugin.host.NewWrapperMounter(s.volName, wrappedVolumeSpec(), s.pod, *s.opts)
  162. if err != nil {
  163. return err
  164. }
  165. data, err := s.collectData()
  166. if err != nil {
  167. klog.Errorf("Error preparing data for projected volume %v for pod %v/%v: %s", s.volName, s.pod.Namespace, s.pod.Name, err.Error())
  168. return err
  169. }
  170. setupSuccess := false
  171. if err := wrapped.SetUpAt(dir, mounterArgs); err != nil {
  172. return err
  173. }
  174. if err := volumeutil.MakeNestedMountpoints(s.volName, dir, *s.pod); err != nil {
  175. return err
  176. }
  177. defer func() {
  178. // Clean up directories if setup fails
  179. if !setupSuccess {
  180. unmounter, unmountCreateErr := s.plugin.NewUnmounter(s.volName, s.podUID)
  181. if unmountCreateErr != nil {
  182. klog.Errorf("error cleaning up mount %s after failure. Create unmounter failed with %v", s.volName, unmountCreateErr)
  183. return
  184. }
  185. tearDownErr := unmounter.TearDown()
  186. if tearDownErr != nil {
  187. klog.Errorf("error tearing down volume %s with : %v", s.volName, tearDownErr)
  188. }
  189. }
  190. }()
  191. writerContext := fmt.Sprintf("pod %v/%v volume %v", s.pod.Namespace, s.pod.Name, s.volName)
  192. writer, err := volumeutil.NewAtomicWriter(dir, writerContext)
  193. if err != nil {
  194. klog.Errorf("Error creating atomic writer: %v", err)
  195. return err
  196. }
  197. err = writer.Write(data)
  198. if err != nil {
  199. klog.Errorf("Error writing payload to dir: %v", err)
  200. return err
  201. }
  202. err = volume.SetVolumeOwnership(s, mounterArgs.FsGroup)
  203. if err != nil {
  204. klog.Errorf("Error applying volume ownership settings for group: %v", mounterArgs.FsGroup)
  205. return err
  206. }
  207. setupSuccess = true
  208. return nil
  209. }
  210. func (s *projectedVolumeMounter) collectData() (map[string]volumeutil.FileProjection, error) {
  211. if s.source.DefaultMode == nil {
  212. return nil, fmt.Errorf("No defaultMode used, not even the default value for it")
  213. }
  214. kubeClient := s.plugin.host.GetKubeClient()
  215. if kubeClient == nil {
  216. return nil, fmt.Errorf("Cannot setup projected volume %v because kube client is not configured", s.volName)
  217. }
  218. errlist := []error{}
  219. payload := make(map[string]volumeutil.FileProjection)
  220. for _, source := range s.source.Sources {
  221. switch {
  222. case source.Secret != nil:
  223. optional := source.Secret.Optional != nil && *source.Secret.Optional
  224. secretapi, err := s.plugin.getSecret(s.pod.Namespace, source.Secret.Name)
  225. if err != nil {
  226. if !(errors.IsNotFound(err) && optional) {
  227. klog.Errorf("Couldn't get secret %v/%v: %v", s.pod.Namespace, source.Secret.Name, err)
  228. errlist = append(errlist, err)
  229. continue
  230. }
  231. secretapi = &v1.Secret{
  232. ObjectMeta: metav1.ObjectMeta{
  233. Namespace: s.pod.Namespace,
  234. Name: source.Secret.Name,
  235. },
  236. }
  237. }
  238. secretPayload, err := secret.MakePayload(source.Secret.Items, secretapi, s.source.DefaultMode, optional)
  239. if err != nil {
  240. klog.Errorf("Couldn't get secret payload %v/%v: %v", s.pod.Namespace, source.Secret.Name, err)
  241. errlist = append(errlist, err)
  242. continue
  243. }
  244. for k, v := range secretPayload {
  245. payload[k] = v
  246. }
  247. case source.ConfigMap != nil:
  248. optional := source.ConfigMap.Optional != nil && *source.ConfigMap.Optional
  249. configMap, err := s.plugin.getConfigMap(s.pod.Namespace, source.ConfigMap.Name)
  250. if err != nil {
  251. if !(errors.IsNotFound(err) && optional) {
  252. klog.Errorf("Couldn't get configMap %v/%v: %v", s.pod.Namespace, source.ConfigMap.Name, err)
  253. errlist = append(errlist, err)
  254. continue
  255. }
  256. configMap = &v1.ConfigMap{
  257. ObjectMeta: metav1.ObjectMeta{
  258. Namespace: s.pod.Namespace,
  259. Name: source.ConfigMap.Name,
  260. },
  261. }
  262. }
  263. configMapPayload, err := configmap.MakePayload(source.ConfigMap.Items, configMap, s.source.DefaultMode, optional)
  264. if err != nil {
  265. klog.Errorf("Couldn't get configMap payload %v/%v: %v", s.pod.Namespace, source.ConfigMap.Name, err)
  266. errlist = append(errlist, err)
  267. continue
  268. }
  269. for k, v := range configMapPayload {
  270. payload[k] = v
  271. }
  272. case source.DownwardAPI != nil:
  273. downwardAPIPayload, err := downwardapi.CollectData(source.DownwardAPI.Items, s.pod, s.plugin.host, s.source.DefaultMode)
  274. if err != nil {
  275. errlist = append(errlist, err)
  276. continue
  277. }
  278. for k, v := range downwardAPIPayload {
  279. payload[k] = v
  280. }
  281. case source.ServiceAccountToken != nil:
  282. if !utilfeature.DefaultFeatureGate.Enabled(features.TokenRequestProjection) {
  283. errlist = append(errlist, fmt.Errorf("pod request ServiceAccountToken projection but the TokenRequestProjection feature was not enabled"))
  284. continue
  285. }
  286. tp := source.ServiceAccountToken
  287. var auds []string
  288. if len(tp.Audience) != 0 {
  289. auds = []string{tp.Audience}
  290. }
  291. tr, err := s.plugin.getServiceAccountToken(s.pod.Namespace, s.pod.Spec.ServiceAccountName, &authenticationv1.TokenRequest{
  292. Spec: authenticationv1.TokenRequestSpec{
  293. Audiences: auds,
  294. ExpirationSeconds: tp.ExpirationSeconds,
  295. BoundObjectRef: &authenticationv1.BoundObjectReference{
  296. APIVersion: "v1",
  297. Kind: "Pod",
  298. Name: s.pod.Name,
  299. UID: s.pod.UID,
  300. },
  301. },
  302. })
  303. if err != nil {
  304. errlist = append(errlist, err)
  305. continue
  306. }
  307. payload[tp.Path] = volumeutil.FileProjection{
  308. Data: []byte(tr.Status.Token),
  309. Mode: 0600,
  310. }
  311. }
  312. }
  313. return payload, utilerrors.NewAggregate(errlist)
  314. }
  315. type projectedVolumeUnmounter struct {
  316. *projectedVolume
  317. }
  318. var _ volume.Unmounter = &projectedVolumeUnmounter{}
  319. func (c *projectedVolumeUnmounter) TearDown() error {
  320. return c.TearDownAt(c.GetPath())
  321. }
  322. func (c *projectedVolumeUnmounter) TearDownAt(dir string) error {
  323. klog.V(3).Infof("Tearing down volume %v for pod %v at %v", c.volName, c.podUID, dir)
  324. wrapped, err := c.plugin.host.NewWrapperUnmounter(c.volName, wrappedVolumeSpec(), c.podUID)
  325. if err != nil {
  326. return err
  327. }
  328. if err = wrapped.TearDownAt(dir); err != nil {
  329. return err
  330. }
  331. c.plugin.deleteServiceAccountToken(c.podUID)
  332. return nil
  333. }
  334. func getVolumeSource(spec *volume.Spec) (*v1.ProjectedVolumeSource, bool, error) {
  335. if spec.Volume != nil && spec.Volume.Projected != nil {
  336. return spec.Volume.Projected, spec.ReadOnly, nil
  337. }
  338. return nil, false, fmt.Errorf("Spec does not reference a projected volume type")
  339. }