123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949 |
- /*
- Copyright 2018 The Kubernetes Authors.
- Licensed under the Apache License, Version 2.0 (the "License");
- you may not use this file except in compliance with the License.
- You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
- */
- package options
- import (
- "context"
- "fmt"
- "io/ioutil"
- "net/http"
- "net/http/httptest"
- "os"
- "path/filepath"
- "testing"
- "time"
- "github.com/google/go-cmp/cmp"
- "github.com/stretchr/testify/assert"
- metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
- "k8s.io/apimachinery/pkg/runtime"
- apiserveroptions "k8s.io/apiserver/pkg/server/options"
- componentbaseconfig "k8s.io/component-base/config"
- kubeschedulerconfig "k8s.io/kubernetes/pkg/scheduler/apis/config"
- )
- func TestSchedulerOptions(t *testing.T) {
- // temp dir
- tmpDir, err := ioutil.TempDir("", "scheduler-options")
- if err != nil {
- t.Fatal(err)
- }
- defer os.RemoveAll(tmpDir)
- // record the username requests were made with
- username := ""
- // https server
- server := httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
- username, _, _ = req.BasicAuth()
- if username == "" {
- username = "none, tls"
- }
- w.WriteHeader(200)
- w.Write([]byte(`ok`))
- }))
- defer server.Close()
- // http server
- insecureserver := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
- username, _, _ = req.BasicAuth()
- if username == "" {
- username = "none, http"
- }
- w.WriteHeader(200)
- w.Write([]byte(`ok`))
- }))
- defer insecureserver.Close()
- // config file and kubeconfig
- configFile := filepath.Join(tmpDir, "scheduler.yaml")
- configKubeconfig := filepath.Join(tmpDir, "config.kubeconfig")
- if err := ioutil.WriteFile(configFile, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/v1alpha2
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- if err := ioutil.WriteFile(configKubeconfig, []byte(fmt.Sprintf(`
- apiVersion: v1
- kind: Config
- clusters:
- - cluster:
- insecure-skip-tls-verify: true
- server: %s
- name: default
- contexts:
- - context:
- cluster: default
- user: default
- name: default
- current-context: default
- users:
- - name: default
- user:
- username: config
- `, server.URL)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- oldConfigFile := filepath.Join(tmpDir, "scheduler_old.yaml")
- if err := ioutil.WriteFile(oldConfigFile, []byte(fmt.Sprintf(`
- apiVersion: componentconfig/v1alpha1
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- unknownVersionConfig := filepath.Join(tmpDir, "scheduler_invalid_wrong_api_version.yaml")
- if err := ioutil.WriteFile(unknownVersionConfig, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/unknown
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- noVersionConfig := filepath.Join(tmpDir, "scheduler_invalid_no_version.yaml")
- if err := ioutil.WriteFile(noVersionConfig, []byte(fmt.Sprintf(`
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- v1alpha1Config := filepath.Join(tmpDir, "kubeconfig_v1alpha1.yaml")
- if err := ioutil.WriteFile(v1alpha1Config, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/v1alpha1
- kind: KubeSchedulerConfiguration
- schedulerName: "my-old-scheduler"
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true
- hardPodAffinitySymmetricWeight: 3`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- unknownFieldConfigLenient := filepath.Join(tmpDir, "scheduler_invalid_unknown_field_lenient.yaml")
- if err := ioutil.WriteFile(unknownFieldConfigLenient, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/v1alpha1
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true
- foo: bar`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- unknownFieldConfig := filepath.Join(tmpDir, "scheduler_invalid_unknown_field.yaml")
- if err := ioutil.WriteFile(unknownFieldConfig, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/v1alpha2
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true
- foo: bar`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- duplicateFieldConfigLenient := filepath.Join(tmpDir, "scheduler_invalid_duplicate_fields_lenient.yaml")
- if err := ioutil.WriteFile(duplicateFieldConfigLenient, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/v1alpha1
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true
- leaderElect: false`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- duplicateFieldConfig := filepath.Join(tmpDir, "scheduler_invalid_duplicate_fields.yaml")
- if err := ioutil.WriteFile(duplicateFieldConfig, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/v1alpha2
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- leaderElection:
- leaderElect: true
- leaderElect: false`, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- // flag-specified kubeconfig
- flagKubeconfig := filepath.Join(tmpDir, "flag.kubeconfig")
- if err := ioutil.WriteFile(flagKubeconfig, []byte(fmt.Sprintf(`
- apiVersion: v1
- kind: Config
- clusters:
- - cluster:
- insecure-skip-tls-verify: true
- server: %s
- name: default
- contexts:
- - context:
- cluster: default
- user: default
- name: default
- current-context: default
- users:
- - name: default
- user:
- username: flag
- `, server.URL)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- // plugin config
- pluginconfigFile := filepath.Join(tmpDir, "plugin.yaml")
- if err := ioutil.WriteFile(pluginconfigFile, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/v1alpha2
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- profiles:
- - plugins:
- reserve:
- enabled:
- - name: foo
- - name: bar
- disabled:
- - name: baz
- preBind:
- enabled:
- - name: foo
- disabled:
- - name: baz
- pluginConfig:
- - name: foo
- `, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- // v1alpha1 postfilter plugin config
- postfilterPluginConfigFile := filepath.Join(tmpDir, "v1alpha1_postfilter_plugin.yaml")
- if err := ioutil.WriteFile(postfilterPluginConfigFile, []byte(fmt.Sprintf(`
- apiVersion: kubescheduler.config.k8s.io/v1alpha1
- kind: KubeSchedulerConfiguration
- clientConnection:
- kubeconfig: "%s"
- plugins:
- postFilter:
- enabled:
- - name: foo
- - name: bar
- disabled:
- - name: baz
- `, configKubeconfig)), os.FileMode(0600)); err != nil {
- t.Fatal(err)
- }
- // Insulate this test from picking up in-cluster config when run inside a pod
- // We can't assume we have permissions to write to /var/run/secrets/... from a unit test to mock in-cluster config for testing
- originalHost := os.Getenv("KUBERNETES_SERVICE_HOST")
- if len(originalHost) > 0 {
- os.Setenv("KUBERNETES_SERVICE_HOST", "")
- defer os.Setenv("KUBERNETES_SERVICE_HOST", originalHost)
- }
- defaultSource := "DefaultProvider"
- defaultBindTimeoutSeconds := int64(600)
- defaultPodInitialBackoffSeconds := int64(1)
- defaultPodMaxBackoffSeconds := int64(10)
- defaultPercentageOfNodesToScore := int32(0)
- testcases := []struct {
- name string
- options *Options
- expectedUsername string
- expectedError string
- expectedConfig kubeschedulerconfig.KubeSchedulerConfiguration
- checkErrFn func(err error) bool
- }{
- {
- name: "config file",
- options: &Options{
- ConfigFile: configFile,
- ComponentConfig: func() kubeschedulerconfig.KubeSchedulerConfiguration {
- cfg, err := newDefaultComponentConfig()
- if err != nil {
- t.Fatal(err)
- }
- return *cfg
- }(),
- SecureServing: (&apiserveroptions.SecureServingOptions{
- ServerCert: apiserveroptions.GeneratableKeyCert{
- CertDirectory: "/a/b/c",
- PairName: "kube-scheduler",
- },
- HTTP2MaxStreamsPerConnection: 47,
- }).WithLoopback(),
- Authentication: &apiserveroptions.DelegatingAuthenticationOptions{
- CacheTTL: 10 * time.Second,
- ClientCert: apiserveroptions.ClientCertAuthenticationOptions{},
- RequestHeader: apiserveroptions.RequestHeaderAuthenticationOptions{
- UsernameHeaders: []string{"x-remote-user"},
- GroupHeaders: []string{"x-remote-group"},
- ExtraHeaderPrefixes: []string{"x-remote-extra-"},
- },
- RemoteKubeConfigFileOptional: true,
- },
- Authorization: &apiserveroptions.DelegatingAuthorizationOptions{
- AllowCacheTTL: 10 * time.Second,
- DenyCacheTTL: 10 * time.Second,
- RemoteKubeConfigFileOptional: true,
- AlwaysAllowPaths: []string{"/healthz"}, // note: this does not match /healthz/ or /healthz/*
- },
- },
- expectedUsername: "config",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- HealthzBindAddress: "0.0.0.0:10251",
- MetricsBindAddress: "0.0.0.0:10251",
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: configKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {SchedulerName: "default-scheduler"},
- },
- },
- },
- {
- name: "config file in componentconfig/v1alpha1",
- options: &Options{
- ConfigFile: oldConfigFile,
- ComponentConfig: func() kubeschedulerconfig.KubeSchedulerConfiguration {
- cfg, err := newDefaultComponentConfig()
- if err != nil {
- t.Fatal(err)
- }
- return *cfg
- }(),
- },
- expectedError: "no kind \"KubeSchedulerConfiguration\" is registered for version \"componentconfig/v1alpha1\"",
- },
- {
- name: "unknown version kubescheduler.config.k8s.io/unknown",
- options: &Options{ConfigFile: unknownVersionConfig},
- expectedError: "no kind \"KubeSchedulerConfiguration\" is registered for version \"kubescheduler.config.k8s.io/unknown\"",
- },
- {
- name: "config file with no version",
- options: &Options{ConfigFile: noVersionConfig},
- expectedError: "Object 'apiVersion' is missing",
- },
- {
- name: "kubeconfig flag",
- options: &Options{
- ComponentConfig: func() kubeschedulerconfig.KubeSchedulerConfiguration {
- cfg, _ := newDefaultComponentConfig()
- cfg.ClientConnection.Kubeconfig = flagKubeconfig
- return *cfg
- }(),
- SecureServing: (&apiserveroptions.SecureServingOptions{
- ServerCert: apiserveroptions.GeneratableKeyCert{
- CertDirectory: "/a/b/c",
- PairName: "kube-scheduler",
- },
- HTTP2MaxStreamsPerConnection: 47,
- }).WithLoopback(),
- Authentication: &apiserveroptions.DelegatingAuthenticationOptions{
- CacheTTL: 10 * time.Second,
- ClientCert: apiserveroptions.ClientCertAuthenticationOptions{},
- RequestHeader: apiserveroptions.RequestHeaderAuthenticationOptions{
- UsernameHeaders: []string{"x-remote-user"},
- GroupHeaders: []string{"x-remote-group"},
- ExtraHeaderPrefixes: []string{"x-remote-extra-"},
- },
- RemoteKubeConfigFileOptional: true,
- },
- Authorization: &apiserveroptions.DelegatingAuthorizationOptions{
- AllowCacheTTL: 10 * time.Second,
- DenyCacheTTL: 10 * time.Second,
- RemoteKubeConfigFileOptional: true,
- AlwaysAllowPaths: []string{"/healthz"}, // note: this does not match /healthz/ or /healthz/*
- },
- },
- expectedUsername: "flag",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- HealthzBindAddress: "", // defaults empty when not running from config file
- MetricsBindAddress: "", // defaults empty when not running from config file
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: flagKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {SchedulerName: "default-scheduler"},
- },
- },
- },
- {
- name: "overridden master",
- options: &Options{
- ComponentConfig: func() kubeschedulerconfig.KubeSchedulerConfiguration {
- cfg, _ := newDefaultComponentConfig()
- cfg.ClientConnection.Kubeconfig = flagKubeconfig
- return *cfg
- }(),
- Master: insecureserver.URL,
- SecureServing: (&apiserveroptions.SecureServingOptions{
- ServerCert: apiserveroptions.GeneratableKeyCert{
- CertDirectory: "/a/b/c",
- PairName: "kube-scheduler",
- },
- HTTP2MaxStreamsPerConnection: 47,
- }).WithLoopback(),
- Authentication: &apiserveroptions.DelegatingAuthenticationOptions{
- CacheTTL: 10 * time.Second,
- RequestHeader: apiserveroptions.RequestHeaderAuthenticationOptions{
- UsernameHeaders: []string{"x-remote-user"},
- GroupHeaders: []string{"x-remote-group"},
- ExtraHeaderPrefixes: []string{"x-remote-extra-"},
- },
- RemoteKubeConfigFileOptional: true,
- },
- Authorization: &apiserveroptions.DelegatingAuthorizationOptions{
- AllowCacheTTL: 10 * time.Second,
- DenyCacheTTL: 10 * time.Second,
- RemoteKubeConfigFileOptional: true,
- AlwaysAllowPaths: []string{"/healthz"}, // note: this does not match /healthz/ or /healthz/*
- },
- },
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- HealthzBindAddress: "", // defaults empty when not running from config file
- MetricsBindAddress: "", // defaults empty when not running from config file
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: flagKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {SchedulerName: "default-scheduler"},
- },
- },
- expectedUsername: "none, http",
- },
- {
- name: "plugin config",
- options: &Options{
- ConfigFile: pluginconfigFile,
- },
- expectedUsername: "config",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- HealthzBindAddress: "0.0.0.0:10251",
- MetricsBindAddress: "0.0.0.0:10251",
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: configKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {
- SchedulerName: "default-scheduler",
- Plugins: &kubeschedulerconfig.Plugins{
- Reserve: &kubeschedulerconfig.PluginSet{
- Enabled: []kubeschedulerconfig.Plugin{
- {
- Name: "foo",
- },
- {
- Name: "bar",
- },
- },
- Disabled: []kubeschedulerconfig.Plugin{
- {
- Name: "baz",
- },
- },
- },
- PreBind: &kubeschedulerconfig.PluginSet{
- Enabled: []kubeschedulerconfig.Plugin{
- {
- Name: "foo",
- },
- },
- Disabled: []kubeschedulerconfig.Plugin{
- {
- Name: "baz",
- },
- },
- },
- },
- PluginConfig: []kubeschedulerconfig.PluginConfig{
- {
- Name: "foo",
- Args: runtime.Unknown{},
- },
- },
- },
- },
- },
- },
- {
- name: "v1alpha1 postfilter plugin config",
- options: &Options{
- ConfigFile: postfilterPluginConfigFile,
- },
- expectedUsername: "config",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- HealthzBindAddress: "0.0.0.0:10251",
- MetricsBindAddress: "0.0.0.0:10251",
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: configKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {
- SchedulerName: "default-scheduler",
- Plugins: &kubeschedulerconfig.Plugins{
- PreScore: &kubeschedulerconfig.PluginSet{
- Enabled: []kubeschedulerconfig.Plugin{
- {
- Name: "foo",
- },
- {
- Name: "bar",
- },
- },
- Disabled: []kubeschedulerconfig.Plugin{
- {
- Name: "baz",
- },
- },
- },
- },
- },
- },
- },
- },
- {
- name: "no config",
- options: &Options{},
- expectedError: "no configuration has been provided",
- },
- {
- name: "Deprecated HardPodAffinitySymmetricWeight",
- options: &Options{
- ComponentConfig: func() kubeschedulerconfig.KubeSchedulerConfiguration {
- cfg, _ := newDefaultComponentConfig()
- cfg.ClientConnection.Kubeconfig = flagKubeconfig
- return *cfg
- }(),
- Deprecated: &DeprecatedOptions{
- HardPodAffinitySymmetricWeight: 5,
- },
- },
- expectedUsername: "flag",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: flagKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {
- SchedulerName: "default-scheduler",
- PluginConfig: []kubeschedulerconfig.PluginConfig{
- {
- Name: "InterPodAffinity",
- Args: runtime.Unknown{
- Raw: []byte(`{"hardPodAffinityWeight":5}`),
- },
- },
- },
- },
- },
- },
- },
- {
- name: "Deprecated SchedulerName flag",
- options: &Options{
- ComponentConfig: func() kubeschedulerconfig.KubeSchedulerConfiguration {
- cfg, _ := newDefaultComponentConfig()
- cfg.ClientConnection.Kubeconfig = flagKubeconfig
- return *cfg
- }(),
- Deprecated: &DeprecatedOptions{
- SchedulerName: "my-nice-scheduler",
- HardPodAffinitySymmetricWeight: 1,
- },
- },
- expectedUsername: "flag",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: flagKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {SchedulerName: "my-nice-scheduler"},
- },
- },
- },
- {
- name: "v1alpha1 config with SchedulerName and HardPodAffinitySymmetricWeight",
- options: &Options{
- ConfigFile: v1alpha1Config,
- },
- expectedUsername: "config",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- HealthzBindAddress: "0.0.0.0:10251",
- MetricsBindAddress: "0.0.0.0:10251",
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: configKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {
- SchedulerName: "my-old-scheduler",
- PluginConfig: []kubeschedulerconfig.PluginConfig{
- {
- Name: "InterPodAffinity",
- Args: runtime.Unknown{
- Raw: []byte(`{"hardPodAffinityWeight":3}`),
- },
- },
- },
- },
- },
- },
- },
- {
- name: "unknown field lenient (v1alpha1)",
- options: &Options{
- ConfigFile: unknownFieldConfigLenient,
- },
- expectedUsername: "config",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- HealthzBindAddress: "0.0.0.0:10251",
- MetricsBindAddress: "0.0.0.0:10251",
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: true,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: configKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {SchedulerName: "default-scheduler"},
- },
- },
- },
- {
- name: "unknown field",
- options: &Options{
- ConfigFile: unknownFieldConfig,
- },
- expectedError: "found unknown field: foo",
- checkErrFn: runtime.IsStrictDecodingError,
- },
- {
- name: "duplicate fields lenient (v1alpha1)",
- options: &Options{
- ConfigFile: duplicateFieldConfigLenient,
- },
- expectedUsername: "config",
- expectedConfig: kubeschedulerconfig.KubeSchedulerConfiguration{
- AlgorithmSource: kubeschedulerconfig.SchedulerAlgorithmSource{Provider: &defaultSource},
- HealthzBindAddress: "0.0.0.0:10251",
- MetricsBindAddress: "0.0.0.0:10251",
- DebuggingConfiguration: componentbaseconfig.DebuggingConfiguration{
- EnableProfiling: true,
- EnableContentionProfiling: true,
- },
- LeaderElection: kubeschedulerconfig.KubeSchedulerLeaderElectionConfiguration{
- LeaderElectionConfiguration: componentbaseconfig.LeaderElectionConfiguration{
- LeaderElect: false,
- LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
- RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
- RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
- ResourceLock: "endpointsleases",
- ResourceNamespace: "kube-system",
- ResourceName: "kube-scheduler",
- },
- },
- ClientConnection: componentbaseconfig.ClientConnectionConfiguration{
- Kubeconfig: configKubeconfig,
- QPS: 50,
- Burst: 100,
- ContentType: "application/vnd.kubernetes.protobuf",
- },
- PercentageOfNodesToScore: defaultPercentageOfNodesToScore,
- BindTimeoutSeconds: defaultBindTimeoutSeconds,
- PodInitialBackoffSeconds: defaultPodInitialBackoffSeconds,
- PodMaxBackoffSeconds: defaultPodMaxBackoffSeconds,
- Profiles: []kubeschedulerconfig.KubeSchedulerProfile{
- {SchedulerName: "default-scheduler"},
- },
- },
- },
- {
- name: "duplicate fields",
- options: &Options{
- ConfigFile: duplicateFieldConfig,
- },
- expectedError: `key "leaderElect" already set`,
- checkErrFn: runtime.IsStrictDecodingError,
- },
- }
- for _, tc := range testcases {
- t.Run(tc.name, func(t *testing.T) {
- // create the config
- config, err := tc.options.Config()
- // handle errors
- if err != nil {
- if tc.expectedError != "" || tc.checkErrFn != nil {
- if tc.expectedError != "" {
- assert.Contains(t, err.Error(), tc.expectedError)
- }
- if tc.checkErrFn != nil {
- assert.True(t, tc.checkErrFn(err), "got error: %v", err)
- }
- return
- }
- assert.NoError(t, err)
- return
- }
- if diff := cmp.Diff(tc.expectedConfig, config.ComponentConfig); diff != "" {
- t.Errorf("incorrect config (-want, +got):\n%s", diff)
- }
- // ensure we have a client
- if config.Client == nil {
- t.Error("unexpected nil client")
- return
- }
- // test the client talks to the endpoint we expect with the credentials we expect
- username = ""
- _, err = config.Client.Discovery().RESTClient().Get().AbsPath("/").DoRaw(context.TODO())
- if err != nil {
- t.Error(err)
- return
- }
- if username != tc.expectedUsername {
- t.Errorf("expected server call with user %q, got %q", tc.expectedUsername, username)
- }
- })
- }
- }
|