predicates_test.go 152 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006
  1. /*
  2. Copyright 2014 The Kubernetes Authors.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package predicates
  14. import (
  15. "fmt"
  16. "os"
  17. "reflect"
  18. "strconv"
  19. "strings"
  20. "testing"
  21. "k8s.io/api/core/v1"
  22. storagev1 "k8s.io/api/storage/v1"
  23. "k8s.io/apimachinery/pkg/api/resource"
  24. metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
  25. "k8s.io/apimachinery/pkg/util/sets"
  26. v1helper "k8s.io/kubernetes/pkg/apis/core/v1/helper"
  27. schedulerapi "k8s.io/kubernetes/pkg/scheduler/api"
  28. schedulernodeinfo "k8s.io/kubernetes/pkg/scheduler/nodeinfo"
  29. schedulertesting "k8s.io/kubernetes/pkg/scheduler/testing"
  30. )
  31. var (
  32. extendedResourceA = v1.ResourceName("example.com/aaa")
  33. extendedResourceB = v1.ResourceName("example.com/bbb")
  34. kubernetesIOResourceA = v1.ResourceName("kubernetes.io/something")
  35. kubernetesIOResourceB = v1.ResourceName("subdomain.kubernetes.io/something")
  36. hugePageResourceA = v1helper.HugePageResourceName(resource.MustParse("2Mi"))
  37. )
  38. func makeResources(milliCPU, memory, pods, extendedA, storage, hugePageA int64) v1.NodeResources {
  39. return v1.NodeResources{
  40. Capacity: v1.ResourceList{
  41. v1.ResourceCPU: *resource.NewMilliQuantity(milliCPU, resource.DecimalSI),
  42. v1.ResourceMemory: *resource.NewQuantity(memory, resource.BinarySI),
  43. v1.ResourcePods: *resource.NewQuantity(pods, resource.DecimalSI),
  44. extendedResourceA: *resource.NewQuantity(extendedA, resource.DecimalSI),
  45. v1.ResourceEphemeralStorage: *resource.NewQuantity(storage, resource.BinarySI),
  46. hugePageResourceA: *resource.NewQuantity(hugePageA, resource.BinarySI),
  47. },
  48. }
  49. }
  50. func makeAllocatableResources(milliCPU, memory, pods, extendedA, storage, hugePageA int64) v1.ResourceList {
  51. return v1.ResourceList{
  52. v1.ResourceCPU: *resource.NewMilliQuantity(milliCPU, resource.DecimalSI),
  53. v1.ResourceMemory: *resource.NewQuantity(memory, resource.BinarySI),
  54. v1.ResourcePods: *resource.NewQuantity(pods, resource.DecimalSI),
  55. extendedResourceA: *resource.NewQuantity(extendedA, resource.DecimalSI),
  56. v1.ResourceEphemeralStorage: *resource.NewQuantity(storage, resource.BinarySI),
  57. hugePageResourceA: *resource.NewQuantity(hugePageA, resource.BinarySI),
  58. }
  59. }
  60. func newResourcePod(usage ...schedulernodeinfo.Resource) *v1.Pod {
  61. containers := []v1.Container{}
  62. for _, req := range usage {
  63. containers = append(containers, v1.Container{
  64. Resources: v1.ResourceRequirements{Requests: req.ResourceList()},
  65. })
  66. }
  67. return &v1.Pod{
  68. Spec: v1.PodSpec{
  69. Containers: containers,
  70. },
  71. }
  72. }
  73. func newResourceInitPod(pod *v1.Pod, usage ...schedulernodeinfo.Resource) *v1.Pod {
  74. pod.Spec.InitContainers = newResourcePod(usage...).Spec.Containers
  75. return pod
  76. }
  77. func GetPredicateMetadata(p *v1.Pod, nodeInfo map[string]*schedulernodeinfo.NodeInfo) PredicateMetadata {
  78. pm := PredicateMetadataFactory{schedulertesting.FakePodLister{p}}
  79. return pm.GetMetadata(p, nodeInfo)
  80. }
  81. func TestPodFitsResources(t *testing.T) {
  82. enoughPodsTests := []struct {
  83. pod *v1.Pod
  84. nodeInfo *schedulernodeinfo.NodeInfo
  85. fits bool
  86. name string
  87. reasons []PredicateFailureReason
  88. ignoredExtendedResources sets.String
  89. }{
  90. {
  91. pod: &v1.Pod{},
  92. nodeInfo: schedulernodeinfo.NewNodeInfo(
  93. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 10, Memory: 20})),
  94. fits: true,
  95. name: "no resources requested always fits",
  96. },
  97. {
  98. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}),
  99. nodeInfo: schedulernodeinfo.NewNodeInfo(
  100. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 10, Memory: 20})),
  101. fits: false,
  102. name: "too many resources fails",
  103. reasons: []PredicateFailureReason{
  104. NewInsufficientResourceError(v1.ResourceCPU, 1, 10, 10),
  105. NewInsufficientResourceError(v1.ResourceMemory, 1, 20, 20),
  106. },
  107. },
  108. {
  109. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}), schedulernodeinfo.Resource{MilliCPU: 3, Memory: 1}),
  110. nodeInfo: schedulernodeinfo.NewNodeInfo(
  111. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 8, Memory: 19})),
  112. fits: false,
  113. name: "too many resources fails due to init container cpu",
  114. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourceCPU, 3, 8, 10)},
  115. },
  116. {
  117. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}), schedulernodeinfo.Resource{MilliCPU: 3, Memory: 1}, schedulernodeinfo.Resource{MilliCPU: 2, Memory: 1}),
  118. nodeInfo: schedulernodeinfo.NewNodeInfo(
  119. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 8, Memory: 19})),
  120. fits: false,
  121. name: "too many resources fails due to highest init container cpu",
  122. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourceCPU, 3, 8, 10)},
  123. },
  124. {
  125. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}), schedulernodeinfo.Resource{MilliCPU: 1, Memory: 3}),
  126. nodeInfo: schedulernodeinfo.NewNodeInfo(
  127. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 9, Memory: 19})),
  128. fits: false,
  129. name: "too many resources fails due to init container memory",
  130. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourceMemory, 3, 19, 20)},
  131. },
  132. {
  133. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}), schedulernodeinfo.Resource{MilliCPU: 1, Memory: 3}, schedulernodeinfo.Resource{MilliCPU: 1, Memory: 2}),
  134. nodeInfo: schedulernodeinfo.NewNodeInfo(
  135. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 9, Memory: 19})),
  136. fits: false,
  137. name: "too many resources fails due to highest init container memory",
  138. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourceMemory, 3, 19, 20)},
  139. },
  140. {
  141. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}), schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}),
  142. nodeInfo: schedulernodeinfo.NewNodeInfo(
  143. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 9, Memory: 19})),
  144. fits: true,
  145. name: "init container fits because it's the max, not sum, of containers and init containers",
  146. },
  147. {
  148. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}), schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}, schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}),
  149. nodeInfo: schedulernodeinfo.NewNodeInfo(
  150. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 9, Memory: 19})),
  151. fits: true,
  152. name: "multiple init containers fit because it's the max, not sum, of containers and init containers",
  153. },
  154. {
  155. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}),
  156. nodeInfo: schedulernodeinfo.NewNodeInfo(
  157. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 5})),
  158. fits: true,
  159. name: "both resources fit",
  160. },
  161. {
  162. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 2, Memory: 1}),
  163. nodeInfo: schedulernodeinfo.NewNodeInfo(
  164. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 9, Memory: 5})),
  165. fits: false,
  166. name: "one resource memory fits",
  167. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourceCPU, 2, 9, 10)},
  168. },
  169. {
  170. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 2}),
  171. nodeInfo: schedulernodeinfo.NewNodeInfo(
  172. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 19})),
  173. fits: false,
  174. name: "one resource cpu fits",
  175. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourceMemory, 2, 19, 20)},
  176. },
  177. {
  178. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 1}),
  179. nodeInfo: schedulernodeinfo.NewNodeInfo(
  180. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 19})),
  181. fits: true,
  182. name: "equal edge case",
  183. },
  184. {
  185. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{MilliCPU: 4, Memory: 1}), schedulernodeinfo.Resource{MilliCPU: 5, Memory: 1}),
  186. nodeInfo: schedulernodeinfo.NewNodeInfo(
  187. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 19})),
  188. fits: true,
  189. name: "equal edge case for init container",
  190. },
  191. {
  192. pod: newResourcePod(schedulernodeinfo.Resource{ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 1}}),
  193. nodeInfo: schedulernodeinfo.NewNodeInfo(newResourcePod(schedulernodeinfo.Resource{})),
  194. fits: true,
  195. name: "extended resource fits",
  196. },
  197. {
  198. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{}), schedulernodeinfo.Resource{ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 1}}),
  199. nodeInfo: schedulernodeinfo.NewNodeInfo(newResourcePod(schedulernodeinfo.Resource{})),
  200. fits: true,
  201. name: "extended resource fits for init container",
  202. },
  203. {
  204. pod: newResourcePod(
  205. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 10}}),
  206. nodeInfo: schedulernodeinfo.NewNodeInfo(
  207. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 0}})),
  208. fits: false,
  209. name: "extended resource capacity enforced",
  210. reasons: []PredicateFailureReason{NewInsufficientResourceError(extendedResourceA, 10, 0, 5)},
  211. },
  212. {
  213. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{}),
  214. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 10}}),
  215. nodeInfo: schedulernodeinfo.NewNodeInfo(
  216. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 0}})),
  217. fits: false,
  218. name: "extended resource capacity enforced for init container",
  219. reasons: []PredicateFailureReason{NewInsufficientResourceError(extendedResourceA, 10, 0, 5)},
  220. },
  221. {
  222. pod: newResourcePod(
  223. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 1}}),
  224. nodeInfo: schedulernodeinfo.NewNodeInfo(
  225. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 5}})),
  226. fits: false,
  227. name: "extended resource allocatable enforced",
  228. reasons: []PredicateFailureReason{NewInsufficientResourceError(extendedResourceA, 1, 5, 5)},
  229. },
  230. {
  231. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{}),
  232. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 1}}),
  233. nodeInfo: schedulernodeinfo.NewNodeInfo(
  234. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 5}})),
  235. fits: false,
  236. name: "extended resource allocatable enforced for init container",
  237. reasons: []PredicateFailureReason{NewInsufficientResourceError(extendedResourceA, 1, 5, 5)},
  238. },
  239. {
  240. pod: newResourcePod(
  241. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 3}},
  242. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 3}}),
  243. nodeInfo: schedulernodeinfo.NewNodeInfo(
  244. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 2}})),
  245. fits: false,
  246. name: "extended resource allocatable enforced for multiple containers",
  247. reasons: []PredicateFailureReason{NewInsufficientResourceError(extendedResourceA, 6, 2, 5)},
  248. },
  249. {
  250. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{}),
  251. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 3}},
  252. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 3}}),
  253. nodeInfo: schedulernodeinfo.NewNodeInfo(
  254. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 2}})),
  255. fits: true,
  256. name: "extended resource allocatable admits multiple init containers",
  257. },
  258. {
  259. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{}),
  260. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 6}},
  261. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 3}}),
  262. nodeInfo: schedulernodeinfo.NewNodeInfo(
  263. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{extendedResourceA: 2}})),
  264. fits: false,
  265. name: "extended resource allocatable enforced for multiple init containers",
  266. reasons: []PredicateFailureReason{NewInsufficientResourceError(extendedResourceA, 6, 2, 5)},
  267. },
  268. {
  269. pod: newResourcePod(
  270. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceB: 1}}),
  271. nodeInfo: schedulernodeinfo.NewNodeInfo(
  272. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0})),
  273. fits: false,
  274. name: "extended resource allocatable enforced for unknown resource",
  275. reasons: []PredicateFailureReason{NewInsufficientResourceError(extendedResourceB, 1, 0, 0)},
  276. },
  277. {
  278. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{}),
  279. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceB: 1}}),
  280. nodeInfo: schedulernodeinfo.NewNodeInfo(
  281. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0})),
  282. fits: false,
  283. name: "extended resource allocatable enforced for unknown resource for init container",
  284. reasons: []PredicateFailureReason{NewInsufficientResourceError(extendedResourceB, 1, 0, 0)},
  285. },
  286. {
  287. pod: newResourcePod(
  288. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{kubernetesIOResourceA: 10}}),
  289. nodeInfo: schedulernodeinfo.NewNodeInfo(
  290. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0})),
  291. fits: false,
  292. name: "kubernetes.io resource capacity enforced",
  293. reasons: []PredicateFailureReason{NewInsufficientResourceError(kubernetesIOResourceA, 10, 0, 0)},
  294. },
  295. {
  296. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{}),
  297. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{kubernetesIOResourceB: 10}}),
  298. nodeInfo: schedulernodeinfo.NewNodeInfo(
  299. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0})),
  300. fits: false,
  301. name: "kubernetes.io resource capacity enforced for init container",
  302. reasons: []PredicateFailureReason{NewInsufficientResourceError(kubernetesIOResourceB, 10, 0, 0)},
  303. },
  304. {
  305. pod: newResourcePod(
  306. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{hugePageResourceA: 10}}),
  307. nodeInfo: schedulernodeinfo.NewNodeInfo(
  308. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{hugePageResourceA: 0}})),
  309. fits: false,
  310. name: "hugepages resource capacity enforced",
  311. reasons: []PredicateFailureReason{NewInsufficientResourceError(hugePageResourceA, 10, 0, 5)},
  312. },
  313. {
  314. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{}),
  315. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{hugePageResourceA: 10}}),
  316. nodeInfo: schedulernodeinfo.NewNodeInfo(
  317. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{hugePageResourceA: 0}})),
  318. fits: false,
  319. name: "hugepages resource capacity enforced for init container",
  320. reasons: []PredicateFailureReason{NewInsufficientResourceError(hugePageResourceA, 10, 0, 5)},
  321. },
  322. {
  323. pod: newResourcePod(
  324. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{hugePageResourceA: 3}},
  325. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{hugePageResourceA: 3}}),
  326. nodeInfo: schedulernodeinfo.NewNodeInfo(
  327. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0, ScalarResources: map[v1.ResourceName]int64{hugePageResourceA: 2}})),
  328. fits: false,
  329. name: "hugepages resource allocatable enforced for multiple containers",
  330. reasons: []PredicateFailureReason{NewInsufficientResourceError(hugePageResourceA, 6, 2, 5)},
  331. },
  332. {
  333. pod: newResourcePod(
  334. schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1, ScalarResources: map[v1.ResourceName]int64{extendedResourceB: 1}}),
  335. nodeInfo: schedulernodeinfo.NewNodeInfo(
  336. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 0, Memory: 0})),
  337. fits: true,
  338. ignoredExtendedResources: sets.NewString(string(extendedResourceB)),
  339. name: "skip checking ignored extended resource",
  340. },
  341. }
  342. for _, test := range enoughPodsTests {
  343. t.Run(test.name, func(t *testing.T) {
  344. node := v1.Node{Status: v1.NodeStatus{Capacity: makeResources(10, 20, 32, 5, 20, 5).Capacity, Allocatable: makeAllocatableResources(10, 20, 32, 5, 20, 5)}}
  345. test.nodeInfo.SetNode(&node)
  346. RegisterPredicateMetadataProducerWithExtendedResourceOptions(test.ignoredExtendedResources)
  347. meta := GetPredicateMetadata(test.pod, nil)
  348. fits, reasons, err := PodFitsResources(test.pod, meta, test.nodeInfo)
  349. if err != nil {
  350. t.Errorf("unexpected error: %v", err)
  351. }
  352. if !fits && !reflect.DeepEqual(reasons, test.reasons) {
  353. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, test.reasons)
  354. }
  355. if fits != test.fits {
  356. t.Errorf("expected: %v got %v", test.fits, fits)
  357. }
  358. })
  359. }
  360. notEnoughPodsTests := []struct {
  361. pod *v1.Pod
  362. nodeInfo *schedulernodeinfo.NodeInfo
  363. fits bool
  364. name string
  365. reasons []PredicateFailureReason
  366. }{
  367. {
  368. pod: &v1.Pod{},
  369. nodeInfo: schedulernodeinfo.NewNodeInfo(
  370. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 10, Memory: 20})),
  371. fits: false,
  372. name: "even without specified resources predicate fails when there's no space for additional pod",
  373. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourcePods, 1, 1, 1)},
  374. },
  375. {
  376. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}),
  377. nodeInfo: schedulernodeinfo.NewNodeInfo(
  378. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 5})),
  379. fits: false,
  380. name: "even if both resources fit predicate fails when there's no space for additional pod",
  381. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourcePods, 1, 1, 1)},
  382. },
  383. {
  384. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 1}),
  385. nodeInfo: schedulernodeinfo.NewNodeInfo(
  386. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 19})),
  387. fits: false,
  388. name: "even for equal edge case predicate fails when there's no space for additional pod",
  389. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourcePods, 1, 1, 1)},
  390. },
  391. {
  392. pod: newResourceInitPod(newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 1}), schedulernodeinfo.Resource{MilliCPU: 5, Memory: 1}),
  393. nodeInfo: schedulernodeinfo.NewNodeInfo(
  394. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 19})),
  395. fits: false,
  396. name: "even for equal edge case predicate fails when there's no space for additional pod due to init container",
  397. reasons: []PredicateFailureReason{NewInsufficientResourceError(v1.ResourcePods, 1, 1, 1)},
  398. },
  399. }
  400. for _, test := range notEnoughPodsTests {
  401. t.Run(test.name, func(t *testing.T) {
  402. node := v1.Node{Status: v1.NodeStatus{Capacity: v1.ResourceList{}, Allocatable: makeAllocatableResources(10, 20, 1, 0, 0, 0)}}
  403. test.nodeInfo.SetNode(&node)
  404. fits, reasons, err := PodFitsResources(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  405. if err != nil {
  406. t.Errorf("unexpected error: %v", err)
  407. }
  408. if !fits && !reflect.DeepEqual(reasons, test.reasons) {
  409. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, test.reasons)
  410. }
  411. if fits != test.fits {
  412. t.Errorf("expected: %v got %v", test.fits, fits)
  413. }
  414. })
  415. }
  416. storagePodsTests := []struct {
  417. pod *v1.Pod
  418. nodeInfo *schedulernodeinfo.NodeInfo
  419. fits bool
  420. name string
  421. reasons []PredicateFailureReason
  422. }{
  423. {
  424. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}),
  425. nodeInfo: schedulernodeinfo.NewNodeInfo(
  426. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 10, Memory: 10})),
  427. fits: false,
  428. name: "due to container scratch disk",
  429. reasons: []PredicateFailureReason{
  430. NewInsufficientResourceError(v1.ResourceCPU, 1, 10, 10),
  431. },
  432. },
  433. {
  434. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 1, Memory: 1}),
  435. nodeInfo: schedulernodeinfo.NewNodeInfo(
  436. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 2, Memory: 10})),
  437. fits: true,
  438. name: "pod fit",
  439. },
  440. {
  441. pod: newResourcePod(schedulernodeinfo.Resource{EphemeralStorage: 25}),
  442. nodeInfo: schedulernodeinfo.NewNodeInfo(
  443. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 2, Memory: 2})),
  444. fits: false,
  445. name: "storage ephemeral local storage request exceeds allocatable",
  446. reasons: []PredicateFailureReason{
  447. NewInsufficientResourceError(v1.ResourceEphemeralStorage, 25, 0, 20),
  448. },
  449. },
  450. {
  451. pod: newResourcePod(schedulernodeinfo.Resource{EphemeralStorage: 10}),
  452. nodeInfo: schedulernodeinfo.NewNodeInfo(
  453. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 2, Memory: 2})),
  454. fits: true,
  455. name: "pod fits",
  456. },
  457. }
  458. for _, test := range storagePodsTests {
  459. t.Run(test.name, func(t *testing.T) {
  460. node := v1.Node{Status: v1.NodeStatus{Capacity: makeResources(10, 20, 32, 5, 20, 5).Capacity, Allocatable: makeAllocatableResources(10, 20, 32, 5, 20, 5)}}
  461. test.nodeInfo.SetNode(&node)
  462. fits, reasons, err := PodFitsResources(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  463. if err != nil {
  464. t.Errorf("unexpected error: %v", err)
  465. }
  466. if !fits && !reflect.DeepEqual(reasons, test.reasons) {
  467. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, test.reasons)
  468. }
  469. if fits != test.fits {
  470. t.Errorf("expected: %v got %v", test.fits, fits)
  471. }
  472. })
  473. }
  474. }
  475. func TestPodFitsHost(t *testing.T) {
  476. tests := []struct {
  477. pod *v1.Pod
  478. node *v1.Node
  479. fits bool
  480. name string
  481. }{
  482. {
  483. pod: &v1.Pod{},
  484. node: &v1.Node{},
  485. fits: true,
  486. name: "no host specified",
  487. },
  488. {
  489. pod: &v1.Pod{
  490. Spec: v1.PodSpec{
  491. NodeName: "foo",
  492. },
  493. },
  494. node: &v1.Node{
  495. ObjectMeta: metav1.ObjectMeta{
  496. Name: "foo",
  497. },
  498. },
  499. fits: true,
  500. name: "host matches",
  501. },
  502. {
  503. pod: &v1.Pod{
  504. Spec: v1.PodSpec{
  505. NodeName: "bar",
  506. },
  507. },
  508. node: &v1.Node{
  509. ObjectMeta: metav1.ObjectMeta{
  510. Name: "foo",
  511. },
  512. },
  513. fits: false,
  514. name: "host doesn't match",
  515. },
  516. }
  517. expectedFailureReasons := []PredicateFailureReason{ErrPodNotMatchHostName}
  518. for _, test := range tests {
  519. t.Run(test.name, func(t *testing.T) {
  520. nodeInfo := schedulernodeinfo.NewNodeInfo()
  521. nodeInfo.SetNode(test.node)
  522. fits, reasons, err := PodFitsHost(test.pod, GetPredicateMetadata(test.pod, nil), nodeInfo)
  523. if err != nil {
  524. t.Errorf("unexpected error: %v", err)
  525. }
  526. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  527. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  528. }
  529. if fits != test.fits {
  530. t.Errorf("unexpected difference: expected: %v got %v", test.fits, fits)
  531. }
  532. })
  533. }
  534. }
  535. func newPod(host string, hostPortInfos ...string) *v1.Pod {
  536. networkPorts := []v1.ContainerPort{}
  537. for _, portInfo := range hostPortInfos {
  538. splited := strings.Split(portInfo, "/")
  539. hostPort, _ := strconv.Atoi(splited[2])
  540. networkPorts = append(networkPorts, v1.ContainerPort{
  541. HostIP: splited[1],
  542. HostPort: int32(hostPort),
  543. Protocol: v1.Protocol(splited[0]),
  544. })
  545. }
  546. return &v1.Pod{
  547. Spec: v1.PodSpec{
  548. NodeName: host,
  549. Containers: []v1.Container{
  550. {
  551. Ports: networkPorts,
  552. },
  553. },
  554. },
  555. }
  556. }
  557. func TestPodFitsHostPorts(t *testing.T) {
  558. tests := []struct {
  559. pod *v1.Pod
  560. nodeInfo *schedulernodeinfo.NodeInfo
  561. fits bool
  562. name string
  563. }{
  564. {
  565. pod: &v1.Pod{},
  566. nodeInfo: schedulernodeinfo.NewNodeInfo(),
  567. fits: true,
  568. name: "nothing running",
  569. },
  570. {
  571. pod: newPod("m1", "UDP/127.0.0.1/8080"),
  572. nodeInfo: schedulernodeinfo.NewNodeInfo(
  573. newPod("m1", "UDP/127.0.0.1/9090")),
  574. fits: true,
  575. name: "other port",
  576. },
  577. {
  578. pod: newPod("m1", "UDP/127.0.0.1/8080"),
  579. nodeInfo: schedulernodeinfo.NewNodeInfo(
  580. newPod("m1", "UDP/127.0.0.1/8080")),
  581. fits: false,
  582. name: "same udp port",
  583. },
  584. {
  585. pod: newPod("m1", "TCP/127.0.0.1/8080"),
  586. nodeInfo: schedulernodeinfo.NewNodeInfo(
  587. newPod("m1", "TCP/127.0.0.1/8080")),
  588. fits: false,
  589. name: "same tcp port",
  590. },
  591. {
  592. pod: newPod("m1", "TCP/127.0.0.1/8080"),
  593. nodeInfo: schedulernodeinfo.NewNodeInfo(
  594. newPod("m1", "TCP/127.0.0.2/8080")),
  595. fits: true,
  596. name: "different host ip",
  597. },
  598. {
  599. pod: newPod("m1", "UDP/127.0.0.1/8080"),
  600. nodeInfo: schedulernodeinfo.NewNodeInfo(
  601. newPod("m1", "TCP/127.0.0.1/8080")),
  602. fits: true,
  603. name: "different protocol",
  604. },
  605. {
  606. pod: newPod("m1", "UDP/127.0.0.1/8000", "UDP/127.0.0.1/8080"),
  607. nodeInfo: schedulernodeinfo.NewNodeInfo(
  608. newPod("m1", "UDP/127.0.0.1/8080")),
  609. fits: false,
  610. name: "second udp port conflict",
  611. },
  612. {
  613. pod: newPod("m1", "TCP/127.0.0.1/8001", "UDP/127.0.0.1/8080"),
  614. nodeInfo: schedulernodeinfo.NewNodeInfo(
  615. newPod("m1", "TCP/127.0.0.1/8001", "UDP/127.0.0.1/8081")),
  616. fits: false,
  617. name: "first tcp port conflict",
  618. },
  619. {
  620. pod: newPod("m1", "TCP/0.0.0.0/8001"),
  621. nodeInfo: schedulernodeinfo.NewNodeInfo(
  622. newPod("m1", "TCP/127.0.0.1/8001")),
  623. fits: false,
  624. name: "first tcp port conflict due to 0.0.0.0 hostIP",
  625. },
  626. {
  627. pod: newPod("m1", "TCP/10.0.10.10/8001", "TCP/0.0.0.0/8001"),
  628. nodeInfo: schedulernodeinfo.NewNodeInfo(
  629. newPod("m1", "TCP/127.0.0.1/8001")),
  630. fits: false,
  631. name: "TCP hostPort conflict due to 0.0.0.0 hostIP",
  632. },
  633. {
  634. pod: newPod("m1", "TCP/127.0.0.1/8001"),
  635. nodeInfo: schedulernodeinfo.NewNodeInfo(
  636. newPod("m1", "TCP/0.0.0.0/8001")),
  637. fits: false,
  638. name: "second tcp port conflict to 0.0.0.0 hostIP",
  639. },
  640. {
  641. pod: newPod("m1", "UDP/127.0.0.1/8001"),
  642. nodeInfo: schedulernodeinfo.NewNodeInfo(
  643. newPod("m1", "TCP/0.0.0.0/8001")),
  644. fits: true,
  645. name: "second different protocol",
  646. },
  647. {
  648. pod: newPod("m1", "UDP/127.0.0.1/8001"),
  649. nodeInfo: schedulernodeinfo.NewNodeInfo(
  650. newPod("m1", "TCP/0.0.0.0/8001", "UDP/0.0.0.0/8001")),
  651. fits: false,
  652. name: "UDP hostPort conflict due to 0.0.0.0 hostIP",
  653. },
  654. }
  655. expectedFailureReasons := []PredicateFailureReason{ErrPodNotFitsHostPorts}
  656. for _, test := range tests {
  657. t.Run(test.name, func(t *testing.T) {
  658. fits, reasons, err := PodFitsHostPorts(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  659. if err != nil {
  660. t.Errorf("unexpected error: %v", err)
  661. }
  662. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  663. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  664. }
  665. if test.fits != fits {
  666. t.Errorf("expected %v, saw %v", test.fits, fits)
  667. }
  668. })
  669. }
  670. }
  671. func TestGCEDiskConflicts(t *testing.T) {
  672. volState := v1.PodSpec{
  673. Volumes: []v1.Volume{
  674. {
  675. VolumeSource: v1.VolumeSource{
  676. GCEPersistentDisk: &v1.GCEPersistentDiskVolumeSource{
  677. PDName: "foo",
  678. },
  679. },
  680. },
  681. },
  682. }
  683. volState2 := v1.PodSpec{
  684. Volumes: []v1.Volume{
  685. {
  686. VolumeSource: v1.VolumeSource{
  687. GCEPersistentDisk: &v1.GCEPersistentDiskVolumeSource{
  688. PDName: "bar",
  689. },
  690. },
  691. },
  692. },
  693. }
  694. tests := []struct {
  695. pod *v1.Pod
  696. nodeInfo *schedulernodeinfo.NodeInfo
  697. isOk bool
  698. name string
  699. }{
  700. {&v1.Pod{}, schedulernodeinfo.NewNodeInfo(), true, "nothing"},
  701. {&v1.Pod{}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), true, "one state"},
  702. {&v1.Pod{Spec: volState}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), false, "same state"},
  703. {&v1.Pod{Spec: volState2}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), true, "different state"},
  704. }
  705. expectedFailureReasons := []PredicateFailureReason{ErrDiskConflict}
  706. for _, test := range tests {
  707. t.Run(test.name, func(t *testing.T) {
  708. ok, reasons, err := NoDiskConflict(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  709. if err != nil {
  710. t.Errorf("unexpected error: %v", err)
  711. }
  712. if !ok && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  713. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  714. }
  715. if test.isOk && !ok {
  716. t.Errorf("expected ok, got none. %v %s", test.pod, test.nodeInfo)
  717. }
  718. if !test.isOk && ok {
  719. t.Errorf("expected no ok, got one. %v %s", test.pod, test.nodeInfo)
  720. }
  721. })
  722. }
  723. }
  724. func TestAWSDiskConflicts(t *testing.T) {
  725. volState := v1.PodSpec{
  726. Volumes: []v1.Volume{
  727. {
  728. VolumeSource: v1.VolumeSource{
  729. AWSElasticBlockStore: &v1.AWSElasticBlockStoreVolumeSource{
  730. VolumeID: "foo",
  731. },
  732. },
  733. },
  734. },
  735. }
  736. volState2 := v1.PodSpec{
  737. Volumes: []v1.Volume{
  738. {
  739. VolumeSource: v1.VolumeSource{
  740. AWSElasticBlockStore: &v1.AWSElasticBlockStoreVolumeSource{
  741. VolumeID: "bar",
  742. },
  743. },
  744. },
  745. },
  746. }
  747. tests := []struct {
  748. pod *v1.Pod
  749. nodeInfo *schedulernodeinfo.NodeInfo
  750. isOk bool
  751. name string
  752. }{
  753. {&v1.Pod{}, schedulernodeinfo.NewNodeInfo(), true, "nothing"},
  754. {&v1.Pod{}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), true, "one state"},
  755. {&v1.Pod{Spec: volState}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), false, "same state"},
  756. {&v1.Pod{Spec: volState2}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), true, "different state"},
  757. }
  758. expectedFailureReasons := []PredicateFailureReason{ErrDiskConflict}
  759. for _, test := range tests {
  760. t.Run(test.name, func(t *testing.T) {
  761. ok, reasons, err := NoDiskConflict(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  762. if err != nil {
  763. t.Errorf("unexpected error: %v", err)
  764. }
  765. if !ok && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  766. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  767. }
  768. if test.isOk && !ok {
  769. t.Errorf("expected ok, got none. %v %s", test.pod, test.nodeInfo)
  770. }
  771. if !test.isOk && ok {
  772. t.Errorf("expected no ok, got one. %v %s", test.pod, test.nodeInfo)
  773. }
  774. })
  775. }
  776. }
  777. func TestRBDDiskConflicts(t *testing.T) {
  778. volState := v1.PodSpec{
  779. Volumes: []v1.Volume{
  780. {
  781. VolumeSource: v1.VolumeSource{
  782. RBD: &v1.RBDVolumeSource{
  783. CephMonitors: []string{"a", "b"},
  784. RBDPool: "foo",
  785. RBDImage: "bar",
  786. FSType: "ext4",
  787. },
  788. },
  789. },
  790. },
  791. }
  792. volState2 := v1.PodSpec{
  793. Volumes: []v1.Volume{
  794. {
  795. VolumeSource: v1.VolumeSource{
  796. RBD: &v1.RBDVolumeSource{
  797. CephMonitors: []string{"c", "d"},
  798. RBDPool: "foo",
  799. RBDImage: "bar",
  800. FSType: "ext4",
  801. },
  802. },
  803. },
  804. },
  805. }
  806. tests := []struct {
  807. pod *v1.Pod
  808. nodeInfo *schedulernodeinfo.NodeInfo
  809. isOk bool
  810. name string
  811. }{
  812. {&v1.Pod{}, schedulernodeinfo.NewNodeInfo(), true, "nothing"},
  813. {&v1.Pod{}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), true, "one state"},
  814. {&v1.Pod{Spec: volState}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), false, "same state"},
  815. {&v1.Pod{Spec: volState2}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), true, "different state"},
  816. }
  817. expectedFailureReasons := []PredicateFailureReason{ErrDiskConflict}
  818. for _, test := range tests {
  819. t.Run(test.name, func(t *testing.T) {
  820. ok, reasons, err := NoDiskConflict(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  821. if err != nil {
  822. t.Errorf("unexpected error: %v", err)
  823. }
  824. if !ok && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  825. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  826. }
  827. if test.isOk && !ok {
  828. t.Errorf("expected ok, got none. %v %s", test.pod, test.nodeInfo)
  829. }
  830. if !test.isOk && ok {
  831. t.Errorf("expected no ok, got one. %v %s", test.pod, test.nodeInfo)
  832. }
  833. })
  834. }
  835. }
  836. func TestISCSIDiskConflicts(t *testing.T) {
  837. volState := v1.PodSpec{
  838. Volumes: []v1.Volume{
  839. {
  840. VolumeSource: v1.VolumeSource{
  841. ISCSI: &v1.ISCSIVolumeSource{
  842. TargetPortal: "127.0.0.1:3260",
  843. IQN: "iqn.2016-12.server:storage.target01",
  844. FSType: "ext4",
  845. Lun: 0,
  846. },
  847. },
  848. },
  849. },
  850. }
  851. volState2 := v1.PodSpec{
  852. Volumes: []v1.Volume{
  853. {
  854. VolumeSource: v1.VolumeSource{
  855. ISCSI: &v1.ISCSIVolumeSource{
  856. TargetPortal: "127.0.0.1:3260",
  857. IQN: "iqn.2017-12.server:storage.target01",
  858. FSType: "ext4",
  859. Lun: 0,
  860. },
  861. },
  862. },
  863. },
  864. }
  865. tests := []struct {
  866. pod *v1.Pod
  867. nodeInfo *schedulernodeinfo.NodeInfo
  868. isOk bool
  869. name string
  870. }{
  871. {&v1.Pod{}, schedulernodeinfo.NewNodeInfo(), true, "nothing"},
  872. {&v1.Pod{}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), true, "one state"},
  873. {&v1.Pod{Spec: volState}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), false, "same state"},
  874. {&v1.Pod{Spec: volState2}, schedulernodeinfo.NewNodeInfo(&v1.Pod{Spec: volState}), true, "different state"},
  875. }
  876. expectedFailureReasons := []PredicateFailureReason{ErrDiskConflict}
  877. for _, test := range tests {
  878. t.Run(test.name, func(t *testing.T) {
  879. ok, reasons, err := NoDiskConflict(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  880. if err != nil {
  881. t.Errorf("unexpected error: %v", err)
  882. }
  883. if !ok && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  884. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  885. }
  886. if test.isOk && !ok {
  887. t.Errorf("expected ok, got none. %v %s", test.pod, test.nodeInfo)
  888. }
  889. if !test.isOk && ok {
  890. t.Errorf("expected no ok, got one. %v %s", test.pod, test.nodeInfo)
  891. }
  892. })
  893. }
  894. }
  895. // TODO: Add test case for RequiredDuringSchedulingRequiredDuringExecution after it's implemented.
  896. func TestPodFitsSelector(t *testing.T) {
  897. tests := []struct {
  898. pod *v1.Pod
  899. labels map[string]string
  900. nodeName string
  901. fits bool
  902. name string
  903. }{
  904. {
  905. pod: &v1.Pod{},
  906. fits: true,
  907. name: "no selector",
  908. },
  909. {
  910. pod: &v1.Pod{
  911. Spec: v1.PodSpec{
  912. NodeSelector: map[string]string{
  913. "foo": "bar",
  914. },
  915. },
  916. },
  917. fits: false,
  918. name: "missing labels",
  919. },
  920. {
  921. pod: &v1.Pod{
  922. Spec: v1.PodSpec{
  923. NodeSelector: map[string]string{
  924. "foo": "bar",
  925. },
  926. },
  927. },
  928. labels: map[string]string{
  929. "foo": "bar",
  930. },
  931. fits: true,
  932. name: "same labels",
  933. },
  934. {
  935. pod: &v1.Pod{
  936. Spec: v1.PodSpec{
  937. NodeSelector: map[string]string{
  938. "foo": "bar",
  939. },
  940. },
  941. },
  942. labels: map[string]string{
  943. "foo": "bar",
  944. "baz": "blah",
  945. },
  946. fits: true,
  947. name: "node labels are superset",
  948. },
  949. {
  950. pod: &v1.Pod{
  951. Spec: v1.PodSpec{
  952. NodeSelector: map[string]string{
  953. "foo": "bar",
  954. "baz": "blah",
  955. },
  956. },
  957. },
  958. labels: map[string]string{
  959. "foo": "bar",
  960. },
  961. fits: false,
  962. name: "node labels are subset",
  963. },
  964. {
  965. pod: &v1.Pod{
  966. Spec: v1.PodSpec{
  967. Affinity: &v1.Affinity{
  968. NodeAffinity: &v1.NodeAffinity{
  969. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  970. NodeSelectorTerms: []v1.NodeSelectorTerm{
  971. {
  972. MatchExpressions: []v1.NodeSelectorRequirement{
  973. {
  974. Key: "foo",
  975. Operator: v1.NodeSelectorOpIn,
  976. Values: []string{"bar", "value2"},
  977. },
  978. },
  979. },
  980. },
  981. },
  982. },
  983. },
  984. },
  985. },
  986. labels: map[string]string{
  987. "foo": "bar",
  988. },
  989. fits: true,
  990. name: "Pod with matchExpressions using In operator that matches the existing node",
  991. },
  992. {
  993. pod: &v1.Pod{
  994. Spec: v1.PodSpec{
  995. Affinity: &v1.Affinity{
  996. NodeAffinity: &v1.NodeAffinity{
  997. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  998. NodeSelectorTerms: []v1.NodeSelectorTerm{
  999. {
  1000. MatchExpressions: []v1.NodeSelectorRequirement{
  1001. {
  1002. Key: "kernel-version",
  1003. Operator: v1.NodeSelectorOpGt,
  1004. Values: []string{"0204"},
  1005. },
  1006. },
  1007. },
  1008. },
  1009. },
  1010. },
  1011. },
  1012. },
  1013. },
  1014. labels: map[string]string{
  1015. // We use two digit to denote major version and two digit for minor version.
  1016. "kernel-version": "0206",
  1017. },
  1018. fits: true,
  1019. name: "Pod with matchExpressions using Gt operator that matches the existing node",
  1020. },
  1021. {
  1022. pod: &v1.Pod{
  1023. Spec: v1.PodSpec{
  1024. Affinity: &v1.Affinity{
  1025. NodeAffinity: &v1.NodeAffinity{
  1026. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1027. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1028. {
  1029. MatchExpressions: []v1.NodeSelectorRequirement{
  1030. {
  1031. Key: "mem-type",
  1032. Operator: v1.NodeSelectorOpNotIn,
  1033. Values: []string{"DDR", "DDR2"},
  1034. },
  1035. },
  1036. },
  1037. },
  1038. },
  1039. },
  1040. },
  1041. },
  1042. },
  1043. labels: map[string]string{
  1044. "mem-type": "DDR3",
  1045. },
  1046. fits: true,
  1047. name: "Pod with matchExpressions using NotIn operator that matches the existing node",
  1048. },
  1049. {
  1050. pod: &v1.Pod{
  1051. Spec: v1.PodSpec{
  1052. Affinity: &v1.Affinity{
  1053. NodeAffinity: &v1.NodeAffinity{
  1054. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1055. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1056. {
  1057. MatchExpressions: []v1.NodeSelectorRequirement{
  1058. {
  1059. Key: "GPU",
  1060. Operator: v1.NodeSelectorOpExists,
  1061. },
  1062. },
  1063. },
  1064. },
  1065. },
  1066. },
  1067. },
  1068. },
  1069. },
  1070. labels: map[string]string{
  1071. "GPU": "NVIDIA-GRID-K1",
  1072. },
  1073. fits: true,
  1074. name: "Pod with matchExpressions using Exists operator that matches the existing node",
  1075. },
  1076. {
  1077. pod: &v1.Pod{
  1078. Spec: v1.PodSpec{
  1079. Affinity: &v1.Affinity{
  1080. NodeAffinity: &v1.NodeAffinity{
  1081. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1082. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1083. {
  1084. MatchExpressions: []v1.NodeSelectorRequirement{
  1085. {
  1086. Key: "foo",
  1087. Operator: v1.NodeSelectorOpIn,
  1088. Values: []string{"value1", "value2"},
  1089. },
  1090. },
  1091. },
  1092. },
  1093. },
  1094. },
  1095. },
  1096. },
  1097. },
  1098. labels: map[string]string{
  1099. "foo": "bar",
  1100. },
  1101. fits: false,
  1102. name: "Pod with affinity that don't match node's labels won't schedule onto the node",
  1103. },
  1104. {
  1105. pod: &v1.Pod{
  1106. Spec: v1.PodSpec{
  1107. Affinity: &v1.Affinity{
  1108. NodeAffinity: &v1.NodeAffinity{
  1109. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1110. NodeSelectorTerms: nil,
  1111. },
  1112. },
  1113. },
  1114. },
  1115. },
  1116. labels: map[string]string{
  1117. "foo": "bar",
  1118. },
  1119. fits: false,
  1120. name: "Pod with a nil []NodeSelectorTerm in affinity, can't match the node's labels and won't schedule onto the node",
  1121. },
  1122. {
  1123. pod: &v1.Pod{
  1124. Spec: v1.PodSpec{
  1125. Affinity: &v1.Affinity{
  1126. NodeAffinity: &v1.NodeAffinity{
  1127. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1128. NodeSelectorTerms: []v1.NodeSelectorTerm{},
  1129. },
  1130. },
  1131. },
  1132. },
  1133. },
  1134. labels: map[string]string{
  1135. "foo": "bar",
  1136. },
  1137. fits: false,
  1138. name: "Pod with an empty []NodeSelectorTerm in affinity, can't match the node's labels and won't schedule onto the node",
  1139. },
  1140. {
  1141. pod: &v1.Pod{
  1142. Spec: v1.PodSpec{
  1143. Affinity: &v1.Affinity{
  1144. NodeAffinity: &v1.NodeAffinity{
  1145. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1146. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1147. {
  1148. MatchExpressions: []v1.NodeSelectorRequirement{},
  1149. },
  1150. },
  1151. },
  1152. },
  1153. },
  1154. },
  1155. },
  1156. labels: map[string]string{
  1157. "foo": "bar",
  1158. },
  1159. fits: false,
  1160. name: "Pod with empty MatchExpressions is not a valid value will match no objects and won't schedule onto the node",
  1161. },
  1162. {
  1163. pod: &v1.Pod{},
  1164. labels: map[string]string{
  1165. "foo": "bar",
  1166. },
  1167. fits: true,
  1168. name: "Pod with no Affinity will schedule onto a node",
  1169. },
  1170. {
  1171. pod: &v1.Pod{
  1172. Spec: v1.PodSpec{
  1173. Affinity: &v1.Affinity{
  1174. NodeAffinity: &v1.NodeAffinity{
  1175. RequiredDuringSchedulingIgnoredDuringExecution: nil,
  1176. },
  1177. },
  1178. },
  1179. },
  1180. labels: map[string]string{
  1181. "foo": "bar",
  1182. },
  1183. fits: true,
  1184. name: "Pod with Affinity but nil NodeSelector will schedule onto a node",
  1185. },
  1186. {
  1187. pod: &v1.Pod{
  1188. Spec: v1.PodSpec{
  1189. Affinity: &v1.Affinity{
  1190. NodeAffinity: &v1.NodeAffinity{
  1191. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1192. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1193. {
  1194. MatchExpressions: []v1.NodeSelectorRequirement{
  1195. {
  1196. Key: "GPU",
  1197. Operator: v1.NodeSelectorOpExists,
  1198. }, {
  1199. Key: "GPU",
  1200. Operator: v1.NodeSelectorOpNotIn,
  1201. Values: []string{"AMD", "INTER"},
  1202. },
  1203. },
  1204. },
  1205. },
  1206. },
  1207. },
  1208. },
  1209. },
  1210. },
  1211. labels: map[string]string{
  1212. "GPU": "NVIDIA-GRID-K1",
  1213. },
  1214. fits: true,
  1215. name: "Pod with multiple matchExpressions ANDed that matches the existing node",
  1216. },
  1217. {
  1218. pod: &v1.Pod{
  1219. Spec: v1.PodSpec{
  1220. Affinity: &v1.Affinity{
  1221. NodeAffinity: &v1.NodeAffinity{
  1222. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1223. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1224. {
  1225. MatchExpressions: []v1.NodeSelectorRequirement{
  1226. {
  1227. Key: "GPU",
  1228. Operator: v1.NodeSelectorOpExists,
  1229. }, {
  1230. Key: "GPU",
  1231. Operator: v1.NodeSelectorOpIn,
  1232. Values: []string{"AMD", "INTER"},
  1233. },
  1234. },
  1235. },
  1236. },
  1237. },
  1238. },
  1239. },
  1240. },
  1241. },
  1242. labels: map[string]string{
  1243. "GPU": "NVIDIA-GRID-K1",
  1244. },
  1245. fits: false,
  1246. name: "Pod with multiple matchExpressions ANDed that doesn't match the existing node",
  1247. },
  1248. {
  1249. pod: &v1.Pod{
  1250. Spec: v1.PodSpec{
  1251. Affinity: &v1.Affinity{
  1252. NodeAffinity: &v1.NodeAffinity{
  1253. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1254. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1255. {
  1256. MatchExpressions: []v1.NodeSelectorRequirement{
  1257. {
  1258. Key: "foo",
  1259. Operator: v1.NodeSelectorOpIn,
  1260. Values: []string{"bar", "value2"},
  1261. },
  1262. },
  1263. },
  1264. {
  1265. MatchExpressions: []v1.NodeSelectorRequirement{
  1266. {
  1267. Key: "diffkey",
  1268. Operator: v1.NodeSelectorOpIn,
  1269. Values: []string{"wrong", "value2"},
  1270. },
  1271. },
  1272. },
  1273. },
  1274. },
  1275. },
  1276. },
  1277. },
  1278. },
  1279. labels: map[string]string{
  1280. "foo": "bar",
  1281. },
  1282. fits: true,
  1283. name: "Pod with multiple NodeSelectorTerms ORed in affinity, matches the node's labels and will schedule onto the node",
  1284. },
  1285. {
  1286. pod: &v1.Pod{
  1287. Spec: v1.PodSpec{
  1288. NodeSelector: map[string]string{
  1289. "foo": "bar",
  1290. },
  1291. Affinity: &v1.Affinity{
  1292. NodeAffinity: &v1.NodeAffinity{
  1293. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1294. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1295. {
  1296. MatchExpressions: []v1.NodeSelectorRequirement{
  1297. {
  1298. Key: "foo",
  1299. Operator: v1.NodeSelectorOpExists,
  1300. },
  1301. },
  1302. },
  1303. },
  1304. },
  1305. },
  1306. },
  1307. },
  1308. },
  1309. labels: map[string]string{
  1310. "foo": "bar",
  1311. },
  1312. fits: true,
  1313. name: "Pod with an Affinity and a PodSpec.NodeSelector(the old thing that we are deprecating) " +
  1314. "both are satisfied, will schedule onto the node",
  1315. },
  1316. {
  1317. pod: &v1.Pod{
  1318. Spec: v1.PodSpec{
  1319. NodeSelector: map[string]string{
  1320. "foo": "bar",
  1321. },
  1322. Affinity: &v1.Affinity{
  1323. NodeAffinity: &v1.NodeAffinity{
  1324. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1325. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1326. {
  1327. MatchExpressions: []v1.NodeSelectorRequirement{
  1328. {
  1329. Key: "foo",
  1330. Operator: v1.NodeSelectorOpExists,
  1331. },
  1332. },
  1333. },
  1334. },
  1335. },
  1336. },
  1337. },
  1338. },
  1339. },
  1340. labels: map[string]string{
  1341. "foo": "barrrrrr",
  1342. },
  1343. fits: false,
  1344. name: "Pod with an Affinity matches node's labels but the PodSpec.NodeSelector(the old thing that we are deprecating) " +
  1345. "is not satisfied, won't schedule onto the node",
  1346. },
  1347. {
  1348. pod: &v1.Pod{
  1349. Spec: v1.PodSpec{
  1350. Affinity: &v1.Affinity{
  1351. NodeAffinity: &v1.NodeAffinity{
  1352. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1353. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1354. {
  1355. MatchExpressions: []v1.NodeSelectorRequirement{
  1356. {
  1357. Key: "foo",
  1358. Operator: v1.NodeSelectorOpNotIn,
  1359. Values: []string{"invalid value: ___@#$%^"},
  1360. },
  1361. },
  1362. },
  1363. },
  1364. },
  1365. },
  1366. },
  1367. },
  1368. },
  1369. labels: map[string]string{
  1370. "foo": "bar",
  1371. },
  1372. fits: false,
  1373. name: "Pod with an invalid value in Affinity term won't be scheduled onto the node",
  1374. },
  1375. {
  1376. pod: &v1.Pod{
  1377. Spec: v1.PodSpec{
  1378. Affinity: &v1.Affinity{
  1379. NodeAffinity: &v1.NodeAffinity{
  1380. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1381. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1382. {
  1383. MatchFields: []v1.NodeSelectorRequirement{
  1384. {
  1385. Key: schedulerapi.NodeFieldSelectorKeyNodeName,
  1386. Operator: v1.NodeSelectorOpIn,
  1387. Values: []string{"node_1"},
  1388. },
  1389. },
  1390. },
  1391. },
  1392. },
  1393. },
  1394. },
  1395. },
  1396. },
  1397. nodeName: "node_1",
  1398. fits: true,
  1399. name: "Pod with matchFields using In operator that matches the existing node",
  1400. },
  1401. {
  1402. pod: &v1.Pod{
  1403. Spec: v1.PodSpec{
  1404. Affinity: &v1.Affinity{
  1405. NodeAffinity: &v1.NodeAffinity{
  1406. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1407. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1408. {
  1409. MatchFields: []v1.NodeSelectorRequirement{
  1410. {
  1411. Key: schedulerapi.NodeFieldSelectorKeyNodeName,
  1412. Operator: v1.NodeSelectorOpIn,
  1413. Values: []string{"node_1"},
  1414. },
  1415. },
  1416. },
  1417. },
  1418. },
  1419. },
  1420. },
  1421. },
  1422. },
  1423. nodeName: "node_2",
  1424. fits: false,
  1425. name: "Pod with matchFields using In operator that does not match the existing node",
  1426. },
  1427. {
  1428. pod: &v1.Pod{
  1429. Spec: v1.PodSpec{
  1430. Affinity: &v1.Affinity{
  1431. NodeAffinity: &v1.NodeAffinity{
  1432. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1433. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1434. {
  1435. MatchFields: []v1.NodeSelectorRequirement{
  1436. {
  1437. Key: schedulerapi.NodeFieldSelectorKeyNodeName,
  1438. Operator: v1.NodeSelectorOpIn,
  1439. Values: []string{"node_1"},
  1440. },
  1441. },
  1442. },
  1443. {
  1444. MatchExpressions: []v1.NodeSelectorRequirement{
  1445. {
  1446. Key: "foo",
  1447. Operator: v1.NodeSelectorOpIn,
  1448. Values: []string{"bar"},
  1449. },
  1450. },
  1451. },
  1452. },
  1453. },
  1454. },
  1455. },
  1456. },
  1457. },
  1458. nodeName: "node_2",
  1459. labels: map[string]string{"foo": "bar"},
  1460. fits: true,
  1461. name: "Pod with two terms: matchFields does not match, but matchExpressions matches",
  1462. },
  1463. {
  1464. pod: &v1.Pod{
  1465. Spec: v1.PodSpec{
  1466. Affinity: &v1.Affinity{
  1467. NodeAffinity: &v1.NodeAffinity{
  1468. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1469. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1470. {
  1471. MatchFields: []v1.NodeSelectorRequirement{
  1472. {
  1473. Key: schedulerapi.NodeFieldSelectorKeyNodeName,
  1474. Operator: v1.NodeSelectorOpIn,
  1475. Values: []string{"node_1"},
  1476. },
  1477. },
  1478. MatchExpressions: []v1.NodeSelectorRequirement{
  1479. {
  1480. Key: "foo",
  1481. Operator: v1.NodeSelectorOpIn,
  1482. Values: []string{"bar"},
  1483. },
  1484. },
  1485. },
  1486. },
  1487. },
  1488. },
  1489. },
  1490. },
  1491. },
  1492. nodeName: "node_2",
  1493. labels: map[string]string{"foo": "bar"},
  1494. fits: false,
  1495. name: "Pod with one term: matchFields does not match, but matchExpressions matches",
  1496. },
  1497. {
  1498. pod: &v1.Pod{
  1499. Spec: v1.PodSpec{
  1500. Affinity: &v1.Affinity{
  1501. NodeAffinity: &v1.NodeAffinity{
  1502. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1503. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1504. {
  1505. MatchFields: []v1.NodeSelectorRequirement{
  1506. {
  1507. Key: schedulerapi.NodeFieldSelectorKeyNodeName,
  1508. Operator: v1.NodeSelectorOpIn,
  1509. Values: []string{"node_1"},
  1510. },
  1511. },
  1512. MatchExpressions: []v1.NodeSelectorRequirement{
  1513. {
  1514. Key: "foo",
  1515. Operator: v1.NodeSelectorOpIn,
  1516. Values: []string{"bar"},
  1517. },
  1518. },
  1519. },
  1520. },
  1521. },
  1522. },
  1523. },
  1524. },
  1525. },
  1526. nodeName: "node_1",
  1527. labels: map[string]string{"foo": "bar"},
  1528. fits: true,
  1529. name: "Pod with one term: both matchFields and matchExpressions match",
  1530. },
  1531. {
  1532. pod: &v1.Pod{
  1533. Spec: v1.PodSpec{
  1534. Affinity: &v1.Affinity{
  1535. NodeAffinity: &v1.NodeAffinity{
  1536. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  1537. NodeSelectorTerms: []v1.NodeSelectorTerm{
  1538. {
  1539. MatchFields: []v1.NodeSelectorRequirement{
  1540. {
  1541. Key: schedulerapi.NodeFieldSelectorKeyNodeName,
  1542. Operator: v1.NodeSelectorOpIn,
  1543. Values: []string{"node_1"},
  1544. },
  1545. },
  1546. },
  1547. {
  1548. MatchExpressions: []v1.NodeSelectorRequirement{
  1549. {
  1550. Key: "foo",
  1551. Operator: v1.NodeSelectorOpIn,
  1552. Values: []string{"not-match-to-bar"},
  1553. },
  1554. },
  1555. },
  1556. },
  1557. },
  1558. },
  1559. },
  1560. },
  1561. },
  1562. nodeName: "node_2",
  1563. labels: map[string]string{"foo": "bar"},
  1564. fits: false,
  1565. name: "Pod with two terms: both matchFields and matchExpressions do not match",
  1566. },
  1567. }
  1568. expectedFailureReasons := []PredicateFailureReason{ErrNodeSelectorNotMatch}
  1569. for _, test := range tests {
  1570. t.Run(test.name, func(t *testing.T) {
  1571. node := v1.Node{ObjectMeta: metav1.ObjectMeta{
  1572. Name: test.nodeName,
  1573. Labels: test.labels,
  1574. }}
  1575. nodeInfo := schedulernodeinfo.NewNodeInfo()
  1576. nodeInfo.SetNode(&node)
  1577. fits, reasons, err := PodMatchNodeSelector(test.pod, GetPredicateMetadata(test.pod, nil), nodeInfo)
  1578. if err != nil {
  1579. t.Errorf("unexpected error: %v", err)
  1580. }
  1581. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  1582. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  1583. }
  1584. if fits != test.fits {
  1585. t.Errorf("expected: %v got %v", test.fits, fits)
  1586. }
  1587. })
  1588. }
  1589. }
  1590. func TestNodeLabelPresence(t *testing.T) {
  1591. label := map[string]string{"foo": "bar", "bar": "foo"}
  1592. tests := []struct {
  1593. pod *v1.Pod
  1594. labels []string
  1595. presence bool
  1596. fits bool
  1597. name string
  1598. }{
  1599. {
  1600. labels: []string{"baz"},
  1601. presence: true,
  1602. fits: false,
  1603. name: "label does not match, presence true",
  1604. },
  1605. {
  1606. labels: []string{"baz"},
  1607. presence: false,
  1608. fits: true,
  1609. name: "label does not match, presence false",
  1610. },
  1611. {
  1612. labels: []string{"foo", "baz"},
  1613. presence: true,
  1614. fits: false,
  1615. name: "one label matches, presence true",
  1616. },
  1617. {
  1618. labels: []string{"foo", "baz"},
  1619. presence: false,
  1620. fits: false,
  1621. name: "one label matches, presence false",
  1622. },
  1623. {
  1624. labels: []string{"foo", "bar"},
  1625. presence: true,
  1626. fits: true,
  1627. name: "all labels match, presence true",
  1628. },
  1629. {
  1630. labels: []string{"foo", "bar"},
  1631. presence: false,
  1632. fits: false,
  1633. name: "all labels match, presence false",
  1634. },
  1635. }
  1636. expectedFailureReasons := []PredicateFailureReason{ErrNodeLabelPresenceViolated}
  1637. for _, test := range tests {
  1638. t.Run(test.name, func(t *testing.T) {
  1639. node := v1.Node{ObjectMeta: metav1.ObjectMeta{Labels: label}}
  1640. nodeInfo := schedulernodeinfo.NewNodeInfo()
  1641. nodeInfo.SetNode(&node)
  1642. labelChecker := NodeLabelChecker{test.labels, test.presence}
  1643. fits, reasons, err := labelChecker.CheckNodeLabelPresence(test.pod, GetPredicateMetadata(test.pod, nil), nodeInfo)
  1644. if err != nil {
  1645. t.Errorf("unexpected error: %v", err)
  1646. }
  1647. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  1648. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  1649. }
  1650. if fits != test.fits {
  1651. t.Errorf("expected: %v got %v", test.fits, fits)
  1652. }
  1653. })
  1654. }
  1655. }
  1656. func TestServiceAffinity(t *testing.T) {
  1657. selector := map[string]string{"foo": "bar"}
  1658. labels1 := map[string]string{
  1659. "region": "r1",
  1660. "zone": "z11",
  1661. }
  1662. labels2 := map[string]string{
  1663. "region": "r1",
  1664. "zone": "z12",
  1665. }
  1666. labels3 := map[string]string{
  1667. "region": "r2",
  1668. "zone": "z21",
  1669. }
  1670. labels4 := map[string]string{
  1671. "region": "r2",
  1672. "zone": "z22",
  1673. }
  1674. node1 := v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "machine1", Labels: labels1}}
  1675. node2 := v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "machine2", Labels: labels2}}
  1676. node3 := v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "machine3", Labels: labels3}}
  1677. node4 := v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "machine4", Labels: labels4}}
  1678. node5 := v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "machine5", Labels: labels4}}
  1679. tests := []struct {
  1680. pod *v1.Pod
  1681. pods []*v1.Pod
  1682. services []*v1.Service
  1683. node *v1.Node
  1684. labels []string
  1685. fits bool
  1686. name string
  1687. }{
  1688. {
  1689. pod: new(v1.Pod),
  1690. node: &node1,
  1691. fits: true,
  1692. labels: []string{"region"},
  1693. name: "nothing scheduled",
  1694. },
  1695. {
  1696. pod: &v1.Pod{Spec: v1.PodSpec{NodeSelector: map[string]string{"region": "r1"}}},
  1697. node: &node1,
  1698. fits: true,
  1699. labels: []string{"region"},
  1700. name: "pod with region label match",
  1701. },
  1702. {
  1703. pod: &v1.Pod{Spec: v1.PodSpec{NodeSelector: map[string]string{"region": "r2"}}},
  1704. node: &node1,
  1705. fits: false,
  1706. labels: []string{"region"},
  1707. name: "pod with region label mismatch",
  1708. },
  1709. {
  1710. pod: &v1.Pod{ObjectMeta: metav1.ObjectMeta{Labels: selector}},
  1711. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: selector}}},
  1712. node: &node1,
  1713. services: []*v1.Service{{Spec: v1.ServiceSpec{Selector: selector}}},
  1714. fits: true,
  1715. labels: []string{"region"},
  1716. name: "service pod on same node",
  1717. },
  1718. {
  1719. pod: &v1.Pod{ObjectMeta: metav1.ObjectMeta{Labels: selector}},
  1720. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine2"}, ObjectMeta: metav1.ObjectMeta{Labels: selector}}},
  1721. node: &node1,
  1722. services: []*v1.Service{{Spec: v1.ServiceSpec{Selector: selector}}},
  1723. fits: true,
  1724. labels: []string{"region"},
  1725. name: "service pod on different node, region match",
  1726. },
  1727. {
  1728. pod: &v1.Pod{ObjectMeta: metav1.ObjectMeta{Labels: selector}},
  1729. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine3"}, ObjectMeta: metav1.ObjectMeta{Labels: selector}}},
  1730. node: &node1,
  1731. services: []*v1.Service{{Spec: v1.ServiceSpec{Selector: selector}}},
  1732. fits: false,
  1733. labels: []string{"region"},
  1734. name: "service pod on different node, region mismatch",
  1735. },
  1736. {
  1737. pod: &v1.Pod{ObjectMeta: metav1.ObjectMeta{Labels: selector, Namespace: "ns1"}},
  1738. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine3"}, ObjectMeta: metav1.ObjectMeta{Labels: selector, Namespace: "ns1"}}},
  1739. node: &node1,
  1740. services: []*v1.Service{{Spec: v1.ServiceSpec{Selector: selector}, ObjectMeta: metav1.ObjectMeta{Namespace: "ns2"}}},
  1741. fits: true,
  1742. labels: []string{"region"},
  1743. name: "service in different namespace, region mismatch",
  1744. },
  1745. {
  1746. pod: &v1.Pod{ObjectMeta: metav1.ObjectMeta{Labels: selector, Namespace: "ns1"}},
  1747. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine3"}, ObjectMeta: metav1.ObjectMeta{Labels: selector, Namespace: "ns2"}}},
  1748. node: &node1,
  1749. services: []*v1.Service{{Spec: v1.ServiceSpec{Selector: selector}, ObjectMeta: metav1.ObjectMeta{Namespace: "ns1"}}},
  1750. fits: true,
  1751. labels: []string{"region"},
  1752. name: "pod in different namespace, region mismatch",
  1753. },
  1754. {
  1755. pod: &v1.Pod{ObjectMeta: metav1.ObjectMeta{Labels: selector, Namespace: "ns1"}},
  1756. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine3"}, ObjectMeta: metav1.ObjectMeta{Labels: selector, Namespace: "ns1"}}},
  1757. node: &node1,
  1758. services: []*v1.Service{{Spec: v1.ServiceSpec{Selector: selector}, ObjectMeta: metav1.ObjectMeta{Namespace: "ns1"}}},
  1759. fits: false,
  1760. labels: []string{"region"},
  1761. name: "service and pod in same namespace, region mismatch",
  1762. },
  1763. {
  1764. pod: &v1.Pod{ObjectMeta: metav1.ObjectMeta{Labels: selector}},
  1765. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine2"}, ObjectMeta: metav1.ObjectMeta{Labels: selector}}},
  1766. node: &node1,
  1767. services: []*v1.Service{{Spec: v1.ServiceSpec{Selector: selector}}},
  1768. fits: false,
  1769. labels: []string{"region", "zone"},
  1770. name: "service pod on different node, multiple labels, not all match",
  1771. },
  1772. {
  1773. pod: &v1.Pod{ObjectMeta: metav1.ObjectMeta{Labels: selector}},
  1774. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine5"}, ObjectMeta: metav1.ObjectMeta{Labels: selector}}},
  1775. node: &node4,
  1776. services: []*v1.Service{{Spec: v1.ServiceSpec{Selector: selector}}},
  1777. fits: true,
  1778. labels: []string{"region", "zone"},
  1779. name: "service pod on different node, multiple labels, all match",
  1780. },
  1781. }
  1782. expectedFailureReasons := []PredicateFailureReason{ErrServiceAffinityViolated}
  1783. for _, test := range tests {
  1784. testIt := func(skipPrecompute bool) {
  1785. t.Run(fmt.Sprintf("%v/skipPrecompute/%v", test.name, skipPrecompute), func(t *testing.T) {
  1786. nodes := []v1.Node{node1, node2, node3, node4, node5}
  1787. nodeInfo := schedulernodeinfo.NewNodeInfo()
  1788. nodeInfo.SetNode(test.node)
  1789. nodeInfoMap := map[string]*schedulernodeinfo.NodeInfo{test.node.Name: nodeInfo}
  1790. // Reimplementing the logic that the scheduler implements: Any time it makes a predicate, it registers any precomputations.
  1791. predicate, precompute := NewServiceAffinityPredicate(schedulertesting.FakePodLister(test.pods), schedulertesting.FakeServiceLister(test.services), FakeNodeListInfo(nodes), test.labels)
  1792. // Register a precomputation or Rewrite the precomputation to a no-op, depending on the state we want to test.
  1793. RegisterPredicateMetadataProducer("ServiceAffinityMetaProducer", func(pm *predicateMetadata) {
  1794. if !skipPrecompute {
  1795. precompute(pm)
  1796. }
  1797. })
  1798. if pmeta, ok := (GetPredicateMetadata(test.pod, nodeInfoMap)).(*predicateMetadata); ok {
  1799. fits, reasons, err := predicate(test.pod, pmeta, nodeInfo)
  1800. if err != nil {
  1801. t.Errorf("unexpected error: %v", err)
  1802. }
  1803. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  1804. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  1805. }
  1806. if fits != test.fits {
  1807. t.Errorf("expected: %v got %v", test.fits, fits)
  1808. }
  1809. } else {
  1810. t.Errorf("Error casting.")
  1811. }
  1812. })
  1813. }
  1814. testIt(false) // Confirm that the predicate works without precomputed data (resilience)
  1815. testIt(true) // Confirm that the predicate works with the precomputed data (better performance)
  1816. }
  1817. }
  1818. func newPodWithPort(hostPorts ...int) *v1.Pod {
  1819. networkPorts := []v1.ContainerPort{}
  1820. for _, port := range hostPorts {
  1821. networkPorts = append(networkPorts, v1.ContainerPort{HostPort: int32(port)})
  1822. }
  1823. return &v1.Pod{
  1824. Spec: v1.PodSpec{
  1825. Containers: []v1.Container{
  1826. {
  1827. Ports: networkPorts,
  1828. },
  1829. },
  1830. },
  1831. }
  1832. }
  1833. func TestRunGeneralPredicates(t *testing.T) {
  1834. resourceTests := []struct {
  1835. pod *v1.Pod
  1836. nodeInfo *schedulernodeinfo.NodeInfo
  1837. node *v1.Node
  1838. fits bool
  1839. name string
  1840. wErr error
  1841. reasons []PredicateFailureReason
  1842. }{
  1843. {
  1844. pod: &v1.Pod{},
  1845. nodeInfo: schedulernodeinfo.NewNodeInfo(
  1846. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 9, Memory: 19})),
  1847. node: &v1.Node{
  1848. ObjectMeta: metav1.ObjectMeta{Name: "machine1"},
  1849. Status: v1.NodeStatus{Capacity: makeResources(10, 20, 32, 0, 0, 0).Capacity, Allocatable: makeAllocatableResources(10, 20, 32, 0, 0, 0)},
  1850. },
  1851. fits: true,
  1852. wErr: nil,
  1853. name: "no resources/port/host requested always fits",
  1854. },
  1855. {
  1856. pod: newResourcePod(schedulernodeinfo.Resource{MilliCPU: 8, Memory: 10}),
  1857. nodeInfo: schedulernodeinfo.NewNodeInfo(
  1858. newResourcePod(schedulernodeinfo.Resource{MilliCPU: 5, Memory: 19})),
  1859. node: &v1.Node{
  1860. ObjectMeta: metav1.ObjectMeta{Name: "machine1"},
  1861. Status: v1.NodeStatus{Capacity: makeResources(10, 20, 32, 0, 0, 0).Capacity, Allocatable: makeAllocatableResources(10, 20, 32, 0, 0, 0)},
  1862. },
  1863. fits: false,
  1864. wErr: nil,
  1865. reasons: []PredicateFailureReason{
  1866. NewInsufficientResourceError(v1.ResourceCPU, 8, 5, 10),
  1867. NewInsufficientResourceError(v1.ResourceMemory, 10, 19, 20),
  1868. },
  1869. name: "not enough cpu and memory resource",
  1870. },
  1871. {
  1872. pod: &v1.Pod{
  1873. Spec: v1.PodSpec{
  1874. NodeName: "machine2",
  1875. },
  1876. },
  1877. nodeInfo: schedulernodeinfo.NewNodeInfo(),
  1878. node: &v1.Node{
  1879. ObjectMeta: metav1.ObjectMeta{Name: "machine1"},
  1880. Status: v1.NodeStatus{Capacity: makeResources(10, 20, 32, 0, 0, 0).Capacity, Allocatable: makeAllocatableResources(10, 20, 32, 0, 0, 0)},
  1881. },
  1882. fits: false,
  1883. wErr: nil,
  1884. reasons: []PredicateFailureReason{ErrPodNotMatchHostName},
  1885. name: "host not match",
  1886. },
  1887. {
  1888. pod: newPodWithPort(123),
  1889. nodeInfo: schedulernodeinfo.NewNodeInfo(newPodWithPort(123)),
  1890. node: &v1.Node{
  1891. ObjectMeta: metav1.ObjectMeta{Name: "machine1"},
  1892. Status: v1.NodeStatus{Capacity: makeResources(10, 20, 32, 0, 0, 0).Capacity, Allocatable: makeAllocatableResources(10, 20, 32, 0, 0, 0)},
  1893. },
  1894. fits: false,
  1895. wErr: nil,
  1896. reasons: []PredicateFailureReason{ErrPodNotFitsHostPorts},
  1897. name: "hostport conflict",
  1898. },
  1899. }
  1900. for _, test := range resourceTests {
  1901. t.Run(test.name, func(t *testing.T) {
  1902. test.nodeInfo.SetNode(test.node)
  1903. fits, reasons, err := GeneralPredicates(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  1904. if err != nil {
  1905. t.Errorf("unexpected error: %v", err)
  1906. }
  1907. if !fits && !reflect.DeepEqual(reasons, test.reasons) {
  1908. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, test.reasons)
  1909. }
  1910. if fits != test.fits {
  1911. t.Errorf("expected: %v got %v", test.fits, fits)
  1912. }
  1913. })
  1914. }
  1915. }
  1916. // TODO: Add test case for RequiredDuringSchedulingRequiredDuringExecution after it's implemented.
  1917. func TestInterPodAffinity(t *testing.T) {
  1918. podLabel := map[string]string{"service": "securityscan"}
  1919. labels1 := map[string]string{
  1920. "region": "r1",
  1921. "zone": "z11",
  1922. }
  1923. podLabel2 := map[string]string{"security": "S1"}
  1924. node1 := v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "machine1", Labels: labels1}}
  1925. tests := []struct {
  1926. pod *v1.Pod
  1927. pods []*v1.Pod
  1928. node *v1.Node
  1929. fits bool
  1930. name string
  1931. expectFailureReasons []PredicateFailureReason
  1932. }{
  1933. {
  1934. pod: new(v1.Pod),
  1935. node: &node1,
  1936. fits: true,
  1937. name: "A pod that has no required pod affinity scheduling rules can schedule onto a node with no existing pods",
  1938. },
  1939. {
  1940. pod: &v1.Pod{
  1941. ObjectMeta: metav1.ObjectMeta{
  1942. Labels: podLabel2,
  1943. },
  1944. Spec: v1.PodSpec{
  1945. Affinity: &v1.Affinity{
  1946. PodAffinity: &v1.PodAffinity{
  1947. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  1948. {
  1949. LabelSelector: &metav1.LabelSelector{
  1950. MatchExpressions: []metav1.LabelSelectorRequirement{
  1951. {
  1952. Key: "service",
  1953. Operator: metav1.LabelSelectorOpIn,
  1954. Values: []string{"securityscan", "value2"},
  1955. },
  1956. },
  1957. },
  1958. TopologyKey: "region",
  1959. },
  1960. },
  1961. },
  1962. },
  1963. },
  1964. },
  1965. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel}}},
  1966. node: &node1,
  1967. fits: true,
  1968. name: "satisfies with requiredDuringSchedulingIgnoredDuringExecution in PodAffinity using In operator that matches the existing pod",
  1969. },
  1970. {
  1971. pod: &v1.Pod{
  1972. ObjectMeta: metav1.ObjectMeta{
  1973. Labels: podLabel2,
  1974. },
  1975. Spec: v1.PodSpec{
  1976. Affinity: &v1.Affinity{
  1977. PodAffinity: &v1.PodAffinity{
  1978. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  1979. {
  1980. LabelSelector: &metav1.LabelSelector{
  1981. MatchExpressions: []metav1.LabelSelectorRequirement{
  1982. {
  1983. Key: "service",
  1984. Operator: metav1.LabelSelectorOpNotIn,
  1985. Values: []string{"securityscan3", "value3"},
  1986. },
  1987. },
  1988. },
  1989. TopologyKey: "region",
  1990. },
  1991. },
  1992. },
  1993. },
  1994. },
  1995. },
  1996. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel}}},
  1997. node: &node1,
  1998. fits: true,
  1999. name: "satisfies the pod with requiredDuringSchedulingIgnoredDuringExecution in PodAffinity using not in operator in labelSelector that matches the existing pod",
  2000. },
  2001. {
  2002. pod: &v1.Pod{
  2003. ObjectMeta: metav1.ObjectMeta{
  2004. Labels: podLabel2,
  2005. },
  2006. Spec: v1.PodSpec{
  2007. Affinity: &v1.Affinity{
  2008. PodAffinity: &v1.PodAffinity{
  2009. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2010. {
  2011. LabelSelector: &metav1.LabelSelector{
  2012. MatchExpressions: []metav1.LabelSelectorRequirement{
  2013. {
  2014. Key: "service",
  2015. Operator: metav1.LabelSelectorOpIn,
  2016. Values: []string{"securityscan", "value2"},
  2017. },
  2018. },
  2019. },
  2020. Namespaces: []string{"DiffNameSpace"},
  2021. },
  2022. },
  2023. },
  2024. },
  2025. },
  2026. },
  2027. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel, Namespace: "ns"}}},
  2028. node: &node1,
  2029. fits: false,
  2030. name: "Does not satisfy the PodAffinity with labelSelector because of diff Namespace",
  2031. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrPodAffinityRulesNotMatch},
  2032. },
  2033. {
  2034. pod: &v1.Pod{
  2035. ObjectMeta: metav1.ObjectMeta{
  2036. Labels: podLabel,
  2037. },
  2038. Spec: v1.PodSpec{
  2039. Affinity: &v1.Affinity{
  2040. PodAffinity: &v1.PodAffinity{
  2041. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2042. {
  2043. LabelSelector: &metav1.LabelSelector{
  2044. MatchExpressions: []metav1.LabelSelectorRequirement{
  2045. {
  2046. Key: "service",
  2047. Operator: metav1.LabelSelectorOpIn,
  2048. Values: []string{"antivirusscan", "value2"},
  2049. },
  2050. },
  2051. },
  2052. },
  2053. },
  2054. },
  2055. },
  2056. },
  2057. },
  2058. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel}}},
  2059. node: &node1,
  2060. fits: false,
  2061. name: "Doesn't satisfy the PodAffinity because of unmatching labelSelector with the existing pod",
  2062. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrPodAffinityRulesNotMatch},
  2063. },
  2064. {
  2065. pod: &v1.Pod{
  2066. ObjectMeta: metav1.ObjectMeta{
  2067. Labels: podLabel2,
  2068. },
  2069. Spec: v1.PodSpec{
  2070. Affinity: &v1.Affinity{
  2071. PodAffinity: &v1.PodAffinity{
  2072. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2073. {
  2074. LabelSelector: &metav1.LabelSelector{
  2075. MatchExpressions: []metav1.LabelSelectorRequirement{
  2076. {
  2077. Key: "service",
  2078. Operator: metav1.LabelSelectorOpExists,
  2079. }, {
  2080. Key: "wrongkey",
  2081. Operator: metav1.LabelSelectorOpDoesNotExist,
  2082. },
  2083. },
  2084. },
  2085. TopologyKey: "region",
  2086. }, {
  2087. LabelSelector: &metav1.LabelSelector{
  2088. MatchExpressions: []metav1.LabelSelectorRequirement{
  2089. {
  2090. Key: "service",
  2091. Operator: metav1.LabelSelectorOpIn,
  2092. Values: []string{"securityscan"},
  2093. }, {
  2094. Key: "service",
  2095. Operator: metav1.LabelSelectorOpNotIn,
  2096. Values: []string{"WrongValue"},
  2097. },
  2098. },
  2099. },
  2100. TopologyKey: "region",
  2101. },
  2102. },
  2103. },
  2104. },
  2105. },
  2106. },
  2107. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel}}},
  2108. node: &node1,
  2109. fits: true,
  2110. name: "satisfies the PodAffinity with different label Operators in multiple RequiredDuringSchedulingIgnoredDuringExecution ",
  2111. },
  2112. {
  2113. pod: &v1.Pod{
  2114. ObjectMeta: metav1.ObjectMeta{
  2115. Labels: podLabel2,
  2116. },
  2117. Spec: v1.PodSpec{
  2118. Affinity: &v1.Affinity{
  2119. PodAffinity: &v1.PodAffinity{
  2120. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2121. {
  2122. LabelSelector: &metav1.LabelSelector{
  2123. MatchExpressions: []metav1.LabelSelectorRequirement{
  2124. {
  2125. Key: "service",
  2126. Operator: metav1.LabelSelectorOpExists,
  2127. }, {
  2128. Key: "wrongkey",
  2129. Operator: metav1.LabelSelectorOpDoesNotExist,
  2130. },
  2131. },
  2132. },
  2133. TopologyKey: "region",
  2134. }, {
  2135. LabelSelector: &metav1.LabelSelector{
  2136. MatchExpressions: []metav1.LabelSelectorRequirement{
  2137. {
  2138. Key: "service",
  2139. Operator: metav1.LabelSelectorOpIn,
  2140. Values: []string{"securityscan2"},
  2141. }, {
  2142. Key: "service",
  2143. Operator: metav1.LabelSelectorOpNotIn,
  2144. Values: []string{"WrongValue"},
  2145. },
  2146. },
  2147. },
  2148. TopologyKey: "region",
  2149. },
  2150. },
  2151. },
  2152. },
  2153. },
  2154. },
  2155. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel}}},
  2156. node: &node1,
  2157. fits: false,
  2158. name: "The labelSelector requirements(items of matchExpressions) are ANDed, the pod cannot schedule onto the node because one of the matchExpression item don't match.",
  2159. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrPodAffinityRulesNotMatch},
  2160. },
  2161. {
  2162. pod: &v1.Pod{
  2163. ObjectMeta: metav1.ObjectMeta{
  2164. Labels: podLabel2,
  2165. },
  2166. Spec: v1.PodSpec{
  2167. Affinity: &v1.Affinity{
  2168. PodAffinity: &v1.PodAffinity{
  2169. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2170. {
  2171. LabelSelector: &metav1.LabelSelector{
  2172. MatchExpressions: []metav1.LabelSelectorRequirement{
  2173. {
  2174. Key: "service",
  2175. Operator: metav1.LabelSelectorOpIn,
  2176. Values: []string{"securityscan", "value2"},
  2177. },
  2178. },
  2179. },
  2180. TopologyKey: "region",
  2181. },
  2182. },
  2183. },
  2184. PodAntiAffinity: &v1.PodAntiAffinity{
  2185. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2186. {
  2187. LabelSelector: &metav1.LabelSelector{
  2188. MatchExpressions: []metav1.LabelSelectorRequirement{
  2189. {
  2190. Key: "service",
  2191. Operator: metav1.LabelSelectorOpIn,
  2192. Values: []string{"antivirusscan", "value2"},
  2193. },
  2194. },
  2195. },
  2196. TopologyKey: "node",
  2197. },
  2198. },
  2199. },
  2200. },
  2201. },
  2202. },
  2203. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel}}},
  2204. node: &node1,
  2205. fits: true,
  2206. name: "satisfies the PodAffinity and PodAntiAffinity with the existing pod",
  2207. },
  2208. {
  2209. pod: &v1.Pod{
  2210. ObjectMeta: metav1.ObjectMeta{
  2211. Labels: podLabel2,
  2212. },
  2213. Spec: v1.PodSpec{
  2214. Affinity: &v1.Affinity{
  2215. PodAffinity: &v1.PodAffinity{
  2216. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2217. {
  2218. LabelSelector: &metav1.LabelSelector{
  2219. MatchExpressions: []metav1.LabelSelectorRequirement{
  2220. {
  2221. Key: "service",
  2222. Operator: metav1.LabelSelectorOpIn,
  2223. Values: []string{"securityscan", "value2"},
  2224. },
  2225. },
  2226. },
  2227. TopologyKey: "region",
  2228. },
  2229. },
  2230. },
  2231. PodAntiAffinity: &v1.PodAntiAffinity{
  2232. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2233. {
  2234. LabelSelector: &metav1.LabelSelector{
  2235. MatchExpressions: []metav1.LabelSelectorRequirement{
  2236. {
  2237. Key: "service",
  2238. Operator: metav1.LabelSelectorOpIn,
  2239. Values: []string{"antivirusscan", "value2"},
  2240. },
  2241. },
  2242. },
  2243. TopologyKey: "node",
  2244. },
  2245. },
  2246. },
  2247. },
  2248. },
  2249. },
  2250. pods: []*v1.Pod{
  2251. {
  2252. Spec: v1.PodSpec{
  2253. NodeName: "machine1",
  2254. Affinity: &v1.Affinity{
  2255. PodAntiAffinity: &v1.PodAntiAffinity{
  2256. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2257. {
  2258. LabelSelector: &metav1.LabelSelector{
  2259. MatchExpressions: []metav1.LabelSelectorRequirement{
  2260. {
  2261. Key: "service",
  2262. Operator: metav1.LabelSelectorOpIn,
  2263. Values: []string{"antivirusscan", "value2"},
  2264. },
  2265. },
  2266. },
  2267. TopologyKey: "node",
  2268. },
  2269. },
  2270. },
  2271. },
  2272. },
  2273. ObjectMeta: metav1.ObjectMeta{Labels: podLabel},
  2274. },
  2275. },
  2276. node: &node1,
  2277. fits: true,
  2278. name: "satisfies the PodAffinity and PodAntiAffinity and PodAntiAffinity symmetry with the existing pod",
  2279. },
  2280. {
  2281. pod: &v1.Pod{
  2282. ObjectMeta: metav1.ObjectMeta{
  2283. Labels: podLabel2,
  2284. },
  2285. Spec: v1.PodSpec{
  2286. Affinity: &v1.Affinity{
  2287. PodAffinity: &v1.PodAffinity{
  2288. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2289. {
  2290. LabelSelector: &metav1.LabelSelector{
  2291. MatchExpressions: []metav1.LabelSelectorRequirement{
  2292. {
  2293. Key: "service",
  2294. Operator: metav1.LabelSelectorOpIn,
  2295. Values: []string{"securityscan", "value2"},
  2296. },
  2297. },
  2298. },
  2299. TopologyKey: "region",
  2300. },
  2301. },
  2302. },
  2303. PodAntiAffinity: &v1.PodAntiAffinity{
  2304. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2305. {
  2306. LabelSelector: &metav1.LabelSelector{
  2307. MatchExpressions: []metav1.LabelSelectorRequirement{
  2308. {
  2309. Key: "service",
  2310. Operator: metav1.LabelSelectorOpIn,
  2311. Values: []string{"securityscan", "value2"},
  2312. },
  2313. },
  2314. },
  2315. TopologyKey: "zone",
  2316. },
  2317. },
  2318. },
  2319. },
  2320. },
  2321. },
  2322. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel}}},
  2323. node: &node1,
  2324. fits: false,
  2325. name: "satisfies the PodAffinity but doesn't satisfy the PodAntiAffinity with the existing pod",
  2326. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  2327. },
  2328. {
  2329. pod: &v1.Pod{
  2330. ObjectMeta: metav1.ObjectMeta{
  2331. Labels: podLabel,
  2332. },
  2333. Spec: v1.PodSpec{
  2334. Affinity: &v1.Affinity{
  2335. PodAffinity: &v1.PodAffinity{
  2336. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2337. {
  2338. LabelSelector: &metav1.LabelSelector{
  2339. MatchExpressions: []metav1.LabelSelectorRequirement{
  2340. {
  2341. Key: "service",
  2342. Operator: metav1.LabelSelectorOpIn,
  2343. Values: []string{"securityscan", "value2"},
  2344. },
  2345. },
  2346. },
  2347. TopologyKey: "region",
  2348. },
  2349. },
  2350. },
  2351. PodAntiAffinity: &v1.PodAntiAffinity{
  2352. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2353. {
  2354. LabelSelector: &metav1.LabelSelector{
  2355. MatchExpressions: []metav1.LabelSelectorRequirement{
  2356. {
  2357. Key: "service",
  2358. Operator: metav1.LabelSelectorOpIn,
  2359. Values: []string{"antivirusscan", "value2"},
  2360. },
  2361. },
  2362. },
  2363. TopologyKey: "node",
  2364. },
  2365. },
  2366. },
  2367. },
  2368. },
  2369. },
  2370. pods: []*v1.Pod{
  2371. {
  2372. Spec: v1.PodSpec{
  2373. NodeName: "machine1",
  2374. Affinity: &v1.Affinity{
  2375. PodAntiAffinity: &v1.PodAntiAffinity{
  2376. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2377. {
  2378. LabelSelector: &metav1.LabelSelector{
  2379. MatchExpressions: []metav1.LabelSelectorRequirement{
  2380. {
  2381. Key: "service",
  2382. Operator: metav1.LabelSelectorOpIn,
  2383. Values: []string{"securityscan", "value2"},
  2384. },
  2385. },
  2386. },
  2387. TopologyKey: "zone",
  2388. },
  2389. },
  2390. },
  2391. },
  2392. },
  2393. ObjectMeta: metav1.ObjectMeta{Labels: podLabel},
  2394. },
  2395. },
  2396. node: &node1,
  2397. fits: false,
  2398. name: "satisfies the PodAffinity and PodAntiAffinity but doesn't satisfy PodAntiAffinity symmetry with the existing pod",
  2399. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  2400. },
  2401. {
  2402. pod: &v1.Pod{
  2403. ObjectMeta: metav1.ObjectMeta{
  2404. Labels: podLabel,
  2405. },
  2406. Spec: v1.PodSpec{
  2407. Affinity: &v1.Affinity{
  2408. PodAffinity: &v1.PodAffinity{
  2409. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2410. {
  2411. LabelSelector: &metav1.LabelSelector{
  2412. MatchExpressions: []metav1.LabelSelectorRequirement{
  2413. {
  2414. Key: "service",
  2415. Operator: metav1.LabelSelectorOpNotIn,
  2416. Values: []string{"securityscan", "value2"},
  2417. },
  2418. },
  2419. },
  2420. TopologyKey: "region",
  2421. },
  2422. },
  2423. },
  2424. },
  2425. },
  2426. },
  2427. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "machine2"}, ObjectMeta: metav1.ObjectMeta{Labels: podLabel}}},
  2428. node: &node1,
  2429. fits: false,
  2430. name: "pod matches its own Label in PodAffinity and that matches the existing pod Labels",
  2431. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrPodAffinityRulesNotMatch},
  2432. },
  2433. {
  2434. pod: &v1.Pod{
  2435. ObjectMeta: metav1.ObjectMeta{
  2436. Labels: podLabel,
  2437. },
  2438. },
  2439. pods: []*v1.Pod{
  2440. {
  2441. Spec: v1.PodSpec{NodeName: "machine1",
  2442. Affinity: &v1.Affinity{
  2443. PodAntiAffinity: &v1.PodAntiAffinity{
  2444. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2445. {
  2446. LabelSelector: &metav1.LabelSelector{
  2447. MatchExpressions: []metav1.LabelSelectorRequirement{
  2448. {
  2449. Key: "service",
  2450. Operator: metav1.LabelSelectorOpIn,
  2451. Values: []string{"securityscan", "value2"},
  2452. },
  2453. },
  2454. },
  2455. TopologyKey: "zone",
  2456. },
  2457. },
  2458. },
  2459. },
  2460. },
  2461. ObjectMeta: metav1.ObjectMeta{Labels: podLabel},
  2462. },
  2463. },
  2464. node: &node1,
  2465. fits: false,
  2466. name: "verify that PodAntiAffinity from existing pod is respected when pod has no AntiAffinity constraints. doesn't satisfy PodAntiAffinity symmetry with the existing pod",
  2467. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  2468. },
  2469. {
  2470. pod: &v1.Pod{
  2471. ObjectMeta: metav1.ObjectMeta{
  2472. Labels: podLabel,
  2473. },
  2474. },
  2475. pods: []*v1.Pod{
  2476. {
  2477. Spec: v1.PodSpec{NodeName: "machine1",
  2478. Affinity: &v1.Affinity{
  2479. PodAntiAffinity: &v1.PodAntiAffinity{
  2480. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2481. {
  2482. LabelSelector: &metav1.LabelSelector{
  2483. MatchExpressions: []metav1.LabelSelectorRequirement{
  2484. {
  2485. Key: "service",
  2486. Operator: metav1.LabelSelectorOpNotIn,
  2487. Values: []string{"securityscan", "value2"},
  2488. },
  2489. },
  2490. },
  2491. TopologyKey: "zone",
  2492. },
  2493. },
  2494. },
  2495. },
  2496. },
  2497. ObjectMeta: metav1.ObjectMeta{Labels: podLabel},
  2498. },
  2499. },
  2500. node: &node1,
  2501. fits: true,
  2502. name: "verify that PodAntiAffinity from existing pod is respected when pod has no AntiAffinity constraints. satisfy PodAntiAffinity symmetry with the existing pod",
  2503. },
  2504. {
  2505. pod: &v1.Pod{
  2506. ObjectMeta: metav1.ObjectMeta{
  2507. Labels: podLabel,
  2508. },
  2509. Spec: v1.PodSpec{
  2510. Affinity: &v1.Affinity{
  2511. PodAntiAffinity: &v1.PodAntiAffinity{
  2512. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2513. {
  2514. LabelSelector: &metav1.LabelSelector{
  2515. MatchExpressions: []metav1.LabelSelectorRequirement{
  2516. {
  2517. Key: "service",
  2518. Operator: metav1.LabelSelectorOpExists,
  2519. },
  2520. },
  2521. },
  2522. TopologyKey: "region",
  2523. },
  2524. {
  2525. LabelSelector: &metav1.LabelSelector{
  2526. MatchExpressions: []metav1.LabelSelectorRequirement{
  2527. {
  2528. Key: "security",
  2529. Operator: metav1.LabelSelectorOpExists,
  2530. },
  2531. },
  2532. },
  2533. TopologyKey: "region",
  2534. },
  2535. },
  2536. },
  2537. },
  2538. },
  2539. },
  2540. pods: []*v1.Pod{
  2541. {
  2542. ObjectMeta: metav1.ObjectMeta{Labels: podLabel2},
  2543. Spec: v1.PodSpec{NodeName: "machine1",
  2544. Affinity: &v1.Affinity{
  2545. PodAntiAffinity: &v1.PodAntiAffinity{
  2546. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2547. {
  2548. LabelSelector: &metav1.LabelSelector{
  2549. MatchExpressions: []metav1.LabelSelectorRequirement{
  2550. {
  2551. Key: "security",
  2552. Operator: metav1.LabelSelectorOpExists,
  2553. },
  2554. },
  2555. },
  2556. TopologyKey: "zone",
  2557. },
  2558. },
  2559. },
  2560. },
  2561. },
  2562. },
  2563. },
  2564. node: &node1,
  2565. fits: false,
  2566. name: "satisfies the PodAntiAffinity with existing pod but doesn't satisfy PodAntiAffinity symmetry with incoming pod",
  2567. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  2568. },
  2569. {
  2570. pod: &v1.Pod{
  2571. ObjectMeta: metav1.ObjectMeta{Labels: podLabel},
  2572. Spec: v1.PodSpec{
  2573. Affinity: &v1.Affinity{
  2574. PodAntiAffinity: &v1.PodAntiAffinity{
  2575. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2576. {
  2577. LabelSelector: &metav1.LabelSelector{
  2578. MatchExpressions: []metav1.LabelSelectorRequirement{
  2579. {
  2580. Key: "service",
  2581. Operator: metav1.LabelSelectorOpExists,
  2582. },
  2583. },
  2584. },
  2585. TopologyKey: "zone",
  2586. },
  2587. {
  2588. LabelSelector: &metav1.LabelSelector{
  2589. MatchExpressions: []metav1.LabelSelectorRequirement{
  2590. {
  2591. Key: "security",
  2592. Operator: metav1.LabelSelectorOpExists,
  2593. },
  2594. },
  2595. },
  2596. TopologyKey: "zone",
  2597. },
  2598. },
  2599. },
  2600. },
  2601. },
  2602. },
  2603. pods: []*v1.Pod{
  2604. {
  2605. ObjectMeta: metav1.ObjectMeta{Labels: podLabel2},
  2606. Spec: v1.PodSpec{
  2607. NodeName: "machine1",
  2608. Affinity: &v1.Affinity{
  2609. PodAntiAffinity: &v1.PodAntiAffinity{
  2610. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2611. {
  2612. LabelSelector: &metav1.LabelSelector{
  2613. MatchExpressions: []metav1.LabelSelectorRequirement{
  2614. {
  2615. Key: "security",
  2616. Operator: metav1.LabelSelectorOpExists,
  2617. },
  2618. },
  2619. },
  2620. TopologyKey: "zone",
  2621. },
  2622. },
  2623. },
  2624. },
  2625. },
  2626. },
  2627. },
  2628. node: &node1,
  2629. fits: false,
  2630. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  2631. name: "PodAntiAffinity symmetry check a1: incoming pod and existing pod partially match each other on AffinityTerms",
  2632. },
  2633. {
  2634. pod: &v1.Pod{
  2635. ObjectMeta: metav1.ObjectMeta{Labels: podLabel2},
  2636. Spec: v1.PodSpec{
  2637. Affinity: &v1.Affinity{
  2638. PodAntiAffinity: &v1.PodAntiAffinity{
  2639. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2640. {
  2641. LabelSelector: &metav1.LabelSelector{
  2642. MatchExpressions: []metav1.LabelSelectorRequirement{
  2643. {
  2644. Key: "security",
  2645. Operator: metav1.LabelSelectorOpExists,
  2646. },
  2647. },
  2648. },
  2649. TopologyKey: "zone",
  2650. },
  2651. },
  2652. },
  2653. },
  2654. },
  2655. },
  2656. pods: []*v1.Pod{
  2657. {
  2658. ObjectMeta: metav1.ObjectMeta{Labels: podLabel},
  2659. Spec: v1.PodSpec{
  2660. NodeName: "machine1",
  2661. Affinity: &v1.Affinity{
  2662. PodAntiAffinity: &v1.PodAntiAffinity{
  2663. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2664. {
  2665. LabelSelector: &metav1.LabelSelector{
  2666. MatchExpressions: []metav1.LabelSelectorRequirement{
  2667. {
  2668. Key: "service",
  2669. Operator: metav1.LabelSelectorOpExists,
  2670. },
  2671. },
  2672. },
  2673. TopologyKey: "zone",
  2674. },
  2675. {
  2676. LabelSelector: &metav1.LabelSelector{
  2677. MatchExpressions: []metav1.LabelSelectorRequirement{
  2678. {
  2679. Key: "security",
  2680. Operator: metav1.LabelSelectorOpExists,
  2681. },
  2682. },
  2683. },
  2684. TopologyKey: "zone",
  2685. },
  2686. },
  2687. },
  2688. },
  2689. },
  2690. },
  2691. },
  2692. node: &node1,
  2693. fits: false,
  2694. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  2695. name: "PodAntiAffinity symmetry check a2: incoming pod and existing pod partially match each other on AffinityTerms",
  2696. },
  2697. {
  2698. pod: &v1.Pod{
  2699. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"abc": "", "xyz": ""}},
  2700. Spec: v1.PodSpec{
  2701. Affinity: &v1.Affinity{
  2702. PodAntiAffinity: &v1.PodAntiAffinity{
  2703. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2704. {
  2705. LabelSelector: &metav1.LabelSelector{
  2706. MatchExpressions: []metav1.LabelSelectorRequirement{
  2707. {
  2708. Key: "abc",
  2709. Operator: metav1.LabelSelectorOpExists,
  2710. },
  2711. },
  2712. },
  2713. TopologyKey: "zone",
  2714. },
  2715. {
  2716. LabelSelector: &metav1.LabelSelector{
  2717. MatchExpressions: []metav1.LabelSelectorRequirement{
  2718. {
  2719. Key: "def",
  2720. Operator: metav1.LabelSelectorOpExists,
  2721. },
  2722. },
  2723. },
  2724. TopologyKey: "zone",
  2725. },
  2726. },
  2727. },
  2728. },
  2729. },
  2730. },
  2731. pods: []*v1.Pod{
  2732. {
  2733. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"def": "", "xyz": ""}},
  2734. Spec: v1.PodSpec{
  2735. NodeName: "machine1",
  2736. Affinity: &v1.Affinity{
  2737. PodAntiAffinity: &v1.PodAntiAffinity{
  2738. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2739. {
  2740. LabelSelector: &metav1.LabelSelector{
  2741. MatchExpressions: []metav1.LabelSelectorRequirement{
  2742. {
  2743. Key: "abc",
  2744. Operator: metav1.LabelSelectorOpExists,
  2745. },
  2746. },
  2747. },
  2748. TopologyKey: "zone",
  2749. },
  2750. {
  2751. LabelSelector: &metav1.LabelSelector{
  2752. MatchExpressions: []metav1.LabelSelectorRequirement{
  2753. {
  2754. Key: "def",
  2755. Operator: metav1.LabelSelectorOpExists,
  2756. },
  2757. },
  2758. },
  2759. TopologyKey: "zone",
  2760. },
  2761. },
  2762. },
  2763. },
  2764. },
  2765. },
  2766. },
  2767. node: &node1,
  2768. fits: false,
  2769. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  2770. name: "PodAntiAffinity symmetry check b1: incoming pod and existing pod partially match each other on AffinityTerms",
  2771. },
  2772. {
  2773. pod: &v1.Pod{
  2774. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"def": "", "xyz": ""}},
  2775. Spec: v1.PodSpec{
  2776. Affinity: &v1.Affinity{
  2777. PodAntiAffinity: &v1.PodAntiAffinity{
  2778. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2779. {
  2780. LabelSelector: &metav1.LabelSelector{
  2781. MatchExpressions: []metav1.LabelSelectorRequirement{
  2782. {
  2783. Key: "abc",
  2784. Operator: metav1.LabelSelectorOpExists,
  2785. },
  2786. },
  2787. },
  2788. TopologyKey: "zone",
  2789. },
  2790. {
  2791. LabelSelector: &metav1.LabelSelector{
  2792. MatchExpressions: []metav1.LabelSelectorRequirement{
  2793. {
  2794. Key: "def",
  2795. Operator: metav1.LabelSelectorOpExists,
  2796. },
  2797. },
  2798. },
  2799. TopologyKey: "zone",
  2800. },
  2801. },
  2802. },
  2803. },
  2804. },
  2805. },
  2806. pods: []*v1.Pod{
  2807. {
  2808. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"abc": "", "xyz": ""}},
  2809. Spec: v1.PodSpec{
  2810. NodeName: "machine1",
  2811. Affinity: &v1.Affinity{
  2812. PodAntiAffinity: &v1.PodAntiAffinity{
  2813. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2814. {
  2815. LabelSelector: &metav1.LabelSelector{
  2816. MatchExpressions: []metav1.LabelSelectorRequirement{
  2817. {
  2818. Key: "abc",
  2819. Operator: metav1.LabelSelectorOpExists,
  2820. },
  2821. },
  2822. },
  2823. TopologyKey: "zone",
  2824. },
  2825. {
  2826. LabelSelector: &metav1.LabelSelector{
  2827. MatchExpressions: []metav1.LabelSelectorRequirement{
  2828. {
  2829. Key: "def",
  2830. Operator: metav1.LabelSelectorOpExists,
  2831. },
  2832. },
  2833. },
  2834. TopologyKey: "zone",
  2835. },
  2836. },
  2837. },
  2838. },
  2839. },
  2840. },
  2841. },
  2842. node: &node1,
  2843. fits: false,
  2844. expectFailureReasons: []PredicateFailureReason{ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  2845. name: "PodAntiAffinity symmetry check b2: incoming pod and existing pod partially match each other on AffinityTerms",
  2846. },
  2847. }
  2848. for _, test := range tests {
  2849. t.Run(test.name, func(t *testing.T) {
  2850. node := test.node
  2851. var podsOnNode []*v1.Pod
  2852. for _, pod := range test.pods {
  2853. if pod.Spec.NodeName == node.Name {
  2854. podsOnNode = append(podsOnNode, pod)
  2855. }
  2856. }
  2857. fit := PodAffinityChecker{
  2858. info: FakeNodeInfo(*node),
  2859. podLister: schedulertesting.FakePodLister(test.pods),
  2860. }
  2861. nodeInfo := schedulernodeinfo.NewNodeInfo(podsOnNode...)
  2862. nodeInfo.SetNode(test.node)
  2863. nodeInfoMap := map[string]*schedulernodeinfo.NodeInfo{test.node.Name: nodeInfo}
  2864. fits, reasons, _ := fit.InterPodAffinityMatches(test.pod, GetPredicateMetadata(test.pod, nodeInfoMap), nodeInfo)
  2865. if !fits && !reflect.DeepEqual(reasons, test.expectFailureReasons) {
  2866. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, test.expectFailureReasons)
  2867. }
  2868. if fits != test.fits {
  2869. t.Errorf("expected %v got %v", test.fits, fits)
  2870. }
  2871. })
  2872. }
  2873. }
  2874. func TestInterPodAffinityWithMultipleNodes(t *testing.T) {
  2875. podLabelA := map[string]string{
  2876. "foo": "bar",
  2877. }
  2878. labelRgChina := map[string]string{
  2879. "region": "China",
  2880. }
  2881. labelRgChinaAzAz1 := map[string]string{
  2882. "region": "China",
  2883. "az": "az1",
  2884. }
  2885. labelRgIndia := map[string]string{
  2886. "region": "India",
  2887. }
  2888. labelRgUS := map[string]string{
  2889. "region": "US",
  2890. }
  2891. tests := []struct {
  2892. pod *v1.Pod
  2893. pods []*v1.Pod
  2894. nodes []v1.Node
  2895. nodesExpectAffinityFailureReasons [][]PredicateFailureReason
  2896. fits map[string]bool
  2897. name string
  2898. nometa bool
  2899. }{
  2900. {
  2901. pod: &v1.Pod{
  2902. Spec: v1.PodSpec{
  2903. Affinity: &v1.Affinity{
  2904. PodAffinity: &v1.PodAffinity{
  2905. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2906. {
  2907. LabelSelector: &metav1.LabelSelector{
  2908. MatchExpressions: []metav1.LabelSelectorRequirement{
  2909. {
  2910. Key: "foo",
  2911. Operator: metav1.LabelSelectorOpIn,
  2912. Values: []string{"bar"},
  2913. },
  2914. },
  2915. },
  2916. TopologyKey: "region",
  2917. },
  2918. },
  2919. },
  2920. },
  2921. },
  2922. },
  2923. pods: []*v1.Pod{
  2924. {Spec: v1.PodSpec{NodeName: "machine1"}, ObjectMeta: metav1.ObjectMeta{Name: "p1", Labels: podLabelA}},
  2925. },
  2926. nodes: []v1.Node{
  2927. {ObjectMeta: metav1.ObjectMeta{Name: "machine1", Labels: labelRgChina}},
  2928. {ObjectMeta: metav1.ObjectMeta{Name: "machine2", Labels: labelRgChinaAzAz1}},
  2929. {ObjectMeta: metav1.ObjectMeta{Name: "machine3", Labels: labelRgIndia}},
  2930. },
  2931. fits: map[string]bool{
  2932. "machine1": true,
  2933. "machine2": true,
  2934. "machine3": false,
  2935. },
  2936. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{nil, nil, {ErrPodAffinityNotMatch, ErrPodAffinityRulesNotMatch}},
  2937. name: "A pod can be scheduled onto all the nodes that have the same topology key & label value with one of them has an existing pod that matches the affinity rules",
  2938. },
  2939. {
  2940. pod: &v1.Pod{
  2941. Spec: v1.PodSpec{
  2942. Affinity: &v1.Affinity{
  2943. NodeAffinity: &v1.NodeAffinity{
  2944. RequiredDuringSchedulingIgnoredDuringExecution: &v1.NodeSelector{
  2945. NodeSelectorTerms: []v1.NodeSelectorTerm{
  2946. {
  2947. MatchExpressions: []v1.NodeSelectorRequirement{
  2948. {
  2949. Key: "hostname",
  2950. Operator: v1.NodeSelectorOpNotIn,
  2951. Values: []string{"h1"},
  2952. },
  2953. },
  2954. },
  2955. },
  2956. },
  2957. },
  2958. PodAffinity: &v1.PodAffinity{
  2959. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  2960. {
  2961. LabelSelector: &metav1.LabelSelector{
  2962. MatchExpressions: []metav1.LabelSelectorRequirement{
  2963. {
  2964. Key: "foo",
  2965. Operator: metav1.LabelSelectorOpIn,
  2966. Values: []string{"abc"},
  2967. },
  2968. },
  2969. },
  2970. TopologyKey: "region",
  2971. },
  2972. },
  2973. },
  2974. },
  2975. },
  2976. },
  2977. pods: []*v1.Pod{
  2978. {Spec: v1.PodSpec{NodeName: "nodeA"}, ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "abc"}}},
  2979. {Spec: v1.PodSpec{NodeName: "nodeB"}, ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "def"}}},
  2980. },
  2981. nodes: []v1.Node{
  2982. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "hostname": "h1"}}},
  2983. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "hostname": "h2"}}},
  2984. },
  2985. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{nil, nil},
  2986. fits: map[string]bool{
  2987. "nodeA": false,
  2988. "nodeB": true,
  2989. },
  2990. name: "NodeA and nodeB have same topologyKey and label value. NodeA does not satisfy node affinity rule, but has an existing pod that matches the inter pod affinity rule. The pod can be scheduled onto nodeB.",
  2991. },
  2992. {
  2993. pod: &v1.Pod{
  2994. ObjectMeta: metav1.ObjectMeta{
  2995. Labels: map[string]string{
  2996. "foo": "bar",
  2997. "service": "securityscan",
  2998. },
  2999. },
  3000. Spec: v1.PodSpec{
  3001. Affinity: &v1.Affinity{
  3002. PodAffinity: &v1.PodAffinity{
  3003. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3004. {
  3005. LabelSelector: &metav1.LabelSelector{
  3006. MatchExpressions: []metav1.LabelSelectorRequirement{
  3007. {
  3008. Key: "foo",
  3009. Operator: metav1.LabelSelectorOpIn,
  3010. Values: []string{"bar"},
  3011. },
  3012. },
  3013. },
  3014. TopologyKey: "zone",
  3015. },
  3016. {
  3017. LabelSelector: &metav1.LabelSelector{
  3018. MatchExpressions: []metav1.LabelSelectorRequirement{
  3019. {
  3020. Key: "service",
  3021. Operator: metav1.LabelSelectorOpIn,
  3022. Values: []string{"securityscan"},
  3023. },
  3024. },
  3025. },
  3026. TopologyKey: "zone",
  3027. },
  3028. },
  3029. },
  3030. },
  3031. },
  3032. },
  3033. pods: []*v1.Pod{{Spec: v1.PodSpec{NodeName: "nodeA"}, ObjectMeta: metav1.ObjectMeta{Name: "p1", Labels: map[string]string{"foo": "bar"}}}},
  3034. nodes: []v1.Node{
  3035. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"zone": "az1", "hostname": "h1"}}},
  3036. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"zone": "az2", "hostname": "h2"}}},
  3037. },
  3038. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{nil, nil},
  3039. fits: map[string]bool{
  3040. "nodeA": true,
  3041. "nodeB": true,
  3042. },
  3043. name: "The affinity rule is to schedule all of the pods of this collection to the same zone. The first pod of the collection " +
  3044. "should not be blocked from being scheduled onto any node, even there's no existing pod that matches the rule anywhere.",
  3045. },
  3046. {
  3047. pod: &v1.Pod{
  3048. Spec: v1.PodSpec{
  3049. Affinity: &v1.Affinity{
  3050. PodAntiAffinity: &v1.PodAntiAffinity{
  3051. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3052. {
  3053. LabelSelector: &metav1.LabelSelector{
  3054. MatchExpressions: []metav1.LabelSelectorRequirement{
  3055. {
  3056. Key: "foo",
  3057. Operator: metav1.LabelSelectorOpIn,
  3058. Values: []string{"abc"},
  3059. },
  3060. },
  3061. },
  3062. TopologyKey: "region",
  3063. },
  3064. },
  3065. },
  3066. },
  3067. },
  3068. },
  3069. pods: []*v1.Pod{
  3070. {Spec: v1.PodSpec{NodeName: "nodeA"}, ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "abc"}}},
  3071. },
  3072. nodes: []v1.Node{
  3073. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "hostname": "nodeA"}}},
  3074. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "hostname": "nodeB"}}},
  3075. },
  3076. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{{ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch}, {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch}},
  3077. fits: map[string]bool{
  3078. "nodeA": false,
  3079. "nodeB": false,
  3080. },
  3081. name: "NodeA and nodeB have same topologyKey and label value. NodeA has an existing pod that matches the inter pod affinity rule. The pod can not be scheduled onto nodeA and nodeB.",
  3082. },
  3083. {
  3084. pod: &v1.Pod{
  3085. Spec: v1.PodSpec{
  3086. Affinity: &v1.Affinity{
  3087. PodAntiAffinity: &v1.PodAntiAffinity{
  3088. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3089. {
  3090. LabelSelector: &metav1.LabelSelector{
  3091. MatchExpressions: []metav1.LabelSelectorRequirement{
  3092. {
  3093. Key: "foo",
  3094. Operator: metav1.LabelSelectorOpIn,
  3095. Values: []string{"abc"},
  3096. },
  3097. },
  3098. },
  3099. TopologyKey: "region",
  3100. },
  3101. {
  3102. LabelSelector: &metav1.LabelSelector{
  3103. MatchExpressions: []metav1.LabelSelectorRequirement{
  3104. {
  3105. Key: "service",
  3106. Operator: metav1.LabelSelectorOpIn,
  3107. Values: []string{"securityscan"},
  3108. },
  3109. },
  3110. },
  3111. TopologyKey: "zone",
  3112. },
  3113. },
  3114. },
  3115. },
  3116. },
  3117. },
  3118. pods: []*v1.Pod{
  3119. {Spec: v1.PodSpec{NodeName: "nodeA"}, ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "abc", "service": "securityscan"}}},
  3120. },
  3121. nodes: []v1.Node{
  3122. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3123. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3124. },
  3125. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3126. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3127. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3128. },
  3129. fits: map[string]bool{
  3130. "nodeA": false,
  3131. "nodeB": false,
  3132. },
  3133. name: "This test ensures that anti-affinity matches a pod when any term of the anti-affinity rule matches a pod.",
  3134. },
  3135. {
  3136. pod: &v1.Pod{
  3137. Spec: v1.PodSpec{
  3138. Affinity: &v1.Affinity{
  3139. PodAntiAffinity: &v1.PodAntiAffinity{
  3140. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3141. {
  3142. LabelSelector: &metav1.LabelSelector{
  3143. MatchExpressions: []metav1.LabelSelectorRequirement{
  3144. {
  3145. Key: "foo",
  3146. Operator: metav1.LabelSelectorOpIn,
  3147. Values: []string{"abc"},
  3148. },
  3149. },
  3150. },
  3151. TopologyKey: "region",
  3152. },
  3153. },
  3154. },
  3155. },
  3156. },
  3157. },
  3158. pods: []*v1.Pod{
  3159. {Spec: v1.PodSpec{NodeName: "nodeA"}, ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "abc"}}},
  3160. },
  3161. nodes: []v1.Node{
  3162. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: labelRgChina}},
  3163. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: labelRgChinaAzAz1}},
  3164. {ObjectMeta: metav1.ObjectMeta{Name: "nodeC", Labels: labelRgIndia}},
  3165. },
  3166. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{{ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch}, {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch}, nil},
  3167. fits: map[string]bool{
  3168. "nodeA": false,
  3169. "nodeB": false,
  3170. "nodeC": true,
  3171. },
  3172. name: "NodeA and nodeB have same topologyKey and label value. NodeA has an existing pod that matches the inter pod affinity rule. The pod can not be scheduled onto nodeA and nodeB but can be scheduled onto nodeC",
  3173. },
  3174. {
  3175. pod: &v1.Pod{
  3176. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "123"}},
  3177. Spec: v1.PodSpec{
  3178. Affinity: &v1.Affinity{
  3179. PodAntiAffinity: &v1.PodAntiAffinity{
  3180. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3181. {
  3182. LabelSelector: &metav1.LabelSelector{
  3183. MatchExpressions: []metav1.LabelSelectorRequirement{
  3184. {
  3185. Key: "foo",
  3186. Operator: metav1.LabelSelectorOpIn,
  3187. Values: []string{"bar"},
  3188. },
  3189. },
  3190. },
  3191. TopologyKey: "region",
  3192. },
  3193. },
  3194. },
  3195. },
  3196. },
  3197. },
  3198. pods: []*v1.Pod{
  3199. {Spec: v1.PodSpec{NodeName: "nodeA"}, ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "bar"}}},
  3200. {
  3201. Spec: v1.PodSpec{
  3202. NodeName: "nodeC",
  3203. Affinity: &v1.Affinity{
  3204. PodAntiAffinity: &v1.PodAntiAffinity{
  3205. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3206. {
  3207. LabelSelector: &metav1.LabelSelector{
  3208. MatchExpressions: []metav1.LabelSelectorRequirement{
  3209. {
  3210. Key: "foo",
  3211. Operator: metav1.LabelSelectorOpIn,
  3212. Values: []string{"123"},
  3213. },
  3214. },
  3215. },
  3216. TopologyKey: "region",
  3217. },
  3218. },
  3219. },
  3220. },
  3221. },
  3222. },
  3223. },
  3224. nodes: []v1.Node{
  3225. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: labelRgChina}},
  3226. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: labelRgChinaAzAz1}},
  3227. {ObjectMeta: metav1.ObjectMeta{Name: "nodeC", Labels: labelRgIndia}},
  3228. {ObjectMeta: metav1.ObjectMeta{Name: "nodeD", Labels: labelRgUS}},
  3229. },
  3230. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3231. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3232. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3233. {ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  3234. nil,
  3235. },
  3236. fits: map[string]bool{
  3237. "nodeA": false,
  3238. "nodeB": false,
  3239. "nodeC": false,
  3240. "nodeD": true,
  3241. },
  3242. name: "NodeA and nodeB have same topologyKey and label value. NodeA has an existing pod that matches the inter pod affinity rule. NodeC has an existing pod that match the inter pod affinity rule. The pod can not be scheduled onto nodeA, nodeB and nodeC but can be schedulerd onto nodeD",
  3243. nometa: true,
  3244. },
  3245. {
  3246. pod: &v1.Pod{
  3247. ObjectMeta: metav1.ObjectMeta{
  3248. Labels: map[string]string{"foo": "123"},
  3249. Namespace: "NS1",
  3250. },
  3251. Spec: v1.PodSpec{
  3252. Affinity: &v1.Affinity{
  3253. PodAntiAffinity: &v1.PodAntiAffinity{
  3254. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3255. {
  3256. LabelSelector: &metav1.LabelSelector{
  3257. MatchExpressions: []metav1.LabelSelectorRequirement{
  3258. {
  3259. Key: "foo",
  3260. Operator: metav1.LabelSelectorOpIn,
  3261. Values: []string{"bar"},
  3262. },
  3263. },
  3264. },
  3265. TopologyKey: "region",
  3266. },
  3267. },
  3268. },
  3269. },
  3270. },
  3271. },
  3272. pods: []*v1.Pod{
  3273. {
  3274. ObjectMeta: metav1.ObjectMeta{
  3275. Labels: map[string]string{"foo": "bar"},
  3276. Namespace: "NS1",
  3277. },
  3278. Spec: v1.PodSpec{NodeName: "nodeA"},
  3279. },
  3280. {
  3281. ObjectMeta: metav1.ObjectMeta{Namespace: "NS2"},
  3282. Spec: v1.PodSpec{
  3283. NodeName: "nodeC",
  3284. Affinity: &v1.Affinity{
  3285. PodAntiAffinity: &v1.PodAntiAffinity{
  3286. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3287. {
  3288. LabelSelector: &metav1.LabelSelector{
  3289. MatchExpressions: []metav1.LabelSelectorRequirement{
  3290. {
  3291. Key: "foo",
  3292. Operator: metav1.LabelSelectorOpIn,
  3293. Values: []string{"123"},
  3294. },
  3295. },
  3296. },
  3297. TopologyKey: "region",
  3298. },
  3299. },
  3300. },
  3301. },
  3302. },
  3303. },
  3304. },
  3305. nodes: []v1.Node{
  3306. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: labelRgChina}},
  3307. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: labelRgChinaAzAz1}},
  3308. {ObjectMeta: metav1.ObjectMeta{Name: "nodeC", Labels: labelRgIndia}},
  3309. },
  3310. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3311. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3312. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3313. nil,
  3314. },
  3315. fits: map[string]bool{
  3316. "nodeA": false,
  3317. "nodeB": false,
  3318. "nodeC": true,
  3319. },
  3320. name: "NodeA and nodeB have same topologyKey and label value. NodeA has an existing pod that matches the inter pod affinity rule. The pod can not be scheduled onto nodeA, nodeB, but can be scheduled onto nodeC (NodeC has an existing pod that match the inter pod affinity rule but in different namespace)",
  3321. },
  3322. {
  3323. pod: &v1.Pod{
  3324. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": ""}},
  3325. },
  3326. pods: []*v1.Pod{
  3327. {
  3328. Spec: v1.PodSpec{
  3329. NodeName: "nodeA",
  3330. Affinity: &v1.Affinity{
  3331. PodAntiAffinity: &v1.PodAntiAffinity{
  3332. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3333. {
  3334. LabelSelector: &metav1.LabelSelector{
  3335. MatchExpressions: []metav1.LabelSelectorRequirement{
  3336. {
  3337. Key: "foo",
  3338. Operator: metav1.LabelSelectorOpExists,
  3339. },
  3340. },
  3341. },
  3342. TopologyKey: "invalid-node-label",
  3343. },
  3344. },
  3345. },
  3346. },
  3347. },
  3348. },
  3349. },
  3350. nodes: []v1.Node{
  3351. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3352. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeB"}}},
  3353. },
  3354. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{},
  3355. fits: map[string]bool{
  3356. "nodeA": true,
  3357. "nodeB": true,
  3358. },
  3359. name: "Test existing pod's anti-affinity: if an existing pod has a term with invalid topologyKey, labelSelector of the term is firstly checked, and then topologyKey of the term is also checked",
  3360. },
  3361. {
  3362. pod: &v1.Pod{
  3363. Spec: v1.PodSpec{
  3364. Affinity: &v1.Affinity{
  3365. PodAntiAffinity: &v1.PodAntiAffinity{
  3366. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3367. {
  3368. LabelSelector: &metav1.LabelSelector{
  3369. MatchExpressions: []metav1.LabelSelectorRequirement{
  3370. {
  3371. Key: "foo",
  3372. Operator: metav1.LabelSelectorOpExists,
  3373. },
  3374. },
  3375. },
  3376. TopologyKey: "invalid-node-label",
  3377. },
  3378. },
  3379. },
  3380. },
  3381. },
  3382. },
  3383. pods: []*v1.Pod{
  3384. {
  3385. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": ""}},
  3386. Spec: v1.PodSpec{
  3387. NodeName: "nodeA",
  3388. },
  3389. },
  3390. },
  3391. nodes: []v1.Node{
  3392. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3393. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeB"}}},
  3394. },
  3395. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{},
  3396. fits: map[string]bool{
  3397. "nodeA": true,
  3398. "nodeB": true,
  3399. },
  3400. name: "Test incoming pod's anti-affinity: even if labelSelector matches, we still check if topologyKey matches",
  3401. },
  3402. {
  3403. pod: &v1.Pod{
  3404. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "", "bar": ""}},
  3405. },
  3406. pods: []*v1.Pod{
  3407. {
  3408. ObjectMeta: metav1.ObjectMeta{Name: "pod1"},
  3409. Spec: v1.PodSpec{
  3410. NodeName: "nodeA",
  3411. Affinity: &v1.Affinity{
  3412. PodAntiAffinity: &v1.PodAntiAffinity{
  3413. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3414. {
  3415. LabelSelector: &metav1.LabelSelector{
  3416. MatchExpressions: []metav1.LabelSelectorRequirement{
  3417. {
  3418. Key: "foo",
  3419. Operator: metav1.LabelSelectorOpExists,
  3420. },
  3421. },
  3422. },
  3423. TopologyKey: "zone",
  3424. },
  3425. },
  3426. },
  3427. },
  3428. },
  3429. },
  3430. {
  3431. ObjectMeta: metav1.ObjectMeta{Name: "pod2"},
  3432. Spec: v1.PodSpec{
  3433. NodeName: "nodeA",
  3434. Affinity: &v1.Affinity{
  3435. PodAntiAffinity: &v1.PodAntiAffinity{
  3436. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3437. {
  3438. LabelSelector: &metav1.LabelSelector{
  3439. MatchExpressions: []metav1.LabelSelectorRequirement{
  3440. {
  3441. Key: "bar",
  3442. Operator: metav1.LabelSelectorOpExists,
  3443. },
  3444. },
  3445. },
  3446. TopologyKey: "region",
  3447. },
  3448. },
  3449. },
  3450. },
  3451. },
  3452. },
  3453. },
  3454. nodes: []v1.Node{
  3455. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3456. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3457. },
  3458. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3459. {ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  3460. {ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  3461. },
  3462. fits: map[string]bool{
  3463. "nodeA": false,
  3464. "nodeB": false,
  3465. },
  3466. name: "Test existing pod's anti-affinity: incoming pod wouldn't considered as a fit as it violates each existingPod's terms on all nodes",
  3467. },
  3468. {
  3469. pod: &v1.Pod{
  3470. Spec: v1.PodSpec{
  3471. Affinity: &v1.Affinity{
  3472. PodAntiAffinity: &v1.PodAntiAffinity{
  3473. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3474. {
  3475. LabelSelector: &metav1.LabelSelector{
  3476. MatchExpressions: []metav1.LabelSelectorRequirement{
  3477. {
  3478. Key: "foo",
  3479. Operator: metav1.LabelSelectorOpExists,
  3480. },
  3481. },
  3482. },
  3483. TopologyKey: "zone",
  3484. },
  3485. {
  3486. LabelSelector: &metav1.LabelSelector{
  3487. MatchExpressions: []metav1.LabelSelectorRequirement{
  3488. {
  3489. Key: "bar",
  3490. Operator: metav1.LabelSelectorOpExists,
  3491. },
  3492. },
  3493. },
  3494. TopologyKey: "region",
  3495. },
  3496. },
  3497. },
  3498. },
  3499. },
  3500. },
  3501. pods: []*v1.Pod{
  3502. {
  3503. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": ""}},
  3504. Spec: v1.PodSpec{
  3505. NodeName: "nodeA",
  3506. },
  3507. },
  3508. {
  3509. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"bar": ""}},
  3510. Spec: v1.PodSpec{
  3511. NodeName: "nodeB",
  3512. },
  3513. },
  3514. },
  3515. nodes: []v1.Node{
  3516. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3517. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3518. },
  3519. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3520. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3521. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3522. },
  3523. fits: map[string]bool{
  3524. "nodeA": false,
  3525. "nodeB": false,
  3526. },
  3527. name: "Test incoming pod's anti-affinity: incoming pod wouldn't considered as a fit as it at least violates one anti-affinity rule of existingPod",
  3528. },
  3529. {
  3530. pod: &v1.Pod{
  3531. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "", "bar": ""}},
  3532. },
  3533. pods: []*v1.Pod{
  3534. {
  3535. Spec: v1.PodSpec{
  3536. NodeName: "nodeA",
  3537. Affinity: &v1.Affinity{
  3538. PodAntiAffinity: &v1.PodAntiAffinity{
  3539. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3540. {
  3541. LabelSelector: &metav1.LabelSelector{
  3542. MatchExpressions: []metav1.LabelSelectorRequirement{
  3543. {
  3544. Key: "foo",
  3545. Operator: metav1.LabelSelectorOpExists,
  3546. },
  3547. },
  3548. },
  3549. TopologyKey: "invalid-node-label",
  3550. },
  3551. {
  3552. LabelSelector: &metav1.LabelSelector{
  3553. MatchExpressions: []metav1.LabelSelectorRequirement{
  3554. {
  3555. Key: "bar",
  3556. Operator: metav1.LabelSelectorOpExists,
  3557. },
  3558. },
  3559. },
  3560. TopologyKey: "zone",
  3561. },
  3562. },
  3563. },
  3564. },
  3565. },
  3566. },
  3567. },
  3568. nodes: []v1.Node{
  3569. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3570. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3571. },
  3572. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3573. {ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  3574. },
  3575. fits: map[string]bool{
  3576. "nodeA": false,
  3577. "nodeB": true,
  3578. },
  3579. name: "Test existing pod's anti-affinity: only when labelSelector and topologyKey both match, it's counted as a single term match - case when one term has invalid topologyKey",
  3580. },
  3581. {
  3582. pod: &v1.Pod{
  3583. Spec: v1.PodSpec{
  3584. Affinity: &v1.Affinity{
  3585. PodAntiAffinity: &v1.PodAntiAffinity{
  3586. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3587. {
  3588. LabelSelector: &metav1.LabelSelector{
  3589. MatchExpressions: []metav1.LabelSelectorRequirement{
  3590. {
  3591. Key: "foo",
  3592. Operator: metav1.LabelSelectorOpExists,
  3593. },
  3594. },
  3595. },
  3596. TopologyKey: "invalid-node-label",
  3597. },
  3598. {
  3599. LabelSelector: &metav1.LabelSelector{
  3600. MatchExpressions: []metav1.LabelSelectorRequirement{
  3601. {
  3602. Key: "bar",
  3603. Operator: metav1.LabelSelectorOpExists,
  3604. },
  3605. },
  3606. },
  3607. TopologyKey: "zone",
  3608. },
  3609. },
  3610. },
  3611. },
  3612. },
  3613. },
  3614. pods: []*v1.Pod{
  3615. {
  3616. ObjectMeta: metav1.ObjectMeta{Name: "podA", Labels: map[string]string{"foo": "", "bar": ""}},
  3617. Spec: v1.PodSpec{
  3618. NodeName: "nodeA",
  3619. },
  3620. },
  3621. },
  3622. nodes: []v1.Node{
  3623. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3624. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3625. },
  3626. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3627. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3628. },
  3629. fits: map[string]bool{
  3630. "nodeA": false,
  3631. "nodeB": true,
  3632. },
  3633. name: "Test incoming pod's anti-affinity: only when labelSelector and topologyKey both match, it's counted as a single term match - case when one term has invalid topologyKey",
  3634. },
  3635. {
  3636. pod: &v1.Pod{
  3637. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "", "bar": ""}},
  3638. },
  3639. pods: []*v1.Pod{
  3640. {
  3641. Spec: v1.PodSpec{
  3642. NodeName: "nodeA",
  3643. Affinity: &v1.Affinity{
  3644. PodAntiAffinity: &v1.PodAntiAffinity{
  3645. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3646. {
  3647. LabelSelector: &metav1.LabelSelector{
  3648. MatchExpressions: []metav1.LabelSelectorRequirement{
  3649. {
  3650. Key: "foo",
  3651. Operator: metav1.LabelSelectorOpExists,
  3652. },
  3653. },
  3654. },
  3655. TopologyKey: "region",
  3656. },
  3657. {
  3658. LabelSelector: &metav1.LabelSelector{
  3659. MatchExpressions: []metav1.LabelSelectorRequirement{
  3660. {
  3661. Key: "bar",
  3662. Operator: metav1.LabelSelectorOpExists,
  3663. },
  3664. },
  3665. },
  3666. TopologyKey: "zone",
  3667. },
  3668. },
  3669. },
  3670. },
  3671. },
  3672. },
  3673. },
  3674. nodes: []v1.Node{
  3675. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3676. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3677. },
  3678. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3679. {ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  3680. {ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  3681. },
  3682. fits: map[string]bool{
  3683. "nodeA": false,
  3684. "nodeB": false,
  3685. },
  3686. name: "Test existing pod's anti-affinity: only when labelSelector and topologyKey both match, it's counted as a single term match - case when all terms have valid topologyKey",
  3687. },
  3688. {
  3689. pod: &v1.Pod{
  3690. Spec: v1.PodSpec{
  3691. Affinity: &v1.Affinity{
  3692. PodAntiAffinity: &v1.PodAntiAffinity{
  3693. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3694. {
  3695. LabelSelector: &metav1.LabelSelector{
  3696. MatchExpressions: []metav1.LabelSelectorRequirement{
  3697. {
  3698. Key: "foo",
  3699. Operator: metav1.LabelSelectorOpExists,
  3700. },
  3701. },
  3702. },
  3703. TopologyKey: "region",
  3704. },
  3705. {
  3706. LabelSelector: &metav1.LabelSelector{
  3707. MatchExpressions: []metav1.LabelSelectorRequirement{
  3708. {
  3709. Key: "bar",
  3710. Operator: metav1.LabelSelectorOpExists,
  3711. },
  3712. },
  3713. },
  3714. TopologyKey: "zone",
  3715. },
  3716. },
  3717. },
  3718. },
  3719. },
  3720. },
  3721. pods: []*v1.Pod{
  3722. {
  3723. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "", "bar": ""}},
  3724. Spec: v1.PodSpec{
  3725. NodeName: "nodeA",
  3726. },
  3727. },
  3728. },
  3729. nodes: []v1.Node{
  3730. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3731. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3732. },
  3733. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3734. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3735. {ErrPodAffinityNotMatch, ErrPodAntiAffinityRulesNotMatch},
  3736. },
  3737. fits: map[string]bool{
  3738. "nodeA": false,
  3739. "nodeB": false,
  3740. },
  3741. name: "Test incoming pod's anti-affinity: only when labelSelector and topologyKey both match, it's counted as a single term match - case when all terms have valid topologyKey",
  3742. },
  3743. {
  3744. pod: &v1.Pod{
  3745. ObjectMeta: metav1.ObjectMeta{Labels: map[string]string{"foo": "", "bar": ""}},
  3746. },
  3747. pods: []*v1.Pod{
  3748. {
  3749. Spec: v1.PodSpec{
  3750. NodeName: "nodeA",
  3751. Affinity: &v1.Affinity{
  3752. PodAntiAffinity: &v1.PodAntiAffinity{
  3753. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3754. {
  3755. LabelSelector: &metav1.LabelSelector{
  3756. MatchExpressions: []metav1.LabelSelectorRequirement{
  3757. {
  3758. Key: "foo",
  3759. Operator: metav1.LabelSelectorOpExists,
  3760. },
  3761. },
  3762. },
  3763. TopologyKey: "zone",
  3764. },
  3765. {
  3766. LabelSelector: &metav1.LabelSelector{
  3767. MatchExpressions: []metav1.LabelSelectorRequirement{
  3768. {
  3769. Key: "labelA",
  3770. Operator: metav1.LabelSelectorOpExists,
  3771. },
  3772. },
  3773. },
  3774. TopologyKey: "zone",
  3775. },
  3776. },
  3777. },
  3778. },
  3779. },
  3780. },
  3781. {
  3782. Spec: v1.PodSpec{
  3783. NodeName: "nodeB",
  3784. Affinity: &v1.Affinity{
  3785. PodAntiAffinity: &v1.PodAntiAffinity{
  3786. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3787. {
  3788. LabelSelector: &metav1.LabelSelector{
  3789. MatchExpressions: []metav1.LabelSelectorRequirement{
  3790. {
  3791. Key: "bar",
  3792. Operator: metav1.LabelSelectorOpExists,
  3793. },
  3794. },
  3795. },
  3796. TopologyKey: "zone",
  3797. },
  3798. {
  3799. LabelSelector: &metav1.LabelSelector{
  3800. MatchExpressions: []metav1.LabelSelectorRequirement{
  3801. {
  3802. Key: "labelB",
  3803. Operator: metav1.LabelSelectorOpExists,
  3804. },
  3805. },
  3806. },
  3807. TopologyKey: "zone",
  3808. },
  3809. },
  3810. },
  3811. },
  3812. },
  3813. },
  3814. },
  3815. nodes: []v1.Node{
  3816. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3817. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3818. {ObjectMeta: metav1.ObjectMeta{Name: "nodeC", Labels: map[string]string{"region": "r1", "zone": "z3", "hostname": "nodeC"}}},
  3819. },
  3820. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3821. {ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  3822. {ErrPodAffinityNotMatch, ErrExistingPodsAntiAffinityRulesNotMatch},
  3823. },
  3824. fits: map[string]bool{
  3825. "nodeA": false,
  3826. "nodeB": false,
  3827. "nodeC": true,
  3828. },
  3829. name: "Test existing pod's anti-affinity: existingPod on nodeA and nodeB has at least one anti-affinity term matches incoming pod, so incoming pod can only be scheduled to nodeC",
  3830. },
  3831. {
  3832. pod: &v1.Pod{
  3833. Spec: v1.PodSpec{
  3834. Affinity: &v1.Affinity{
  3835. PodAffinity: &v1.PodAffinity{
  3836. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3837. {
  3838. LabelSelector: &metav1.LabelSelector{
  3839. MatchExpressions: []metav1.LabelSelectorRequirement{
  3840. {
  3841. Key: "foo",
  3842. Operator: metav1.LabelSelectorOpExists,
  3843. },
  3844. },
  3845. },
  3846. TopologyKey: "region",
  3847. },
  3848. {
  3849. LabelSelector: &metav1.LabelSelector{
  3850. MatchExpressions: []metav1.LabelSelectorRequirement{
  3851. {
  3852. Key: "bar",
  3853. Operator: metav1.LabelSelectorOpExists,
  3854. },
  3855. },
  3856. },
  3857. TopologyKey: "zone",
  3858. },
  3859. },
  3860. },
  3861. },
  3862. },
  3863. },
  3864. pods: []*v1.Pod{
  3865. {
  3866. ObjectMeta: metav1.ObjectMeta{Name: "pod1", Labels: map[string]string{"foo": "", "bar": ""}},
  3867. Spec: v1.PodSpec{
  3868. NodeName: "nodeA",
  3869. },
  3870. },
  3871. },
  3872. nodes: []v1.Node{
  3873. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3874. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeB"}}},
  3875. },
  3876. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3877. {},
  3878. {ErrPodAffinityNotMatch, ErrPodAffinityRulesNotMatch},
  3879. },
  3880. fits: map[string]bool{
  3881. "nodeA": true,
  3882. "nodeB": true,
  3883. },
  3884. name: "Test incoming pod's affinity: firstly check if all affinityTerms match, and then check if all topologyKeys match",
  3885. },
  3886. {
  3887. pod: &v1.Pod{
  3888. Spec: v1.PodSpec{
  3889. Affinity: &v1.Affinity{
  3890. PodAffinity: &v1.PodAffinity{
  3891. RequiredDuringSchedulingIgnoredDuringExecution: []v1.PodAffinityTerm{
  3892. {
  3893. LabelSelector: &metav1.LabelSelector{
  3894. MatchExpressions: []metav1.LabelSelectorRequirement{
  3895. {
  3896. Key: "foo",
  3897. Operator: metav1.LabelSelectorOpExists,
  3898. },
  3899. },
  3900. },
  3901. TopologyKey: "region",
  3902. },
  3903. {
  3904. LabelSelector: &metav1.LabelSelector{
  3905. MatchExpressions: []metav1.LabelSelectorRequirement{
  3906. {
  3907. Key: "bar",
  3908. Operator: metav1.LabelSelectorOpExists,
  3909. },
  3910. },
  3911. },
  3912. TopologyKey: "zone",
  3913. },
  3914. },
  3915. },
  3916. },
  3917. },
  3918. },
  3919. pods: []*v1.Pod{
  3920. {
  3921. ObjectMeta: metav1.ObjectMeta{Name: "pod1", Labels: map[string]string{"foo": ""}},
  3922. Spec: v1.PodSpec{
  3923. NodeName: "nodeA",
  3924. },
  3925. },
  3926. {
  3927. ObjectMeta: metav1.ObjectMeta{Name: "pod2", Labels: map[string]string{"bar": ""}},
  3928. Spec: v1.PodSpec{
  3929. NodeName: "nodeB",
  3930. },
  3931. },
  3932. },
  3933. nodes: []v1.Node{
  3934. {ObjectMeta: metav1.ObjectMeta{Name: "nodeA", Labels: map[string]string{"region": "r1", "zone": "z1", "hostname": "nodeA"}}},
  3935. {ObjectMeta: metav1.ObjectMeta{Name: "nodeB", Labels: map[string]string{"region": "r1", "zone": "z2", "hostname": "nodeB"}}},
  3936. },
  3937. nodesExpectAffinityFailureReasons: [][]PredicateFailureReason{
  3938. {ErrPodAffinityNotMatch, ErrPodAffinityRulesNotMatch},
  3939. {ErrPodAffinityNotMatch, ErrPodAffinityRulesNotMatch},
  3940. },
  3941. fits: map[string]bool{
  3942. "nodeA": false,
  3943. "nodeB": false,
  3944. },
  3945. name: "Test incoming pod's affinity: firstly check if all affinityTerms match, and then check if all topologyKeys match, and the match logic should be satified on the same pod",
  3946. },
  3947. }
  3948. selectorExpectedFailureReasons := []PredicateFailureReason{ErrNodeSelectorNotMatch}
  3949. for indexTest, test := range tests {
  3950. t.Run(test.name, func(t *testing.T) {
  3951. nodeListInfo := FakeNodeListInfo(test.nodes)
  3952. nodeInfoMap := make(map[string]*schedulernodeinfo.NodeInfo)
  3953. for i, node := range test.nodes {
  3954. var podsOnNode []*v1.Pod
  3955. for _, pod := range test.pods {
  3956. if pod.Spec.NodeName == node.Name {
  3957. podsOnNode = append(podsOnNode, pod)
  3958. }
  3959. }
  3960. nodeInfo := schedulernodeinfo.NewNodeInfo(podsOnNode...)
  3961. nodeInfo.SetNode(&test.nodes[i])
  3962. nodeInfoMap[node.Name] = nodeInfo
  3963. }
  3964. for indexNode, node := range test.nodes {
  3965. testFit := PodAffinityChecker{
  3966. info: nodeListInfo,
  3967. podLister: schedulertesting.FakePodLister(test.pods),
  3968. }
  3969. var meta PredicateMetadata
  3970. if !test.nometa {
  3971. meta = GetPredicateMetadata(test.pod, nodeInfoMap)
  3972. }
  3973. fits, reasons, _ := testFit.InterPodAffinityMatches(test.pod, meta, nodeInfoMap[node.Name])
  3974. if !fits && !reflect.DeepEqual(reasons, test.nodesExpectAffinityFailureReasons[indexNode]) {
  3975. t.Errorf("index: %d unexpected failure reasons: %v expect: %v", indexTest, reasons, test.nodesExpectAffinityFailureReasons[indexNode])
  3976. }
  3977. affinity := test.pod.Spec.Affinity
  3978. if affinity != nil && affinity.NodeAffinity != nil {
  3979. nodeInfo := schedulernodeinfo.NewNodeInfo()
  3980. nodeInfo.SetNode(&node)
  3981. nodeInfoMap := map[string]*schedulernodeinfo.NodeInfo{node.Name: nodeInfo}
  3982. fits2, reasons, err := PodMatchNodeSelector(test.pod, GetPredicateMetadata(test.pod, nodeInfoMap), nodeInfo)
  3983. if err != nil {
  3984. t.Errorf("unexpected error: %v", err)
  3985. }
  3986. if !fits2 && !reflect.DeepEqual(reasons, selectorExpectedFailureReasons) {
  3987. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, selectorExpectedFailureReasons)
  3988. }
  3989. fits = fits && fits2
  3990. }
  3991. if fits != test.fits[node.Name] {
  3992. t.Errorf("expected %v for %s got %v", test.fits[node.Name], node.Name, fits)
  3993. }
  3994. }
  3995. })
  3996. }
  3997. }
  3998. func TestPodToleratesTaints(t *testing.T) {
  3999. podTolerateTaintsTests := []struct {
  4000. pod *v1.Pod
  4001. node v1.Node
  4002. fits bool
  4003. name string
  4004. }{
  4005. {
  4006. pod: &v1.Pod{
  4007. ObjectMeta: metav1.ObjectMeta{
  4008. Name: "pod0",
  4009. },
  4010. },
  4011. node: v1.Node{
  4012. Spec: v1.NodeSpec{
  4013. Taints: []v1.Taint{{Key: "dedicated", Value: "user1", Effect: "NoSchedule"}},
  4014. },
  4015. },
  4016. fits: false,
  4017. name: "A pod having no tolerations can't be scheduled onto a node with nonempty taints",
  4018. },
  4019. {
  4020. pod: &v1.Pod{
  4021. ObjectMeta: metav1.ObjectMeta{
  4022. Name: "pod1",
  4023. },
  4024. Spec: v1.PodSpec{
  4025. Containers: []v1.Container{{Image: "pod1:V1"}},
  4026. Tolerations: []v1.Toleration{{Key: "dedicated", Value: "user1", Effect: "NoSchedule"}},
  4027. },
  4028. },
  4029. node: v1.Node{
  4030. Spec: v1.NodeSpec{
  4031. Taints: []v1.Taint{{Key: "dedicated", Value: "user1", Effect: "NoSchedule"}},
  4032. },
  4033. },
  4034. fits: true,
  4035. name: "A pod which can be scheduled on a dedicated node assigned to user1 with effect NoSchedule",
  4036. },
  4037. {
  4038. pod: &v1.Pod{
  4039. ObjectMeta: metav1.ObjectMeta{
  4040. Name: "pod2",
  4041. },
  4042. Spec: v1.PodSpec{
  4043. Containers: []v1.Container{{Image: "pod2:V1"}},
  4044. Tolerations: []v1.Toleration{{Key: "dedicated", Operator: "Equal", Value: "user2", Effect: "NoSchedule"}},
  4045. },
  4046. },
  4047. node: v1.Node{
  4048. Spec: v1.NodeSpec{
  4049. Taints: []v1.Taint{{Key: "dedicated", Value: "user1", Effect: "NoSchedule"}},
  4050. },
  4051. },
  4052. fits: false,
  4053. name: "A pod which can't be scheduled on a dedicated node assigned to user2 with effect NoSchedule",
  4054. },
  4055. {
  4056. pod: &v1.Pod{
  4057. ObjectMeta: metav1.ObjectMeta{
  4058. Name: "pod2",
  4059. },
  4060. Spec: v1.PodSpec{
  4061. Containers: []v1.Container{{Image: "pod2:V1"}},
  4062. Tolerations: []v1.Toleration{{Key: "foo", Operator: "Exists", Effect: "NoSchedule"}},
  4063. },
  4064. },
  4065. node: v1.Node{
  4066. Spec: v1.NodeSpec{
  4067. Taints: []v1.Taint{{Key: "foo", Value: "bar", Effect: "NoSchedule"}},
  4068. },
  4069. },
  4070. fits: true,
  4071. name: "A pod can be scheduled onto the node, with a toleration uses operator Exists that tolerates the taints on the node",
  4072. },
  4073. {
  4074. pod: &v1.Pod{
  4075. ObjectMeta: metav1.ObjectMeta{
  4076. Name: "pod2",
  4077. },
  4078. Spec: v1.PodSpec{
  4079. Containers: []v1.Container{{Image: "pod2:V1"}},
  4080. Tolerations: []v1.Toleration{
  4081. {Key: "dedicated", Operator: "Equal", Value: "user2", Effect: "NoSchedule"},
  4082. {Key: "foo", Operator: "Exists", Effect: "NoSchedule"},
  4083. },
  4084. },
  4085. },
  4086. node: v1.Node{
  4087. Spec: v1.NodeSpec{
  4088. Taints: []v1.Taint{
  4089. {Key: "dedicated", Value: "user2", Effect: "NoSchedule"},
  4090. {Key: "foo", Value: "bar", Effect: "NoSchedule"},
  4091. },
  4092. },
  4093. },
  4094. fits: true,
  4095. name: "A pod has multiple tolerations, node has multiple taints, all the taints are tolerated, pod can be scheduled onto the node",
  4096. },
  4097. {
  4098. pod: &v1.Pod{
  4099. ObjectMeta: metav1.ObjectMeta{
  4100. Name: "pod2",
  4101. },
  4102. Spec: v1.PodSpec{
  4103. Containers: []v1.Container{{Image: "pod2:V1"}},
  4104. Tolerations: []v1.Toleration{{Key: "foo", Operator: "Equal", Value: "bar", Effect: "PreferNoSchedule"}},
  4105. },
  4106. },
  4107. node: v1.Node{
  4108. Spec: v1.NodeSpec{
  4109. Taints: []v1.Taint{
  4110. {Key: "foo", Value: "bar", Effect: "NoSchedule"},
  4111. },
  4112. },
  4113. },
  4114. fits: false,
  4115. name: "A pod has a toleration that keys and values match the taint on the node, but (non-empty) effect doesn't match, " +
  4116. "can't be scheduled onto the node",
  4117. },
  4118. {
  4119. pod: &v1.Pod{
  4120. ObjectMeta: metav1.ObjectMeta{
  4121. Name: "pod2",
  4122. },
  4123. Spec: v1.PodSpec{
  4124. Containers: []v1.Container{{Image: "pod2:V1"}},
  4125. Tolerations: []v1.Toleration{{Key: "foo", Operator: "Equal", Value: "bar"}},
  4126. },
  4127. },
  4128. node: v1.Node{
  4129. Spec: v1.NodeSpec{
  4130. Taints: []v1.Taint{
  4131. {Key: "foo", Value: "bar", Effect: "NoSchedule"},
  4132. },
  4133. },
  4134. },
  4135. fits: true,
  4136. name: "The pod has a toleration that keys and values match the taint on the node, the effect of toleration is empty, " +
  4137. "and the effect of taint is NoSchedule. Pod can be scheduled onto the node",
  4138. },
  4139. {
  4140. pod: &v1.Pod{
  4141. ObjectMeta: metav1.ObjectMeta{
  4142. Name: "pod2",
  4143. },
  4144. Spec: v1.PodSpec{
  4145. Containers: []v1.Container{{Image: "pod2:V1"}},
  4146. Tolerations: []v1.Toleration{{Key: "dedicated", Operator: "Equal", Value: "user2", Effect: "NoSchedule"}},
  4147. },
  4148. },
  4149. node: v1.Node{
  4150. Spec: v1.NodeSpec{
  4151. Taints: []v1.Taint{
  4152. {Key: "dedicated", Value: "user1", Effect: "PreferNoSchedule"},
  4153. },
  4154. },
  4155. },
  4156. fits: true,
  4157. name: "The pod has a toleration that key and value don't match the taint on the node, " +
  4158. "but the effect of taint on node is PreferNochedule. Pod can be scheduled onto the node",
  4159. },
  4160. {
  4161. pod: &v1.Pod{
  4162. ObjectMeta: metav1.ObjectMeta{
  4163. Name: "pod2",
  4164. },
  4165. Spec: v1.PodSpec{
  4166. Containers: []v1.Container{{Image: "pod2:V1"}},
  4167. },
  4168. },
  4169. node: v1.Node{
  4170. Spec: v1.NodeSpec{
  4171. Taints: []v1.Taint{
  4172. {Key: "dedicated", Value: "user1", Effect: "PreferNoSchedule"},
  4173. },
  4174. },
  4175. },
  4176. fits: true,
  4177. name: "The pod has no toleration, " +
  4178. "but the effect of taint on node is PreferNochedule. Pod can be scheduled onto the node",
  4179. },
  4180. }
  4181. expectedFailureReasons := []PredicateFailureReason{ErrTaintsTolerationsNotMatch}
  4182. for _, test := range podTolerateTaintsTests {
  4183. t.Run(test.name, func(t *testing.T) {
  4184. nodeInfo := schedulernodeinfo.NewNodeInfo()
  4185. nodeInfo.SetNode(&test.node)
  4186. fits, reasons, err := PodToleratesNodeTaints(test.pod, GetPredicateMetadata(test.pod, nil), nodeInfo)
  4187. if err != nil {
  4188. t.Errorf("unexpected error: %v", err)
  4189. }
  4190. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  4191. t.Errorf("unexpected failure reason: %v, want: %v", reasons, expectedFailureReasons)
  4192. }
  4193. if fits != test.fits {
  4194. t.Errorf("expected: %v got %v", test.fits, fits)
  4195. }
  4196. })
  4197. }
  4198. }
  4199. func makeEmptyNodeInfo(node *v1.Node) *schedulernodeinfo.NodeInfo {
  4200. nodeInfo := schedulernodeinfo.NewNodeInfo()
  4201. nodeInfo.SetNode(node)
  4202. return nodeInfo
  4203. }
  4204. func TestPodSchedulesOnNodeWithMemoryPressureCondition(t *testing.T) {
  4205. // specify best-effort pod
  4206. bestEffortPod := &v1.Pod{
  4207. Spec: v1.PodSpec{
  4208. Containers: []v1.Container{
  4209. {
  4210. Name: "container",
  4211. Image: "image",
  4212. ImagePullPolicy: "Always",
  4213. // no requirements -> best effort pod
  4214. Resources: v1.ResourceRequirements{},
  4215. },
  4216. },
  4217. },
  4218. }
  4219. // specify non-best-effort pod
  4220. nonBestEffortPod := &v1.Pod{
  4221. Spec: v1.PodSpec{
  4222. Containers: []v1.Container{
  4223. {
  4224. Name: "container",
  4225. Image: "image",
  4226. ImagePullPolicy: "Always",
  4227. // at least one requirement -> burstable pod
  4228. Resources: v1.ResourceRequirements{
  4229. Requests: makeAllocatableResources(100, 100, 100, 0, 0, 0),
  4230. },
  4231. },
  4232. },
  4233. },
  4234. }
  4235. // specify a node with no memory pressure condition on
  4236. noMemoryPressureNode := &v1.Node{
  4237. Status: v1.NodeStatus{
  4238. Conditions: []v1.NodeCondition{
  4239. {
  4240. Type: "Ready",
  4241. Status: "True",
  4242. },
  4243. },
  4244. },
  4245. }
  4246. // specify a node with memory pressure condition on
  4247. memoryPressureNode := &v1.Node{
  4248. Status: v1.NodeStatus{
  4249. Conditions: []v1.NodeCondition{
  4250. {
  4251. Type: "MemoryPressure",
  4252. Status: "True",
  4253. },
  4254. },
  4255. },
  4256. }
  4257. tests := []struct {
  4258. pod *v1.Pod
  4259. nodeInfo *schedulernodeinfo.NodeInfo
  4260. fits bool
  4261. name string
  4262. }{
  4263. {
  4264. pod: bestEffortPod,
  4265. nodeInfo: makeEmptyNodeInfo(noMemoryPressureNode),
  4266. fits: true,
  4267. name: "best-effort pod schedulable on node without memory pressure condition on",
  4268. },
  4269. {
  4270. pod: bestEffortPod,
  4271. nodeInfo: makeEmptyNodeInfo(memoryPressureNode),
  4272. fits: false,
  4273. name: "best-effort pod not schedulable on node with memory pressure condition on",
  4274. },
  4275. {
  4276. pod: nonBestEffortPod,
  4277. nodeInfo: makeEmptyNodeInfo(memoryPressureNode),
  4278. fits: true,
  4279. name: "non best-effort pod schedulable on node with memory pressure condition on",
  4280. },
  4281. {
  4282. pod: nonBestEffortPod,
  4283. nodeInfo: makeEmptyNodeInfo(noMemoryPressureNode),
  4284. fits: true,
  4285. name: "non best-effort pod schedulable on node without memory pressure condition on",
  4286. },
  4287. }
  4288. expectedFailureReasons := []PredicateFailureReason{ErrNodeUnderMemoryPressure}
  4289. for _, test := range tests {
  4290. t.Run(test.name, func(t *testing.T) {
  4291. fits, reasons, err := CheckNodeMemoryPressurePredicate(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  4292. if err != nil {
  4293. t.Errorf("unexpected error: %v", err)
  4294. }
  4295. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  4296. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  4297. }
  4298. if fits != test.fits {
  4299. t.Errorf("expected %v got %v", test.fits, fits)
  4300. }
  4301. })
  4302. }
  4303. }
  4304. func TestPodSchedulesOnNodeWithDiskPressureCondition(t *testing.T) {
  4305. pod := &v1.Pod{
  4306. Spec: v1.PodSpec{
  4307. Containers: []v1.Container{
  4308. {
  4309. Name: "container",
  4310. Image: "image",
  4311. ImagePullPolicy: "Always",
  4312. },
  4313. },
  4314. },
  4315. }
  4316. // specify a node with no disk pressure condition on
  4317. noPressureNode := &v1.Node{
  4318. Status: v1.NodeStatus{
  4319. Conditions: []v1.NodeCondition{
  4320. {
  4321. Type: "Ready",
  4322. Status: "True",
  4323. },
  4324. },
  4325. },
  4326. }
  4327. // specify a node with pressure condition on
  4328. pressureNode := &v1.Node{
  4329. Status: v1.NodeStatus{
  4330. Conditions: []v1.NodeCondition{
  4331. {
  4332. Type: "DiskPressure",
  4333. Status: "True",
  4334. },
  4335. },
  4336. },
  4337. }
  4338. tests := []struct {
  4339. pod *v1.Pod
  4340. nodeInfo *schedulernodeinfo.NodeInfo
  4341. fits bool
  4342. name string
  4343. }{
  4344. {
  4345. pod: pod,
  4346. nodeInfo: makeEmptyNodeInfo(noPressureNode),
  4347. fits: true,
  4348. name: "pod schedulable on node without pressure condition on",
  4349. },
  4350. {
  4351. pod: pod,
  4352. nodeInfo: makeEmptyNodeInfo(pressureNode),
  4353. fits: false,
  4354. name: "pod not schedulable on node with pressure condition on",
  4355. },
  4356. }
  4357. expectedFailureReasons := []PredicateFailureReason{ErrNodeUnderDiskPressure}
  4358. for _, test := range tests {
  4359. t.Run(test.name, func(t *testing.T) {
  4360. fits, reasons, err := CheckNodeDiskPressurePredicate(test.pod, GetPredicateMetadata(test.pod, nil), test.nodeInfo)
  4361. if err != nil {
  4362. t.Errorf("unexpected error: %v", err)
  4363. }
  4364. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  4365. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  4366. }
  4367. if fits != test.fits {
  4368. t.Errorf("expected %v got %v", test.fits, fits)
  4369. }
  4370. })
  4371. }
  4372. }
  4373. func TestPodSchedulesOnNodeWithPIDPressureCondition(t *testing.T) {
  4374. // specify a node with no pid pressure condition on
  4375. noPressureNode := &v1.Node{
  4376. Status: v1.NodeStatus{
  4377. Conditions: []v1.NodeCondition{
  4378. {
  4379. Type: v1.NodeReady,
  4380. Status: v1.ConditionTrue,
  4381. },
  4382. },
  4383. },
  4384. }
  4385. // specify a node with pressure condition on
  4386. pressureNode := &v1.Node{
  4387. Status: v1.NodeStatus{
  4388. Conditions: []v1.NodeCondition{
  4389. {
  4390. Type: v1.NodePIDPressure,
  4391. Status: v1.ConditionTrue,
  4392. },
  4393. },
  4394. },
  4395. }
  4396. tests := []struct {
  4397. nodeInfo *schedulernodeinfo.NodeInfo
  4398. fits bool
  4399. name string
  4400. }{
  4401. {
  4402. nodeInfo: makeEmptyNodeInfo(noPressureNode),
  4403. fits: true,
  4404. name: "pod schedulable on node without pressure condition on",
  4405. },
  4406. {
  4407. nodeInfo: makeEmptyNodeInfo(pressureNode),
  4408. fits: false,
  4409. name: "pod not schedulable on node with pressure condition on",
  4410. },
  4411. }
  4412. expectedFailureReasons := []PredicateFailureReason{ErrNodeUnderPIDPressure}
  4413. for _, test := range tests {
  4414. t.Run(test.name, func(t *testing.T) {
  4415. fits, reasons, err := CheckNodePIDPressurePredicate(&v1.Pod{}, GetPredicateMetadata(&v1.Pod{}, nil), test.nodeInfo)
  4416. if err != nil {
  4417. t.Fatalf("unexpected error: %v", err)
  4418. }
  4419. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  4420. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  4421. }
  4422. if fits != test.fits {
  4423. t.Errorf("expected %v got %v", test.fits, fits)
  4424. }
  4425. })
  4426. }
  4427. }
  4428. func TestNodeConditionPredicate(t *testing.T) {
  4429. tests := []struct {
  4430. name string
  4431. node *v1.Node
  4432. schedulable bool
  4433. }{
  4434. {
  4435. name: "node1 considered",
  4436. node: &v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "node1"}, Status: v1.NodeStatus{Conditions: []v1.NodeCondition{{Type: v1.NodeReady, Status: v1.ConditionTrue}}}},
  4437. schedulable: true,
  4438. },
  4439. {
  4440. name: "node2 ignored - node not Ready",
  4441. node: &v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "node2"}, Status: v1.NodeStatus{Conditions: []v1.NodeCondition{{Type: v1.NodeReady, Status: v1.ConditionFalse}}}},
  4442. schedulable: false,
  4443. },
  4444. {
  4445. name: "node3 ignored - node unschedulable",
  4446. node: &v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "node9"}, Spec: v1.NodeSpec{Unschedulable: true}},
  4447. schedulable: false,
  4448. },
  4449. {
  4450. name: "node4 considered",
  4451. node: &v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "node10"}, Spec: v1.NodeSpec{Unschedulable: false}},
  4452. schedulable: true,
  4453. },
  4454. {
  4455. name: "node5 considered",
  4456. node: &v1.Node{ObjectMeta: metav1.ObjectMeta{Name: "node11"}},
  4457. schedulable: true,
  4458. },
  4459. }
  4460. for _, test := range tests {
  4461. t.Run(test.name, func(t *testing.T) {
  4462. nodeInfo := makeEmptyNodeInfo(test.node)
  4463. if fit, reasons, err := CheckNodeConditionPredicate(nil, nil, nodeInfo); fit != test.schedulable {
  4464. t.Errorf("%s: expected: %t, got %t; %+v, %v",
  4465. test.node.Name, test.schedulable, fit, reasons, err)
  4466. }
  4467. })
  4468. }
  4469. }
  4470. func createPodWithVolume(pod, pv, pvc string) *v1.Pod {
  4471. return &v1.Pod{
  4472. ObjectMeta: metav1.ObjectMeta{Name: pod, Namespace: "default"},
  4473. Spec: v1.PodSpec{
  4474. Volumes: []v1.Volume{
  4475. {
  4476. Name: pv,
  4477. VolumeSource: v1.VolumeSource{
  4478. PersistentVolumeClaim: &v1.PersistentVolumeClaimVolumeSource{
  4479. ClaimName: pvc,
  4480. },
  4481. },
  4482. },
  4483. },
  4484. },
  4485. }
  4486. }
  4487. func TestVolumeZonePredicate(t *testing.T) {
  4488. pvInfo := FakePersistentVolumeInfo{
  4489. {
  4490. ObjectMeta: metav1.ObjectMeta{Name: "Vol_1", Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-a"}},
  4491. },
  4492. {
  4493. ObjectMeta: metav1.ObjectMeta{Name: "Vol_2", Labels: map[string]string{v1.LabelZoneRegion: "us-west1-b", "uselessLabel": "none"}},
  4494. },
  4495. {
  4496. ObjectMeta: metav1.ObjectMeta{Name: "Vol_3", Labels: map[string]string{v1.LabelZoneRegion: "us-west1-c"}},
  4497. },
  4498. }
  4499. pvcInfo := FakePersistentVolumeClaimInfo{
  4500. {
  4501. ObjectMeta: metav1.ObjectMeta{Name: "PVC_1", Namespace: "default"},
  4502. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_1"},
  4503. },
  4504. {
  4505. ObjectMeta: metav1.ObjectMeta{Name: "PVC_2", Namespace: "default"},
  4506. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_2"},
  4507. },
  4508. {
  4509. ObjectMeta: metav1.ObjectMeta{Name: "PVC_3", Namespace: "default"},
  4510. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_3"},
  4511. },
  4512. {
  4513. ObjectMeta: metav1.ObjectMeta{Name: "PVC_4", Namespace: "default"},
  4514. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_not_exist"},
  4515. },
  4516. }
  4517. tests := []struct {
  4518. name string
  4519. Pod *v1.Pod
  4520. Fits bool
  4521. Node *v1.Node
  4522. }{
  4523. {
  4524. name: "pod without volume",
  4525. Pod: &v1.Pod{
  4526. ObjectMeta: metav1.ObjectMeta{Name: "pod_1", Namespace: "default"},
  4527. },
  4528. Node: &v1.Node{
  4529. ObjectMeta: metav1.ObjectMeta{
  4530. Name: "host1",
  4531. Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-a"},
  4532. },
  4533. },
  4534. Fits: true,
  4535. },
  4536. {
  4537. name: "node without labels",
  4538. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_1"),
  4539. Node: &v1.Node{
  4540. ObjectMeta: metav1.ObjectMeta{
  4541. Name: "host1",
  4542. },
  4543. },
  4544. Fits: true,
  4545. },
  4546. {
  4547. name: "label zone failure domain matched",
  4548. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_1"),
  4549. Node: &v1.Node{
  4550. ObjectMeta: metav1.ObjectMeta{
  4551. Name: "host1",
  4552. Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-a", "uselessLabel": "none"},
  4553. },
  4554. },
  4555. Fits: true,
  4556. },
  4557. {
  4558. name: "label zone region matched",
  4559. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_2"),
  4560. Node: &v1.Node{
  4561. ObjectMeta: metav1.ObjectMeta{
  4562. Name: "host1",
  4563. Labels: map[string]string{v1.LabelZoneRegion: "us-west1-b", "uselessLabel": "none"},
  4564. },
  4565. },
  4566. Fits: true,
  4567. },
  4568. {
  4569. name: "label zone region failed match",
  4570. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_2"),
  4571. Node: &v1.Node{
  4572. ObjectMeta: metav1.ObjectMeta{
  4573. Name: "host1",
  4574. Labels: map[string]string{v1.LabelZoneRegion: "no_us-west1-b", "uselessLabel": "none"},
  4575. },
  4576. },
  4577. Fits: false,
  4578. },
  4579. {
  4580. name: "label zone failure domain failed match",
  4581. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_1"),
  4582. Node: &v1.Node{
  4583. ObjectMeta: metav1.ObjectMeta{
  4584. Name: "host1",
  4585. Labels: map[string]string{v1.LabelZoneFailureDomain: "no_us-west1-a", "uselessLabel": "none"},
  4586. },
  4587. },
  4588. Fits: false,
  4589. },
  4590. }
  4591. expectedFailureReasons := []PredicateFailureReason{ErrVolumeZoneConflict}
  4592. for _, test := range tests {
  4593. t.Run(test.name, func(t *testing.T) {
  4594. fit := NewVolumeZonePredicate(pvInfo, pvcInfo, nil)
  4595. node := &schedulernodeinfo.NodeInfo{}
  4596. node.SetNode(test.Node)
  4597. fits, reasons, err := fit(test.Pod, nil, node)
  4598. if err != nil {
  4599. t.Errorf("unexpected error: %v", err)
  4600. }
  4601. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  4602. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  4603. }
  4604. if fits != test.Fits {
  4605. t.Errorf("expected %v got %v", test.Fits, fits)
  4606. }
  4607. })
  4608. }
  4609. }
  4610. func TestVolumeZonePredicateMultiZone(t *testing.T) {
  4611. pvInfo := FakePersistentVolumeInfo{
  4612. {
  4613. ObjectMeta: metav1.ObjectMeta{Name: "Vol_1", Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-a"}},
  4614. },
  4615. {
  4616. ObjectMeta: metav1.ObjectMeta{Name: "Vol_2", Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-b", "uselessLabel": "none"}},
  4617. },
  4618. {
  4619. ObjectMeta: metav1.ObjectMeta{Name: "Vol_3", Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-c__us-west1-a"}},
  4620. },
  4621. }
  4622. pvcInfo := FakePersistentVolumeClaimInfo{
  4623. {
  4624. ObjectMeta: metav1.ObjectMeta{Name: "PVC_1", Namespace: "default"},
  4625. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_1"},
  4626. },
  4627. {
  4628. ObjectMeta: metav1.ObjectMeta{Name: "PVC_2", Namespace: "default"},
  4629. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_2"},
  4630. },
  4631. {
  4632. ObjectMeta: metav1.ObjectMeta{Name: "PVC_3", Namespace: "default"},
  4633. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_3"},
  4634. },
  4635. {
  4636. ObjectMeta: metav1.ObjectMeta{Name: "PVC_4", Namespace: "default"},
  4637. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_not_exist"},
  4638. },
  4639. }
  4640. tests := []struct {
  4641. name string
  4642. Pod *v1.Pod
  4643. Fits bool
  4644. Node *v1.Node
  4645. }{
  4646. {
  4647. name: "node without labels",
  4648. Pod: createPodWithVolume("pod_1", "Vol_3", "PVC_3"),
  4649. Node: &v1.Node{
  4650. ObjectMeta: metav1.ObjectMeta{
  4651. Name: "host1",
  4652. },
  4653. },
  4654. Fits: true,
  4655. },
  4656. {
  4657. name: "label zone failure domain matched",
  4658. Pod: createPodWithVolume("pod_1", "Vol_3", "PVC_3"),
  4659. Node: &v1.Node{
  4660. ObjectMeta: metav1.ObjectMeta{
  4661. Name: "host1",
  4662. Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-a", "uselessLabel": "none"},
  4663. },
  4664. },
  4665. Fits: true,
  4666. },
  4667. {
  4668. name: "label zone failure domain failed match",
  4669. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_1"),
  4670. Node: &v1.Node{
  4671. ObjectMeta: metav1.ObjectMeta{
  4672. Name: "host1",
  4673. Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-b", "uselessLabel": "none"},
  4674. },
  4675. },
  4676. Fits: false,
  4677. },
  4678. }
  4679. expectedFailureReasons := []PredicateFailureReason{ErrVolumeZoneConflict}
  4680. for _, test := range tests {
  4681. t.Run(test.name, func(t *testing.T) {
  4682. fit := NewVolumeZonePredicate(pvInfo, pvcInfo, nil)
  4683. node := &schedulernodeinfo.NodeInfo{}
  4684. node.SetNode(test.Node)
  4685. fits, reasons, err := fit(test.Pod, nil, node)
  4686. if err != nil {
  4687. t.Errorf("unexpected error: %v", err)
  4688. }
  4689. if !fits && !reflect.DeepEqual(reasons, expectedFailureReasons) {
  4690. t.Errorf("unexpected failure reasons: %v, want: %v", reasons, expectedFailureReasons)
  4691. }
  4692. if fits != test.Fits {
  4693. t.Errorf("expected %v got %v", test.Fits, fits)
  4694. }
  4695. })
  4696. }
  4697. }
  4698. func TestVolumeZonePredicateWithVolumeBinding(t *testing.T) {
  4699. var (
  4700. modeWait = storagev1.VolumeBindingWaitForFirstConsumer
  4701. class0 = "Class_0"
  4702. classWait = "Class_Wait"
  4703. classImmediate = "Class_Immediate"
  4704. )
  4705. classInfo := FakeStorageClassInfo{
  4706. {
  4707. ObjectMeta: metav1.ObjectMeta{Name: classImmediate},
  4708. },
  4709. {
  4710. ObjectMeta: metav1.ObjectMeta{Name: classWait},
  4711. VolumeBindingMode: &modeWait,
  4712. },
  4713. }
  4714. pvInfo := FakePersistentVolumeInfo{
  4715. {
  4716. ObjectMeta: metav1.ObjectMeta{Name: "Vol_1", Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-a"}},
  4717. },
  4718. }
  4719. pvcInfo := FakePersistentVolumeClaimInfo{
  4720. {
  4721. ObjectMeta: metav1.ObjectMeta{Name: "PVC_1", Namespace: "default"},
  4722. Spec: v1.PersistentVolumeClaimSpec{VolumeName: "Vol_1"},
  4723. },
  4724. {
  4725. ObjectMeta: metav1.ObjectMeta{Name: "PVC_NoSC", Namespace: "default"},
  4726. Spec: v1.PersistentVolumeClaimSpec{StorageClassName: &class0},
  4727. },
  4728. {
  4729. ObjectMeta: metav1.ObjectMeta{Name: "PVC_EmptySC", Namespace: "default"},
  4730. },
  4731. {
  4732. ObjectMeta: metav1.ObjectMeta{Name: "PVC_WaitSC", Namespace: "default"},
  4733. Spec: v1.PersistentVolumeClaimSpec{StorageClassName: &classWait},
  4734. },
  4735. {
  4736. ObjectMeta: metav1.ObjectMeta{Name: "PVC_ImmediateSC", Namespace: "default"},
  4737. Spec: v1.PersistentVolumeClaimSpec{StorageClassName: &classImmediate},
  4738. },
  4739. }
  4740. testNode := &v1.Node{
  4741. ObjectMeta: metav1.ObjectMeta{
  4742. Name: "host1",
  4743. Labels: map[string]string{v1.LabelZoneFailureDomain: "us-west1-a", "uselessLabel": "none"},
  4744. },
  4745. }
  4746. tests := []struct {
  4747. name string
  4748. Pod *v1.Pod
  4749. Fits bool
  4750. Node *v1.Node
  4751. ExpectFailure bool
  4752. }{
  4753. {
  4754. name: "label zone failure domain matched",
  4755. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_1"),
  4756. Node: testNode,
  4757. Fits: true,
  4758. },
  4759. {
  4760. name: "unbound volume empty storage class",
  4761. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_EmptySC"),
  4762. Node: testNode,
  4763. Fits: false,
  4764. ExpectFailure: true,
  4765. },
  4766. {
  4767. name: "unbound volume no storage class",
  4768. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_NoSC"),
  4769. Node: testNode,
  4770. Fits: false,
  4771. ExpectFailure: true,
  4772. },
  4773. {
  4774. name: "unbound volume immediate binding mode",
  4775. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_ImmediateSC"),
  4776. Node: testNode,
  4777. Fits: false,
  4778. ExpectFailure: true,
  4779. },
  4780. {
  4781. name: "unbound volume wait binding mode",
  4782. Pod: createPodWithVolume("pod_1", "vol_1", "PVC_WaitSC"),
  4783. Node: testNode,
  4784. Fits: true,
  4785. },
  4786. }
  4787. for _, test := range tests {
  4788. t.Run(test.name, func(t *testing.T) {
  4789. fit := NewVolumeZonePredicate(pvInfo, pvcInfo, classInfo)
  4790. node := &schedulernodeinfo.NodeInfo{}
  4791. node.SetNode(test.Node)
  4792. fits, _, err := fit(test.Pod, nil, node)
  4793. if !test.ExpectFailure && err != nil {
  4794. t.Errorf("unexpected error: %v", err)
  4795. }
  4796. if test.ExpectFailure && err == nil {
  4797. t.Errorf("expected error, got success")
  4798. }
  4799. if fits != test.Fits {
  4800. t.Errorf("expected %v got %v", test.Fits, fits)
  4801. }
  4802. })
  4803. }
  4804. }
  4805. func TestGetMaxVols(t *testing.T) {
  4806. previousValue := os.Getenv(KubeMaxPDVols)
  4807. tests := []struct {
  4808. rawMaxVols string
  4809. expected int
  4810. name string
  4811. }{
  4812. {
  4813. rawMaxVols: "invalid",
  4814. expected: -1,
  4815. name: "Unable to parse maximum PD volumes value, using default value",
  4816. },
  4817. {
  4818. rawMaxVols: "-2",
  4819. expected: -1,
  4820. name: "Maximum PD volumes must be a positive value, using default value",
  4821. },
  4822. {
  4823. rawMaxVols: "40",
  4824. expected: 40,
  4825. name: "Parse maximum PD volumes value from env",
  4826. },
  4827. }
  4828. for _, test := range tests {
  4829. t.Run(test.name, func(t *testing.T) {
  4830. os.Setenv(KubeMaxPDVols, test.rawMaxVols)
  4831. result := getMaxVolLimitFromEnv()
  4832. if result != test.expected {
  4833. t.Errorf("expected %v got %v", test.expected, result)
  4834. }
  4835. })
  4836. }
  4837. os.Unsetenv(KubeMaxPDVols)
  4838. if previousValue != "" {
  4839. os.Setenv(KubeMaxPDVols, previousValue)
  4840. }
  4841. }
  4842. func TestCheckNodeUnschedulablePredicate(t *testing.T) {
  4843. testCases := []struct {
  4844. name string
  4845. pod *v1.Pod
  4846. node *v1.Node
  4847. fit bool
  4848. }{
  4849. {
  4850. name: "Does not schedule pod to unschedulable node (node.Spec.Unschedulable==true)",
  4851. pod: &v1.Pod{},
  4852. node: &v1.Node{
  4853. Spec: v1.NodeSpec{
  4854. Unschedulable: true,
  4855. },
  4856. },
  4857. fit: false,
  4858. },
  4859. {
  4860. name: "Schedule pod to normal node",
  4861. pod: &v1.Pod{},
  4862. node: &v1.Node{
  4863. Spec: v1.NodeSpec{
  4864. Unschedulable: false,
  4865. },
  4866. },
  4867. fit: true,
  4868. },
  4869. {
  4870. name: "Schedule pod with toleration to unschedulable node (node.Spec.Unschedulable==true)",
  4871. pod: &v1.Pod{
  4872. Spec: v1.PodSpec{
  4873. Tolerations: []v1.Toleration{
  4874. {
  4875. Key: schedulerapi.TaintNodeUnschedulable,
  4876. Effect: v1.TaintEffectNoSchedule,
  4877. },
  4878. },
  4879. },
  4880. },
  4881. node: &v1.Node{
  4882. Spec: v1.NodeSpec{
  4883. Unschedulable: true,
  4884. },
  4885. },
  4886. fit: true,
  4887. },
  4888. }
  4889. for _, test := range testCases {
  4890. nodeInfo := schedulernodeinfo.NewNodeInfo()
  4891. nodeInfo.SetNode(test.node)
  4892. fit, _, err := CheckNodeUnschedulablePredicate(test.pod, nil, nodeInfo)
  4893. if err != nil {
  4894. t.Fatalf("Failed to check node unschedulable: %v", err)
  4895. }
  4896. if fit != test.fit {
  4897. t.Errorf("Unexpected fit: expected %v, got %v", test.fit, fit)
  4898. }
  4899. }
  4900. }