123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860486148624863486448654866486748684869487048714872487348744875487648774878487948804881488248834884488548864887488848894890489148924893489448954896489748984899490049014902490349044905490649074908490949104911491249134914491549164917491849194920492149224923492449254926492749284929493049314932493349344935493649374938493949404941494249434944494549464947494849494950495149524953495449554956495749584959496049614962496349644965496649674968496949704971497249734974497549764977497849794980498149824983498449854986498749884989499049914992499349944995499649974998499950005001500250035004500550065007500850095010501150125013501450155016501750185019502050215022502350245025502650275028502950305031503250335034503550365037503850395040504150425043504450455046504750485049505050515052505350545055505650575058505950605061506250635064506550665067506850695070507150725073507450755076507750785079508050815082508350845085508650875088508950905091509250935094509550965097509850995100510151025103510451055106510751085109511051115112511351145115511651175118511951205121512251235124512551265127512851295130513151325133513451355136513751385139514051415142514351445145514651475148514951505151515251535154515551565157515851595160516151625163516451655166516751685169517051715172517351745175517651775178517951805181518251835184518551865187518851895190519151925193519451955196519751985199520052015202520352045205520652075208520952105211521252135214521552165217521852195220522152225223522452255226522752285229523052315232523352345235523652375238523952405241524252435244524552465247524852495250525152525253525452555256525752585259526052615262526352645265526652675268526952705271527252735274527552765277527852795280528152825283528452855286528752885289529052915292529352945295529652975298529953005301530253035304530553065307530853095310531153125313531453155316531753185319532053215322532353245325532653275328532953305331533253335334533553365337533853395340534153425343534453455346534753485349535053515352535353545355535653575358535953605361536253635364536553665367536853695370537153725373537453755376537753785379538053815382538353845385538653875388538953905391539253935394539553965397539853995400540154025403540454055406540754085409541054115412541354145415541654175418541954205421542254235424542554265427542854295430543154325433543454355436543754385439544054415442544354445445544654475448544954505451545254535454545554565457545854595460546154625463546454655466546754685469547054715472547354745475547654775478547954805481548254835484548554865487548854895490549154925493549454955496549754985499550055015502550355045505550655075508550955105511551255135514551555165517551855195520552155225523552455255526552755285529553055315532553355345535553655375538553955405541554255435544554555465547554855495550555155525553555455555556555755585559556055615562556355645565556655675568556955705571557255735574557555765577557855795580558155825583558455855586558755885589559055915592559355945595559655975598559956005601560256035604560556065607560856095610561156125613561456155616561756185619562056215622562356245625562656275628562956305631563256335634563556365637563856395640564156425643564456455646564756485649565056515652565356545655565656575658565956605661566256635664566556665667566856695670567156725673567456755676567756785679568056815682568356845685568656875688568956905691569256935694569556965697569856995700570157025703570457055706570757085709571057115712571357145715571657175718571957205721572257235724572557265727572857295730573157325733573457355736573757385739574057415742574357445745574657475748574957505751575257535754575557565757575857595760576157625763576457655766576757685769577057715772577357745775577657775778577957805781578257835784578557865787578857895790579157925793579457955796579757985799580058015802580358045805580658075808580958105811581258135814581558165817581858195820582158225823582458255826582758285829583058315832583358345835583658375838583958405841584258435844584558465847584858495850585158525853585458555856585758585859586058615862586358645865586658675868586958705871587258735874587558765877587858795880588158825883588458855886588758885889589058915892589358945895589658975898589959005901590259035904590559065907590859095910591159125913591459155916591759185919592059215922592359245925592659275928592959305931593259335934593559365937593859395940594159425943594459455946594759485949595059515952595359545955595659575958595959605961596259635964596559665967596859695970597159725973597459755976597759785979598059815982598359845985598659875988598959905991599259935994599559965997599859996000600160026003600460056006600760086009601060116012601360146015601660176018601960206021602260236024602560266027602860296030603160326033603460356036603760386039604060416042604360446045604660476048604960506051605260536054605560566057605860596060606160626063606460656066606760686069607060716072607360746075607660776078607960806081608260836084608560866087608860896090609160926093609460956096609760986099610061016102610361046105610661076108610961106111611261136114611561166117611861196120612161226123612461256126612761286129613061316132613361346135613661376138613961406141614261436144614561466147614861496150615161526153615461556156615761586159616061616162616361646165616661676168616961706171617261736174617561766177617861796180618161826183618461856186618761886189619061916192619361946195619661976198619962006201620262036204620562066207620862096210621162126213621462156216621762186219622062216222622362246225622662276228622962306231623262336234623562366237623862396240624162426243624462456246624762486249625062516252625362546255625662576258625962606261626262636264626562666267626862696270627162726273627462756276627762786279628062816282628362846285628662876288628962906291629262936294629562966297629862996300630163026303630463056306630763086309631063116312631363146315631663176318631963206321632263236324632563266327632863296330633163326333633463356336633763386339634063416342634363446345634663476348634963506351635263536354635563566357635863596360636163626363636463656366636763686369637063716372637363746375637663776378637963806381638263836384638563866387638863896390639163926393639463956396639763986399640064016402640364046405640664076408640964106411641264136414641564166417641864196420642164226423642464256426642764286429643064316432643364346435643664376438643964406441644264436444644564466447644864496450645164526453645464556456645764586459646064616462646364646465646664676468646964706471647264736474647564766477647864796480648164826483648464856486648764886489649064916492649364946495649664976498649965006501650265036504650565066507650865096510651165126513651465156516651765186519652065216522652365246525652665276528652965306531653265336534653565366537653865396540654165426543654465456546654765486549655065516552655365546555655665576558655965606561656265636564656565666567656865696570657165726573657465756576657765786579658065816582658365846585658665876588658965906591659265936594659565966597659865996600660166026603660466056606660766086609661066116612661366146615661666176618661966206621662266236624662566266627662866296630663166326633663466356636663766386639664066416642664366446645664666476648664966506651665266536654665566566657665866596660666166626663666466656666666766686669667066716672667366746675667666776678667966806681668266836684668566866687668866896690669166926693669466956696669766986699670067016702670367046705670667076708670967106711671267136714671567166717671867196720672167226723672467256726672767286729673067316732673367346735673667376738673967406741674267436744674567466747674867496750675167526753675467556756675767586759676067616762676367646765676667676768676967706771677267736774677567766777677867796780678167826783678467856786678767886789679067916792679367946795679667976798679968006801680268036804680568066807680868096810681168126813681468156816681768186819682068216822682368246825682668276828682968306831683268336834683568366837683868396840684168426843684468456846684768486849685068516852685368546855685668576858685968606861686268636864686568666867686868696870687168726873687468756876687768786879688068816882688368846885688668876888688968906891689268936894689568966897689868996900690169026903690469056906690769086909691069116912691369146915691669176918691969206921692269236924692569266927692869296930693169326933693469356936693769386939694069416942694369446945694669476948694969506951695269536954695569566957695869596960696169626963696469656966696769686969697069716972697369746975697669776978697969806981698269836984698569866987698869896990699169926993699469956996699769986999700070017002700370047005700670077008700970107011701270137014701570167017701870197020702170227023702470257026702770287029703070317032703370347035703670377038703970407041704270437044704570467047704870497050705170527053705470557056705770587059706070617062706370647065706670677068706970707071707270737074707570767077707870797080708170827083708470857086708770887089709070917092709370947095709670977098709971007101710271037104710571067107710871097110711171127113711471157116711771187119712071217122712371247125712671277128712971307131713271337134713571367137713871397140714171427143714471457146714771487149715071517152715371547155715671577158715971607161716271637164716571667167716871697170717171727173717471757176717771787179718071817182718371847185718671877188718971907191719271937194719571967197719871997200720172027203720472057206720772087209721072117212721372147215721672177218721972207221722272237224722572267227722872297230723172327233723472357236723772387239724072417242724372447245724672477248724972507251725272537254725572567257725872597260726172627263726472657266726772687269727072717272727372747275727672777278727972807281728272837284728572867287728872897290729172927293729472957296729772987299730073017302730373047305730673077308730973107311731273137314731573167317731873197320732173227323732473257326732773287329733073317332733373347335733673377338733973407341734273437344734573467347734873497350735173527353735473557356735773587359736073617362736373647365736673677368736973707371737273737374737573767377737873797380738173827383738473857386738773887389739073917392739373947395739673977398739974007401740274037404740574067407740874097410741174127413741474157416741774187419742074217422742374247425742674277428742974307431743274337434743574367437743874397440744174427443744474457446744774487449745074517452745374547455745674577458745974607461746274637464746574667467746874697470747174727473747474757476747774787479748074817482748374847485748674877488748974907491749274937494749574967497749874997500750175027503750475057506750775087509751075117512751375147515751675177518751975207521752275237524752575267527752875297530753175327533753475357536753775387539754075417542754375447545754675477548754975507551755275537554755575567557755875597560756175627563756475657566756775687569757075717572757375747575757675777578757975807581758275837584758575867587758875897590759175927593759475957596759775987599760076017602760376047605760676077608760976107611761276137614761576167617761876197620762176227623762476257626762776287629763076317632763376347635763676377638763976407641764276437644764576467647764876497650765176527653765476557656765776587659766076617662766376647665766676677668766976707671767276737674767576767677767876797680768176827683768476857686768776887689769076917692769376947695769676977698769977007701770277037704770577067707770877097710771177127713771477157716771777187719772077217722772377247725772677277728772977307731773277337734773577367737773877397740774177427743774477457746774777487749775077517752775377547755775677577758775977607761776277637764776577667767776877697770777177727773777477757776777777787779778077817782778377847785778677877788778977907791779277937794779577967797779877997800780178027803780478057806780778087809781078117812781378147815781678177818781978207821782278237824782578267827782878297830783178327833783478357836783778387839784078417842784378447845784678477848784978507851785278537854785578567857785878597860786178627863786478657866786778687869787078717872787378747875787678777878787978807881788278837884788578867887788878897890789178927893789478957896789778987899790079017902790379047905790679077908790979107911791279137914791579167917791879197920792179227923792479257926792779287929793079317932793379347935793679377938793979407941794279437944794579467947794879497950795179527953795479557956795779587959796079617962796379647965796679677968796979707971797279737974797579767977797879797980798179827983798479857986798779887989799079917992799379947995799679977998799980008001800280038004800580068007800880098010801180128013801480158016801780188019802080218022802380248025802680278028802980308031803280338034803580368037803880398040804180428043804480458046804780488049805080518052805380548055805680578058805980608061806280638064806580668067806880698070807180728073807480758076807780788079808080818082808380848085808680878088808980908091809280938094809580968097809880998100810181028103810481058106810781088109811081118112811381148115811681178118811981208121812281238124812581268127812881298130813181328133813481358136813781388139814081418142814381448145814681478148814981508151815281538154815581568157815881598160816181628163816481658166816781688169817081718172817381748175817681778178817981808181818281838184818581868187818881898190819181928193819481958196819781988199820082018202820382048205820682078208820982108211821282138214821582168217821882198220822182228223822482258226822782288229823082318232823382348235823682378238823982408241824282438244824582468247824882498250825182528253825482558256825782588259826082618262826382648265826682678268826982708271827282738274827582768277827882798280828182828283828482858286828782888289829082918292829382948295829682978298829983008301830283038304830583068307830883098310831183128313831483158316831783188319832083218322 |
- {
- "__requires": [
- {
- "type": "grafana",
- "id": "grafana",
- "name": "Grafana",
- "version": "7.4.3"
- },
- {
- "type": "datasource",
- "id": "grafana-azure-monitor-datasource",
- "name": "Azure Monitor",
- "version": "0.3.0"
- },
- {
- "type": "panel",
- "id": "graph",
- "name": "Graph",
- "version": ""
- },
- {
- "type": "panel",
- "id": "stat",
- "name": "Stat",
- "version": ""
- },
- {
- "type": "panel",
- "id": "table",
- "name": "Table",
- "version": ""
- }
- ],
- "editable": true,
- "gnetId": null,
- "graphTooltip": 0,
- "id": null,
- "iteration": 1622241391232,
- "links": [],
- "panels": [
- {
- "collapsed": false,
- "datasource": "$ds",
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 0
- },
- "id": 6,
- "panels": [],
- "title": "Overview",
- "type": "row"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- },
- {
- "color": "red",
- "value": 80
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 3,
- "x": 0,
- "y": 1
- },
- "id": 4,
- "options": {
- "colorMode": "value",
- "graphMode": "area",
- "justifyMode": "auto",
- "orientation": "auto",
- "reduceOptions": {
- "calcs": ["lastNotNull"],
- "fields": "",
- "values": false
- },
- "text": {},
- "textMode": "auto"
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "KeepAlive",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Keep Alive (Avg)",
- "type": "stat"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- },
- {
- "color": "red",
- "value": 80
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 3,
- "x": 3,
- "y": 1
- },
- "id": 12,
- "options": {
- "colorMode": "value",
- "graphMode": "area",
- "justifyMode": "auto",
- "orientation": "auto",
- "reduceOptions": {
- "calcs": ["lastNotNull"],
- "fields": "",
- "values": false
- },
- "text": {},
- "textMode": "auto"
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "CPU",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "CPU (Avg)",
- "type": "stat"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- },
- {
- "color": "red",
- "value": 80
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 3,
- "x": 6,
- "y": 1
- },
- "id": 13,
- "options": {
- "colorMode": "value",
- "graphMode": "area",
- "justifyMode": "auto",
- "orientation": "auto",
- "reduceOptions": {
- "calcs": ["lastNotNull"],
- "fields": "",
- "values": false
- },
- "text": {},
- "textMode": "auto"
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "IngestionUtilization",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Ingestion Utilization (Avg) ",
- "type": "stat"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- },
- {
- "color": "red",
- "value": 80
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 3,
- "x": 9,
- "y": 1
- },
- "id": 14,
- "options": {
- "colorMode": "value",
- "graphMode": "area",
- "justifyMode": "auto",
- "orientation": "auto",
- "reduceOptions": {
- "calcs": ["lastNotNull"],
- "fields": "",
- "values": false
- },
- "text": {},
- "textMode": "auto"
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "IngestionLatencyInSeconds",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Ingestion Latency (Avg) ",
- "type": "stat"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- },
- {
- "color": "red",
- "value": 80
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 3,
- "x": 12,
- "y": 1
- },
- "id": 15,
- "options": {
- "colorMode": "value",
- "graphMode": "area",
- "justifyMode": "auto",
- "orientation": "auto",
- "reduceOptions": {
- "calcs": ["lastNotNull"],
- "fields": "",
- "values": false
- },
- "text": {},
- "textMode": "auto"
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "CacheUtilization",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Cache Utilization (Avg)",
- "type": "stat"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- },
- {
- "color": "red",
- "value": 80
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 3,
- "x": 15,
- "y": 1
- },
- "id": 16,
- "options": {
- "colorMode": "value",
- "graphMode": "area",
- "justifyMode": "auto",
- "orientation": "auto",
- "reduceOptions": {
- "calcs": ["lastNotNull"],
- "fields": "",
- "values": false
- },
- "text": {},
- "textMode": "auto"
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Total"],
- "aggregation": "Total",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Status",
- "value": "IngestionResultDetails"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "IngestionResult",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Succeeded Ingestions (#)",
- "type": "stat"
- },
- {
- "datasource": "$ds",
- "description": "The aggregated usage in the cluster, out of the total used CPU and memory. To see more details, go to the Usage tab.",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 9,
- "w": 12,
- "x": 0,
- "y": 6
- },
- "id": 17,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is KustoRunner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand \r\n | where TimeGenerated > datetime(2020-09-09T09:30:00Z) \r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State, FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n //| where totimespan(TotalCPU) > totimespan(0)\r\n | summarize TotalCPU=max(TotalCPU) \r\n , MemoryPeak=max(MemoryPeak)\r\n by User, ApplicationName, CorrelationId \r\n;\r\nlet totalCPU = toscalar(dataset\r\n | summarize sum((totimespan(TotalCPU) / 1s)));\r\nlet totalMemory = toscalar(dataset\r\n | summarize sum(MemoryPeak));\r\nlet topMemory = \r\n dataset\r\n | top-nested 10000 of User with others=\"Others\" by sum(MemoryPeak), top-nested 10000 of ApplicationName with others=\"Others\" by sum(MemoryPeak)\r\n | extend PercentOfTotalClusterMemoryUsed = aggregated_ApplicationName / toreal(totalMemory)\r\n;\r\nlet topCpu = \r\n dataset\r\n | top-nested 10000 of User with others=\"Others\" by sum(totimespan(TotalCPU) / 1s), top-nested 10000 of ApplicationName with others=\"Others\" by sum(totimespan(TotalCPU) / 1s)\r\n | extend PercentOfTotalClusterCpuUsed = aggregated_ApplicationName / toreal(totalCPU)\r\n;\r\ntopMemory\r\n| join kind = fullouter(topCpu) on User, ApplicationName\r\n| extend BothPercentages = PercentOfTotalClusterMemoryUsed + PercentOfTotalClusterCpuUsed\r\n| top 10 by BothPercentages desc\r\n| extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n| extend PercentOfTotalClusterMemoryUsed_display = iff(isnan(PercentOfTotalClusterMemoryUsed * 100), toreal(0), PercentOfTotalClusterMemoryUsed * 100)\r\n| extend PercentOfTotalClusterCpuUsed_display = iff(isnan(PercentOfTotalClusterCpuUsed * 100), toreal(0), PercentOfTotalClusterCpuUsed * 100)\r\n| where not (ApplicationName == \"Others\" and PercentOfTotalClusterMemoryUsed_display == 0 and PercentOfTotalClusterCpuUsed_display == 0)\r\n| project User, ApplicationName, PercentOfTotalClusterMemoryUsed_display, PercentOfTotalClusterCpuUsed_display",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": [],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "metricDefinition": "select",
- "metricName": "select",
- "metricNamespace": "select",
- "resourceGroup": "select",
- "resourceName": "select",
- "timeGrain": "auto",
- "timeGrains": [],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Top resource consumers",
- "transparent": true,
- "type": "table"
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "description": "Over a sliding timeline window. Not affected by the time range parameter",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 9,
- "w": 12,
- "x": 12,
- "y": 6
- },
- "hiddenSeries": false,
- "id": 2,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 3,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ApplicationName != 'Kusto.WinSvc.DM.Svc'\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ApplicationName != 'Kusto.WinSvc.DM.Svc'\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User,\r\n ApplicationName,\r\n Principal,\r\n TotalCPU,\r\n MemoryPeak,\r\n CorrelationId,\r\n cluster_name;\r\nlet raw = dataset_commands_queries\r\n | where LastUpdatedOn > ago(7d)\r\n | where cluster_name == 'mitulktest'\r\n | where StartedOn > ago(365d)\r\n;\r\nraw\r\n| evaluate activity_engagement(User, StartedOn, 1d, 7d)\r\n| join kind = inner (\r\n raw\r\n | evaluate activity_engagement(User, StartedOn, 1d, 30d)\r\n )\r\n on StartedOn\r\n| project StartedOn, Daily=dcount_activities_inner, Weekly=dcount_activities_outer, Monthly = dcount_activities_outer1 \r\n| where StartedOn > ago(90d)\r\n| project Daily, StartedOn, Weekly, Monthly\r\n| sort by StartedOn asc\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": [],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "metricDefinition": "select",
- "metricName": "select",
- "metricNamespace": "select",
- "resourceGroup": "select",
- "resourceName": "select",
- "timeGrain": "auto",
- "timeGrains": [],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Unique user count",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "collapsed": false,
- "datasource": "$ds",
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 15
- },
- "id": 19,
- "panels": [],
- "title": "Key Metrics",
- "type": "row"
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 0,
- "y": 16
- },
- "hiddenSeries": false,
- "id": 20,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "KeepAlive",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Keep Alive",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 6,
- "y": 16
- },
- "hiddenSeries": false,
- "id": 21,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "CPU",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "CPU",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "percent",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 12,
- "y": 16
- },
- "hiddenSeries": false,
- "id": 22,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "CacheUtilization",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Cache Utilization",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "percent",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 18,
- "y": 16
- },
- "hiddenSeries": false,
- "id": 23,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "InstanceCount",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Instance Count",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 0,
- "y": 26
- },
- "hiddenSeries": false,
- "id": 24,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "TotalNumberOfConcurrentQueries",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Concurrent Queries",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 6,
- "y": 26
- },
- "hiddenSeries": false,
- "id": 25,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum", "Total"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Query Status",
- "value": "QueryStatus"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "QueryDuration",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Query Duration",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "ms",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 12,
- "y": 26
- },
- "hiddenSeries": false,
- "id": 26,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum", "Total"],
- "aggregation": "Total",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Command Type",
- "value": "CommandType"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "TotalNumberOfThrottledCommands",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Throttled Commands",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "ms",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 18,
- "y": 26
- },
- "hiddenSeries": false,
- "id": 27,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum", "Total"],
- "aggregation": "Maximum",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "TotalNumberOfThrottledQueries",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Throttled Queries",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 0,
- "y": 36
- },
- "hiddenSeries": false,
- "id": 28,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "IngestionUtilization",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Ingestion Utilization",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "percent",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 6,
- "y": 36
- },
- "hiddenSeries": false,
- "id": 29,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Maximum", "Minimum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "IngestionLatencyInSeconds",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Ingestion Latency",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "s",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 12,
- "y": 36
- },
- "hiddenSeries": false,
- "id": 30,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Total"],
- "aggregation": "Total",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Status",
- "value": "IngestionResultDetails"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "IngestionResult",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Ingestion Result",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 18,
- "y": 36
- },
- "hiddenSeries": false,
- "id": 31,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Total", "Maximum"],
- "aggregation": "Total",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Database",
- "value": "Database"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "IngestionVolumeInMB",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Ingestion Volume",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "decbytes",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 0,
- "y": 46
- },
- "hiddenSeries": false,
- "id": 32,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Minimum", "Maximum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "StreamingIngestDataRate",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Streaming Ingest Data Rate",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 6,
- "y": 46
- },
- "hiddenSeries": false,
- "id": 33,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average", "Minimum", "Maximum"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [],
- "metricDefinition": "$ns",
- "metricName": "StreamingIngestDuration",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Streaming Ingest Duration",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "ms",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 6,
- "x": 12,
- "y": 46
- },
- "hiddenSeries": false,
- "id": 35,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Result",
- "value": "Result"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "StreamingIngestResults",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Streaming Ingest Result",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 9,
- "w": 12,
- "x": 0,
- "y": 56
- },
- "hiddenSeries": false,
- "id": 36,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Total", "Average", "Minimum", "Maximum"],
- "aggregation": "Total",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "EventsProcessed",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Events Processed",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 9,
- "w": 12,
- "x": 12,
- "y": 56
- },
- "hiddenSeries": false,
- "id": 37,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//change this example to create your own time series query\n<table name> //the table to query (e.g. Usage, Heartbeat, Perf)\n| where $__timeFilter(TimeGenerated) //this is a macro used to show the full chart’s time range, choose the datetime column here\n| summarize count() by <group by column>, bin(TimeGenerated, $__interval) //change “group by column” to a column in your table, such as “Computer”. The $__interval macro is used to auto-select the time grain. Can also use 1h, 5m etc.\n| order by TimeGenerated asc",
- "resultFormat": "time_series",
- "workspace": "657b3e91-7c0b-438b-86a5-f769445e237d"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Discovery Latency",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "collapsed": false,
- "datasource": "$ds",
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 65
- },
- "id": 40,
- "panels": [],
- "title": "Usage",
- "type": "row"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 14,
- "x": 0,
- "y": 66
- },
- "id": 43,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is KustoRunner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand \r\n | where TimeGenerated > datetime(2020-09-09T09:30:00Z) \r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State, FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n //| where totimespan(TotalCPU) > totimespan(0)\r\n | summarize TotalCPU=max(TotalCPU) \r\n , MemoryPeak=max(MemoryPeak)\r\n by User, ApplicationName, CorrelationId \r\n;\r\nlet totalCPU = toscalar(dataset\r\n | summarize sum((totimespan(TotalCPU) / 1s)));\r\nlet totalMemory = toscalar(dataset\r\n | summarize sum(MemoryPeak));\r\nlet topMemory = \r\n dataset\r\n | top-nested 10000 of User with others=\"Others\" by sum(MemoryPeak), top-nested 10000 of ApplicationName with others=\"Others\" by sum(MemoryPeak)\r\n | extend PercentOfTotalClusterMemoryUsed = aggregated_ApplicationName / toreal(totalMemory)\r\n;\r\nlet topCpu = \r\n dataset\r\n | top-nested 10000 of User with others=\"Others\" by sum(totimespan(TotalCPU) / 1s), top-nested 10000 of ApplicationName with others=\"Others\" by sum(totimespan(TotalCPU) / 1s)\r\n | extend PercentOfTotalClusterCpuUsed = aggregated_ApplicationName / toreal(totalCPU)\r\n;\r\ntopMemory\r\n| join kind = fullouter(topCpu) on User, ApplicationName\r\n| extend BothPercentages = PercentOfTotalClusterMemoryUsed + PercentOfTotalClusterCpuUsed\r\n| top 10 by BothPercentages desc\r\n| extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n| extend PercentOfTotalClusterMemoryUsed_display = iff(isnan(PercentOfTotalClusterMemoryUsed * 100), toreal(0), PercentOfTotalClusterMemoryUsed * 100)\r\n| extend PercentOfTotalClusterCpuUsed_display = iff(isnan(PercentOfTotalClusterCpuUsed * 100), toreal(0), PercentOfTotalClusterCpuUsed * 100)\r\n| where not (ApplicationName == \"Others\" and PercentOfTotalClusterMemoryUsed_display == 0 and PercentOfTotalClusterCpuUsed_display == 0)\r\n| project User, ApplicationName, PercentOfTotalClusterMemoryUsed_display, PercentOfTotalClusterCpuUsed_display",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Top resource consumers (within the CPU and memory consumption of the cluster)",
- "transparent": true,
- "type": "table"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 10,
- "x": 14,
- "y": 66
- },
- "id": 44,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n | where CommandType != 'TableSetOrAppend'\r\n | summarize Count=count() by User, ApplicationName\r\n | project User, ApplicationName, Count\r\n | extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters\r\n User)\r\n | top 10 by Count;\r\n//| order by Count desc\r\n// <Option #1 for top-nested> | top-nested 10 of User with others=\"Other Values\" by agg_User=sum(Count) desc;\r\n// <Option #2 for top-nested>| top-nested 10 of User by agg_User=sum(Count) desc, top-nested 5 of ApplicationName with others=\"Other applications\" by agg_App=sum(Count) desc\r\n// <Option #2 for top-nested>| where not (ApplicationName == \"Other applications\" and agg_App == 0)\r\n// <Option #2 for top-nested>| project-away agg_User;\r\ndataset\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Top principals and applications by command and query count",
- "transparent": true,
- "type": "table"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 8,
- "x": 0,
- "y": 70
- },
- "id": 38,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is KustoRunner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | extend ApplicationName = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", \"Kusto Data Management\",\r\n ApplicationName)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n | where CommandType != 'TableSetOrAppend'\r\n | summarize Count=count() by ApplicationName\r\n | project ApplicationName, Count\r\n | order by Count desc\r\n //| top-nested 10 of User with others=\"Other Values\" by agg_User=sum(Count) desc;\r\n | top-nested 7 of ApplicationName with others=\"Other Values\" by agg_App=sum(Count) desc;\r\n//|where not (ApplicationName == \"Other applications\" and agg_App == 0)\r\n//|project-away agg_User;\r\ndataset\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Top applications by command and query count",
- "transparent": true,
- "type": "table"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 8,
- "x": 8,
- "y": 70
- },
- "id": 41,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is KustoRunner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n | where CommandType != 'TableSetOrAppend'\r\n | extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n | summarize Count=count() by User\r\n | project User, Count\r\n | order by Count desc\r\n | top-nested 7 of User with others=\"Other Values\" by agg_User=sum(Count) desc;\r\ndataset\r\n\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Top principals by command and query count",
- "transparent": true,
- "type": "table"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 5,
- "w": 8,
- "x": 16,
- "y": 70
- },
- "id": 42,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is KustoRunner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n | where CommandType != 'TableSetOrAppend'\r\n | summarize Count=count() by CommandType\r\n | project CommandType, Count\r\n | order by Count desc\r\n | top-nested 7 of CommandType with others=\"Other Values\" by agg_App=sum(Count) desc;\r\ndataset\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Queries and top commands by command type",
- "transparent": true,
- "type": "table"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 14,
- "x": 0,
- "y": 75
- },
- "id": 45,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is KustoRunner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | where TimeGenerated > ago(17d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where TimeGenerated > ago(17d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\nlet FullList = dataset\r\n | where CommandType != 'TableSetOrAppend';\r\nlet Last24Hours =\r\n FullList\r\n | where StartedOn >= ago(1d) and StartedOn < now()\r\n | summarize Count=count() by User, ApplicationName\r\n | top 100 by Count desc\r\n;\r\nlet HistoricalDailyAverage =\r\n FullList\r\n | where StartedOn >= ago(16d) and StartedOn < ago(1d)\r\n | summarize Count=count() / 15.0 by User, ApplicationName\r\n | top 100 by Count desc\r\n;\r\nlet TimeRangeComparison =\r\n Last24Hours\r\n | join kind=leftouter (HistoricalDailyAverage) on User, ApplicationName\r\n | project User=coalesce(User, User1), ApplicationName, Last24Hours=Count, HistoricalDailyAverage=round(Count1, 0)\r\n | extend PercentChange=round((Last24Hours - HistoricalDailyAverage) / toreal(HistoricalDailyAverage), 2)\r\n | top 10 by Last24Hours desc\r\n;\r\nTimeRangeComparison\r\n| extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n| project User, ApplicationName, HistoricalDailyAverage=round(HistoricalDailyAverage, 0), Last24Hours, PercentChange\r\n| order by Last24Hours desc",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Changes in query count by principal (not affected by the the time range parameter)",
- "transparent": true,
- "type": "table"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 10,
- "x": 14,
- "y": 75
- },
- "id": 46,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Quert Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\ndataset\r\n| where CommandType != 'TableSetOrAppend' and State == 'Failed'\r\n| summarize Count=count() by User, ApplicationName\r\n| top 10 by Count desc\r\n| extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n| order by Count desc\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Failed queries",
- "transparent": true,
- "type": "table"
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 0,
- "y": 79
- },
- "hiddenSeries": false,
- "id": 47,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\nlet FullList = dataset\r\n | where CommandType != 'TableSetOrAppend'\r\n | project User, StartedOn, ApplicationName, CommandType\r\n;\r\nlet Top =\r\n dataset\r\n | summarize Count=count() by User\r\n | top 10 by Count desc\r\n | extend OriginalUser = User\r\n | extend Category=User\r\n;\r\nFullList\r\n| join kind=leftouter(Top) on $left.User == $right.OriginalUser\r\n| project User=coalesce(Category, 'Other'), ApplicationName, CommandType, StartedOn\r\n| extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n| summarize count() by User, bin(StartedOn, 1h)\r\n| summarize sum(count_) by bin(StartedOn, 1h), tostring(User)\r\n| sort by StartedOn asc",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Command + query count by principal",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 8,
- "y": 79
- },
- "hiddenSeries": false,
- "id": 48,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\nlet FullList = dataset\r\n | where CommandType != 'TableSetOrAppend'\r\n | project User, ApplicationName, CommandType, StartedOn, MemoryPeak\r\n | extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n;\r\nlet Top =\r\n FullList\r\n | summarize Memory=sum(MemoryPeak) by User\r\n | top 10 by Memory desc\r\n | extend OriginalUser = User\r\n | project OriginalUser, Category=User\r\n;\r\nFullList\r\n| join kind=leftouter(Top) on $left.User == $right.OriginalUser\r\n| project User=coalesce(Category, 'Other'), StartedOn, MemoryPeakGB=MemoryPeak / 1024.0 / 1024.0 / 1024.0\r\n| summarize MemoryPeakGB=sum(MemoryPeakGB) by User, bin(StartedOn, 1h)\r\n| summarize sum(MemoryPeakGB) by bin(StartedOn, 1h), tostring(User)\r\n| sort by StartedOn asc",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Total memory by principal",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 16,
- "y": 79
- },
- "hiddenSeries": false,
- "id": 49,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where StartedOn > ago(7d)\r\n | where cluster_name == 'mitulktest';\r\nlet FullList = dataset\r\n | where CommandType != 'TableSetOrAppend'\r\n | project User, ApplicationName, CommandType, StartedOn, TotalCPU\r\n | extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n;\r\nlet Top =\r\n FullList\r\n | summarize TotalCpu=sum(totimespan(TotalCPU)) by User\r\n | top 10 by TotalCpu desc\r\n | extend OriginalUser = User\r\n | project OriginalUser, Category=User\r\n;\r\nFullList\r\n| join kind=leftouter(Top) on $left.User == $right.OriginalUser\r\n| project User=coalesce(Category, 'Other'), StartedOn, TotalCpuMinutes=totimespan(TotalCPU) / 1m\r\n| summarize TotalCpuMinutes=sum(TotalCpuMinutes) by User, bin(StartedOn, 1h)\r\n| top-nested of bin(StartedOn, 1h) by sum(TotalCpuMinutes), top-nested 5 of User with others=\"Other Values\" by sum_TotalCpuMinutes=sum(TotalCpuMinutes) desc\r\n| sort by StartedOn asc\r\n| project StartedOn, User, sum_TotalCpuMinutes\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Total CPU by principal",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 0,
- "y": 89
- },
- "hiddenSeries": false,
- "id": 51,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | extend ApplicationName = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", \"Kusto Data Management\", ApplicationName)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\nlet FullList = dataset\r\n | where CommandType != 'TableSetOrAppend'\r\n | project ApplicationName, StartedOn, CommandType, User\r\n;\r\nlet Top =\r\n FullList\r\n | summarize Count=count() by ApplicationName\r\n | top 10 by Count desc\r\n | extend Category=ApplicationName\r\n;\r\nFullList\r\n| join kind=leftouter(Top) on ApplicationName \r\n| project Application=coalesce(Category, '-'), CommandType, User, StartedOn\r\n| summarize count() by Application, bin(StartedOn, 1h)\r\n| summarize sum(count_) by bin(StartedOn, time(1h)), tostring(Application)\r\n| sort by StartedOn asc\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Command + query count by application",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 8,
- "y": 89
- },
- "hiddenSeries": false,
- "id": 52,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | extend ApplicationName = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", \"Kusto Data Management\", ApplicationName)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\nlet FullList = dataset\r\n | where CommandType != 'TableSetOrAppend'\r\n | project ApplicationName, StartedOn, CommandType, User, MemoryPeak\r\n;\r\nlet Top =\r\n FullList\r\n | summarize Memory=sum(MemoryPeak) by ApplicationName\r\n | top 10 by Memory desc\r\n | extend Category=ApplicationName;\r\nFullList\r\n| join kind=inner(Top) on ApplicationName\r\n| project Application=coalesce(Category, '-'), CommandType, User, StartedOn, MemoryPeakMB=MemoryPeak / 1024.0 / 1024.0\r\n| summarize MemoryPeakMB=sum(MemoryPeakMB) by Application, bin(StartedOn, 1h)\r\n| summarize sum(MemoryPeakMB) by bin(StartedOn, time(1h)), tostring(Application)\r\n| sort by StartedOn asc\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Total memory by application",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 16,
- "y": 89
- },
- "hiddenSeries": false,
- "id": 50,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | extend ApplicationName = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", \"Kusto Data Management\", ApplicationName)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\nlet FullList = dataset\r\n | where CommandType != 'TableSetOrAppend'\r\n | project ApplicationName, CommandType, User, StartedOn, TotalCPU\r\n;\r\nlet Top =\r\n FullList\r\n | summarize TotalCPU=sum(totimespan(TotalCPU)) by ApplicationName\r\n | top 10 by TotalCPU desc\r\n | extend Category=ApplicationName\r\n;\r\nFullList\r\n| join kind=inner(Top) on ApplicationName\r\n| project Application=coalesce(Category, '-'), CommandType, User, StartedOn, TotalCpuMinutes=totimespan(TotalCPU) / 1m\r\n| summarize TotalCpuMinutes=sum(TotalCpuMinutes) by Application, bin(StartedOn, 1h)\r\n| summarize sum(TotalCpuMinutes) by bin(StartedOn, time(1h)), tostring(Application)\r\n| sort by StartedOn asc\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Total CPU by application",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 0,
- "y": 99
- },
- "hiddenSeries": false,
- "id": 53,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\ndataset\r\n| where CommandType != 'TableSetOrAppend' \r\n| top-nested of bin(StartedOn, time(1h)) by count(), top-nested 5 of CommandType by count_=count() desc\r\n| sort by StartedOn asc\r\n| project StartedOn, CommandType, count_\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Queries + command count by type",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 8,
- "y": 99
- },
- "hiddenSeries": false,
- "id": 54,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\ndataset\r\n| where CommandType != 'TableSetOrAppend' \r\n| extend MemoryPeakGB=MemoryPeak / 1024.0 / 1024.0 / 1024.0\r\n| top-nested of bin(StartedOn, time(1h)) by sum(MemoryPeakGB), top-nested 5 of CommandType with others=\"Other Values\" by sum_MemoryPeakGB=sum(MemoryPeakGB) desc\r\n| sort by StartedOn asc\r\n| project StartedOn, CommandType, sum_MemoryPeakGB\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Total memory by type",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 8,
- "x": 16,
- "y": 99
- },
- "hiddenSeries": false,
- "id": 55,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where StartedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest';\r\ndataset\r\n| where CommandType != 'TableSetOrAppend' \r\n| extend TotalCpuMinutes = totimespan(TotalCPU) / 1m\r\n| top-nested of bin(StartedOn, time(1h)) by sum(TotalCpuMinutes), top-nested 5 of CommandType with others=\"Other Values\" by sum_TotalCpuMinutes=sum(TotalCpuMinutes) desc\r\n| sort by StartedOn asc\r\n| project StartedOn, CommandType, sum_TotalCpuMinutes\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Total CPU by type",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 8,
- "x": 0,
- "y": 109
- },
- "id": 56,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet commandTable = \r\n ADXCommand \r\n | where StartedOn > ago(7d)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | project User, StartedOn, ApplicationName, CommandType, WorkloadGroup\r\n;\r\nlet queryTable = \r\n ADXQuery \r\n | where StartedOn > ago(7d)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | extend CommandType = 'Query'\r\n | project User, StartedOn, ApplicationName, CommandType, WorkloadGroup;\r\nlet FullList = commandTable\r\n | union (queryTable)\r\n | extend ApplicationName = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", \"Kusto Data Management\", ApplicationName)\r\n | project User, StartedOn, ApplicationName, CommandType, WorkloadGroup;\r\nlet Top =\r\n FullList\r\n | summarize Count=count() by WorkloadGroup\r\n | top 10 by Count desc\r\n | distinct WorkloadGroup\r\n;\r\nFullList\r\n| project WorkloadGroup = iff((WorkloadGroup in(Top)) == true, WorkloadGroup, 'Other'), CommandType, StartedOn\r\n| make-series count() on StartedOn from ago(7d) to now() step 1h by WorkloadGroup\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Command + query count by workload group",
- "transformations": [],
- "transparent": true,
- "type": "table"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 8,
- "x": 8,
- "y": 109
- },
- "id": 57,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet commandTable = \r\n ADXCommand\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where StartedOn > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | project User, ApplicationName, CommandType, StartedOn, MemoryPeak, WorkloadGroup\r\n;\r\nlet queryTable = \r\n ADXQuery \r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where StartedOn > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | extend CommandType = 'Query'\r\n | project User, ApplicationName, CommandType, StartedOn, MemoryPeak, WorkloadGroup;\r\nlet FullList = commandTable\r\n | union (queryTable)\r\n | extend ApplicationName = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", \"Kusto Data Management\", ApplicationName)\r\n | project User, ApplicationName, CommandType, StartedOn, MemoryPeak, WorkloadGroup;\r\nlet Top =\r\n FullList\r\n | summarize Memory=sum(MemoryPeak) by WorkloadGroup\r\n | top 10 by Memory desc\r\n | distinct WorkloadGroup\r\n;\r\nFullList\r\n| project WorkloadGroup = iff((WorkloadGroup in(Top)) == true, WorkloadGroup, 'Other'), CommandType, User, StartedOn, MemoryPeakGB=MemoryPeak / 1024.0 / 1024.0 / 1024.0\r\n| make-series MemoryPeakGB=sum(MemoryPeakGB) on StartedOn from ago(7d) to now() step 1h by WorkloadGroup",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Total memory by workload group",
- "transformations": [],
- "transparent": true,
- "type": "table"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 8,
- "x": 16,
- "y": 109
- },
- "id": 58,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet commandTable = \r\n ADXCommand\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where StartedOn > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | project User, ApplicationName, CommandType, StartedOn, TotalCPU, WorkloadGroup\r\n;\r\nlet queryTable = \r\n ADXQuery \r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where StartedOn > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | extend CommandType = 'Query'\r\n | project User, ApplicationName, CommandType, StartedOn, TotalCPU, WorkloadGroup;\r\nlet FullList = commandTable\r\n | union (queryTable)\r\n | extend ApplicationName = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", \"Kusto Data Management\", ApplicationName)\r\n | project User, ApplicationName, CommandType, StartedOn, totimespan(TotalCPU), WorkloadGroup;\r\nlet Top =\r\n FullList\r\n | summarize TotalCpu=sum(TotalCPU) by WorkloadGroup\r\n | top 10 by TotalCpu desc\r\n | distinct WorkloadGroup\r\n;\r\nFullList\r\n| project WorkloadGroup = iff((WorkloadGroup in(Top)) == true, WorkloadGroup, 'Other'), StartedOn, TotalCpuMinutes=totimespan(TotalCPU) / 1m\r\n| make-series TotalCpuMinutes=sum(TotalCpuMinutes) on StartedOn from ago(7d) to now() step 1h by WorkloadGroup",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Total CPU by workload group",
- "transformations": [],
- "transparent": true,
- "type": "table"
- },
- {
- "collapsed": false,
- "datasource": "$ds",
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 113
- },
- "id": 60,
- "panels": [],
- "title": "Tables",
- "type": "row"
- },
- {
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 3,
- "w": 24,
- "x": 0,
- "y": 114
- },
- "id": 61,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "ADXTableDetails \r\n| where TimeGenerated >= ago(1d)\r\n| project TimeGenerated,\r\n DatabaseName,\r\n TableName,\r\n RetentionPolicyOrigin,\r\n CachingPolicyOrigin,\r\n OriginalSize = TotalOriginalSize, \r\n TotalExtentSize, \r\n HotExtentSize = HotExtentSize, \r\n RowCount = TotalRowCount, \r\n ExtentCount = TotalExtentCount,\r\n SoftDelete = format_timespan(totimespan(todynamic(RetentionPolicy).SoftDeletePeriod), 'd'),\r\n HotCache = format_timespan(totimespan(todynamic(CachingPolicy).DataHotSpan), 'd') \r\n| extend CompressionRatio = round(toreal(OriginalSize) / TotalExtentSize, 1)\r\n| extend SoftDelete = iff(RetentionPolicyOrigin == \"default\" and isempty(SoftDelete), \"unlimited\", SoftDelete)\r\n| extend HotCache = iff(CachingPolicyOrigin == \"default\" and isempty(HotCache), \"unlimited\", HotCache)\r\n| summarize arg_max(TimeGenerated, *) by DatabaseName, TableName\r\n| top 351 by HotExtentSize desc\r\n| project DatabaseName,\r\n TableName,\r\n RowCount, \r\n HotExtentSize,\r\n SoftDelete,\r\n HotCache,\r\n OriginalSize, \r\n TotalExtentSize,\r\n CompressionRatio, \r\n ExtentCount\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": " Table details",
- "transformations": [],
- "transparent": true,
- "type": "table"
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 12,
- "x": 0,
- "y": 117
- },
- "hiddenSeries": false,
- "id": 62,
- "legend": {
- "avg": false,
- "current": true,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let TotalRowCountTable = ADXTableDetails\r\n | where TimeGenerated > ago(7d)\r\n | project Time = TimeGenerated, Category = strcat(TableName, \" (DB: \", DatabaseName, \")\"), Value = toreal(TotalRowCount);\r\nlet topCategories = \r\n TotalRowCountTable\r\n | summarize sum(Value) by Category\r\n | top 9 by sum_Value desc\r\n;\r\nTotalRowCountTable\r\n| join kind = leftouter (topCategories) on Category\r\n| project Category = coalesce(Category1, 'Other Tables'), Value, Time\r\n| summarize max(Value) by Category, bin(Time, 1h)\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Top tables by row count",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transformations": [],
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 12,
- "x": 12,
- "y": 117
- },
- "hiddenSeries": false,
- "id": 63,
- "legend": {
- "avg": false,
- "current": true,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let HotExtentSizeTable = ADXTableDetails\r\n | where TimeGenerated > ago(7d)\r\n | project Time = TimeGenerated, Category = strcat(TableName, \" (DB: \", DatabaseName, \")\"), Value = HotExtentSize;\r\nlet topCategories = \r\n HotExtentSizeTable\r\n | summarize sum(Value) by Category\r\n | top 9 by sum_Value desc;\r\nHotExtentSizeTable\r\n| join kind = leftouter (topCategories) on Category\r\n| project Category = coalesce(Category1, 'Other Tables'), Value, Time\r\n| summarize max(Value) by Category, bin(Time, 1h)\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Top tables by hot cache size",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transformations": [],
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 12,
- "x": 0,
- "y": 127
- },
- "hiddenSeries": false,
- "id": 64,
- "legend": {
- "avg": false,
- "current": true,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let TotalExtentCountTable = ADXTableDetails\r\n | where TimeGenerated > ago(7d)\r\n | project Time = TimeGenerated, Category = strcat(TableName, \" (DB: \", DatabaseName, \")\"), Value = toreal(TotalExtentCount);\r\nlet topCategories = \r\n TotalExtentCountTable\r\n | summarize sum(Value) by Category\r\n | top 9 by sum_Value desc\r\n;\r\nTotalExtentCountTable\r\n| join kind = leftouter (topCategories) on Category\r\n| project Category = coalesce(Category1, 'Other Tables'), Value, Time\r\n| summarize max(Value) by Category, bin(Time, 1h)\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Top tables by extent count",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transformations": [],
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 10,
- "w": 12,
- "x": 12,
- "y": 127
- },
- "hiddenSeries": false,
- "id": 65,
- "legend": {
- "avg": false,
- "current": true,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let TotalExtentSizeTable = ADXTableDetails\r\n | where TimeGenerated > ago(7d)\r\n | project Time = TimeGenerated, Category = strcat(TableName, \" (DB: \", DatabaseName, \")\"), Value = TotalExtentSize;\r\nlet topCategories = \r\n TotalExtentSizeTable\r\n | summarize sum(Value) by Category\r\n | top 9 by sum_Value desc;\r\nTotalExtentSizeTable\r\n| join kind = leftouter (topCategories) on Category\r\n| project Category = coalesce(Category1, 'Other Tables'), Value, Time\r\n| summarize max(Value) by Category, bin(Time, 1h)\r\n",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Top tables by extent size",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transformations": [],
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "collapsed": false,
- "datasource": "$ds",
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 137
- },
- "id": 67,
- "panels": [],
- "title": "Cache",
- "type": "row"
- },
- {
- "datasource": "$ds",
- "description": "This page presents data based on the Time Range parameter. You can change the Time Range parameter to present data starting from 05/25/21 ,11:38 PM (based on your oldest diagnostic logs data).\n The table names and the Cache policy column refreshes every 8 hours.\n Notice the queries statistics presented are based only on queries that scanned data. For instance queries that failed, and queries with time operator of future don't scan any data therefore would not be part of the queries statistics presented.",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 24,
- "x": 0,
- "y": 138
- },
- "id": 72,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "let TableUsageStatsWithLookBack = ADXTableUsageStatistics\r\n | where TimeGenerated > ago(7d)\r\n | extend LookBackPeriod = datetime_diff('day', StartedOn, MinCreatedOn) \r\n | summarize CountQueries=count() by DatabaseName, TableName, LookBackPeriod;\r\nlet sumAllQueries = TableUsageStatsWithLookBack\r\n | summarize sumQueries=sum(CountQueries) by DatabaseName, TableName;\r\nlet percentileLookBackTable= TableUsageStatsWithLookBack\r\n | summarize percentile_LookbackDuration_ = percentilesw(LookBackPeriod, CountQueries, 95) by DatabaseName, TableName;\r\nlet defaultRetention = 365d * 10;\r\nADXTableDetails \r\n| where TimeGenerated >= ago(1d) // so we filter out tables that are deprecated\r\n| summarize arg_max(TimeGenerated, *) by DatabaseName, TableName\r\n| extend RetentionPolicy = iff(isnull(RetentionPolicy) or RetentionPolicy == \"null\", defaultRetention, totimespan(parse_json(tostring(RetentionPolicy)).SoftDeletePeriod)),\r\n CachingPolicy = iff(isnull(CachingPolicy) or RetentionPolicy == \"null\", defaultRetention, totimespan(parse_json(tostring(CachingPolicy)).DataHotSpan))\r\n| extend ActiveCachingPolicy = min_of(CachingPolicy, RetentionPolicy)\r\n| join kind = leftouter (percentileLookBackTable) on DatabaseName, TableName\r\n| join kind = leftouter (sumAllQueries) on DatabaseName, TableName\r\n| where DatabaseName != \"KustoMonitoringPersistentDatabase\"\r\n| top 351 by HotExtentSize desc\r\n| project DatabaseName, TableName, CacheSize = HotExtentSize, format_timespan(ActiveCachingPolicy, 'd'), \r\n sumQueries=sumQueries, QueryPeriod = percentile_LookbackDuration_",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Table usage details",
- "transformations": [],
- "transparent": true,
- "type": "table"
- },
- {
- "collapsed": false,
- "datasource": "$ds",
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 142
- },
- "id": 69,
- "panels": [],
- "title": "Ingestion",
- "type": "row"
- },
- {
- "datasource": "$ds",
- "description": "",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "thresholds"
- },
- "custom": {
- "align": null,
- "filterable": false
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 4,
- "w": 8,
- "x": 0,
- "y": 143
- },
- "id": 73,
- "options": {
- "showHeader": true
- },
- "pluginVersion": "7.4.3",
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//SucceededIngestion\r\n//| where TimeGenerated > ago(7d)\r\n//| parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n//| where cluster_name == 'mitulktest'\r\n//| summarize count=dcount(IngestionSourcePath) by Database, Table\r\n//| order by ['count'],Database, Table\r\nlet tenant=\r\n FailedIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | distinct TenantId\r\n | take 1; //choose one tenant as logs are transferred to many tenants which represents workSpace\r\nlet failures = FailedIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | where TenantId == toscalar(tenant)\r\n | summarize f_count=count() by Database, Table;\r\nlet tenant_success=\r\n SucceededIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | distinct TenantId\r\n | take 1; //choose one tenant as logs are transferred to many tenants which represents workSpace\r\nlet success = SucceededIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | where TenantId == toscalar(tenant_success)\r\n | summarize s_count=count() by Database, Table;\r\nsuccess\r\n| join kind=leftouter failures on Database, Table\r\n| extend f_count = iif(isnull(f_count), 0, f_count)\r\n| extend s_count = iif(isnull(s_count), 0, s_count)\r\n| extend overall = iif(isnull(s_count), 0.0, s_count * 100.0 / (s_count + f_count))\r\n| project Database, Table, s_count, overall\r\n| order by s_count, Database, Table",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [],
- "dimensions": [
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "DiscoveryLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Log Analytics",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "timeFrom": null,
- "timeShift": null,
- "title": "Succeeded ingestions by table",
- "transformations": [],
- "transparent": true,
- "type": "table"
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "description": "Time from when a message is discovered by Azure Data Explorer, until its content is received by the Engine Storage for processing.",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 9,
- "w": 8,
- "x": 8,
- "y": 143
- },
- "hiddenSeries": false,
- "id": 74,
- "legend": {
- "avg": true,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": false,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//SucceededIngestion\r\n//| where TimeGenerated > ago(7d)\r\n//| parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n//| where cluster_name == 'mitulktest'\r\n//| summarize count=dcount(IngestionSourcePath) by Database, Table\r\n//| order by ['count'],Database, Table\r\nlet tenant=\r\n FailedIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | distinct TenantId\r\n | take 1; //choose one tenant as logs are transferred to many tenants which represents workSpace\r\nlet failures = FailedIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | where TenantId == toscalar(tenant)\r\n | summarize f_count=count() by Database, Table;\r\nlet tenant_success=\r\n SucceededIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | distinct TenantId\r\n | take 1; //choose one tenant as logs are transferred to many tenants which represents workSpace\r\nlet success = SucceededIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | where TenantId == toscalar(tenant_success)\r\n | summarize s_count=count() by Database, Table;\r\nsuccess\r\n| join kind=leftouter failures on Database, Table\r\n| extend f_count = iif(isnull(f_count), 0, f_count)\r\n| extend s_count = iif(isnull(s_count), 0, s_count)\r\n| extend overall = iif(isnull(s_count), 0.0, s_count * 100.0 / (s_count + f_count))\r\n| project Database, Table, s_count, overall\r\n| order by s_count, Database, Table",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Average"],
- "aggregation": "Average",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [
- {
- "dimension": "ComponentType",
- "filter": "StorageEngine",
- "operator": "eq"
- }
- ],
- "dimensions": [
- {
- "text": "Database",
- "value": "Database"
- },
- {
- "text": "Component Type",
- "value": "ComponentType"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "StageLatency",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Stage latency (accumulative latency)",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transformations": [],
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "dashLength": 10,
- "dashes": false,
- "datasource": "$ds",
- "description": "Number of blobs processed by the Storage Engine.",
- "fieldConfig": {
- "defaults": {
- "color": {},
- "custom": {},
- "thresholds": {
- "mode": "absolute",
- "steps": []
- }
- },
- "overrides": []
- },
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 9,
- "w": 8,
- "x": 16,
- "y": 143
- },
- "hiddenSeries": false,
- "id": 75,
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": true,
- "total": true,
- "values": true
- },
- "lines": true,
- "linewidth": 1,
- "nullPointMode": "null",
- "options": {
- "alertThreshold": true
- },
- "percentage": false,
- "pluginVersion": "7.4.3",
- "pointradius": 2,
- "points": false,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
- {
- "appInsights": {
- "dimension": [],
- "metricName": "select",
- "timeGrain": "auto"
- },
- "azureLogAnalytics": {
- "query": "//SucceededIngestion\r\n//| where TimeGenerated > ago(7d)\r\n//| parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n//| where cluster_name == 'mitulktest'\r\n//| summarize count=dcount(IngestionSourcePath) by Database, Table\r\n//| order by ['count'],Database, Table\r\nlet tenant=\r\n FailedIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | distinct TenantId\r\n | take 1; //choose one tenant as logs are transferred to many tenants which represents workSpace\r\nlet failures = FailedIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | where TenantId == toscalar(tenant)\r\n | summarize f_count=count() by Database, Table;\r\nlet tenant_success=\r\n SucceededIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | distinct TenantId\r\n | take 1; //choose one tenant as logs are transferred to many tenants which represents workSpace\r\nlet success = SucceededIngestion\r\n | where TimeGenerated > ago(7d)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | where cluster_name == 'mitulktest'\r\n | where TenantId == toscalar(tenant_success)\r\n | summarize s_count=count() by Database, Table;\r\nsuccess\r\n| join kind=leftouter failures on Database, Table\r\n| extend f_count = iif(isnull(f_count), 0, f_count)\r\n| extend s_count = iif(isnull(s_count), 0, s_count)\r\n| extend overall = iif(isnull(s_count), 0.0, s_count * 100.0 / (s_count + f_count))\r\n| project Database, Table, s_count, overall\r\n| order by s_count, Database, Table",
- "resultFormat": "time_series",
- "workspace": "$ws"
- },
- "azureMonitor": {
- "aggOptions": ["Total", "Average", "Minimum", "Maximum"],
- "aggregation": "Total",
- "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000],
- "dimensionFilter": "*",
- "dimensionFilters": [
- {
- "dimension": "ComponentType",
- "filter": "StorageEngine",
- "operator": "eq"
- }
- ],
- "dimensions": [
- {
- "text": "Database",
- "value": "Database"
- },
- {
- "text": "Component Type",
- "value": "ComponentType"
- },
- {
- "text": "Component Name",
- "value": "ComponentName"
- }
- ],
- "metricDefinition": "$ns",
- "metricName": "BlobsProcessed",
- "metricNamespace": "Microsoft.Kusto/clusters",
- "resourceGroup": "$rg",
- "resourceName": "$resource",
- "timeGrain": "auto",
- "timeGrains": [
- {
- "text": "auto",
- "value": "auto"
- },
- {
- "text": "1 minute",
- "value": "PT1M"
- },
- {
- "text": "5 minutes",
- "value": "PT5M"
- },
- {
- "text": "15 minutes",
- "value": "PT15M"
- },
- {
- "text": "30 minutes",
- "value": "PT30M"
- },
- {
- "text": "1 hour",
- "value": "PT1H"
- },
- {
- "text": "6 hours",
- "value": "PT6H"
- },
- {
- "text": "12 hours",
- "value": "PT12H"
- },
- {
- "text": "1 day",
- "value": "P1D"
- }
- ],
- "top": "10"
- },
- "insightsAnalytics": {
- "query": "",
- "resultFormat": "time_series"
- },
- "queryType": "Azure Monitor",
- "refId": "A",
- "subscription": "$sub"
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Data Processed Successfuly",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transformations": [],
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- },
- {
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- }
- ],
- "refresh": false,
- "schemaVersion": 27,
- "style": "dark",
- "tags": [],
- "templating": {
- "list": [
- {
- "current": {
- "selected": false,
- "text": "Azure Monitor Datasource",
- "value": "$ds"
- },
- "description": null,
- "error": null,
- "hide": 0,
- "includeAll": false,
- "label": "Datasource",
- "multi": false,
- "name": "ds",
- "options": [],
- "query": "grafana-azure-monitor-datasource",
- "queryValue": "",
- "refresh": 1,
- "regex": "",
- "skipUrlSync": false,
- "type": "datasource"
- },
- {
- "allValue": null,
- "current": {},
- "datasource": "$ds",
- "definition": "subscriptions()",
- "description": null,
- "error": null,
- "hide": 0,
- "includeAll": false,
- "label": "Subscription",
- "multi": false,
- "name": "sub",
- "options": [],
- "query": "subscriptions()",
- "refresh": 1,
- "regex": "",
- "skipUrlSync": false,
- "sort": 0,
- "tagValuesQuery": "",
- "tags": [],
- "tagsQuery": "",
- "type": "query",
- "useTags": false
- },
- {
- "allValue": null,
- "current": {},
- "datasource": "$ds",
- "definition": "ResourceGroups($sub)",
- "description": null,
- "error": null,
- "hide": 0,
- "includeAll": false,
- "label": "Resource Group",
- "multi": false,
- "name": "rg",
- "options": [],
- "query": "ResourceGroups($sub)",
- "refresh": 1,
- "regex": "",
- "skipUrlSync": false,
- "sort": 0,
- "tagValuesQuery": "",
- "tags": [],
- "tagsQuery": "",
- "type": "query",
- "useTags": false
- },
- {
- "allValue": null,
- "current": {
- "selected": false,
- "text": "Microsoft.Kusto/clusters",
- "value": "Microsoft.Kusto/clusters"
- },
- "description": null,
- "error": null,
- "hide": 0,
- "includeAll": false,
- "label": "Name Space",
- "multi": false,
- "name": "ns",
- "options": [
- {
- "selected": true,
- "text": "Microsoft.Kusto/clusters",
- "value": "Microsoft.Kusto/clusters"
- }
- ],
- "query": "Microsoft.Kusto/clusters",
- "skipUrlSync": false,
- "type": "custom"
- },
- {
- "allValue": null,
- "current": {},
- "datasource": "$ds",
- "definition": "ResourceNames($sub, $rg, $ns)",
- "description": null,
- "error": null,
- "hide": 0,
- "includeAll": false,
- "label": "Resource",
- "multi": false,
- "name": "resource",
- "options": [],
- "query": "ResourceNames($sub, $rg, $ns)",
- "refresh": 1,
- "regex": "",
- "skipUrlSync": false,
- "sort": 0,
- "tagValuesQuery": "",
- "tags": [],
- "tagsQuery": "",
- "type": "query",
- "useTags": false
- },
- {
- "allValue": null,
- "current": {},
- "datasource": "$ds",
- "definition": "workspaces()",
- "description": null,
- "error": null,
- "hide": 0,
- "includeAll": false,
- "label": "Workspace",
- "multi": false,
- "name": "ws",
- "options": [],
- "query": "workspaces()",
- "refresh": 1,
- "regex": "",
- "skipUrlSync": false,
- "sort": 0,
- "tagValuesQuery": "",
- "tags": [],
- "tagsQuery": "",
- "type": "query",
- "useTags": false
- }
- ]
- },
- "time": {
- "from": "now-12h",
- "to": "now"
- },
- "timepicker": {},
- "timezone": "",
- "title": "Azure / Insights / Data Explorer Clusters",
- "uid": "8UDB1s3Gk",
- "version": 11
- }
|