searchindex.js

Search.setIndex({docnames:["api_reference/dataset","api_reference/evaluate","api_reference/index","api_reference/transform","index","installation","overview","quick_start","tutorials/1_a_representation/1_a_representation","tutorials/1_b_learning/1_b_learning","tutorials/1_c_1_conformal/1_c_1_conformal","tutorials/2_a_representation/2_a_representation","tutorials/2_b_calibrate/2_b_calibrate","tutorials/index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["api_reference/dataset.rst","api_reference/evaluate.rst","api_reference/index.rst","api_reference/transform.rst","index.rst","installation.rst","overview.md","quick_start.rst","tutorials/1_a_representation/1_a_representation.rst","tutorials/1_b_learning/1_b_learning.rst","tutorials/1_c_1_conformal/1_c_1_conformal.rst","tutorials/2_a_representation/2_a_representation.rst","tutorials/2_b_calibrate/2_b_calibrate.rst","tutorials/index.rst"],objects:{"torchuq.dataset":[[0,0,0,"-","classification"],[0,0,0,"-","ham"],[0,0,0,"-","regression"]],"torchuq.dataset.classification":[[0,1,1,"","get_classification_datasets"]],"torchuq.dataset.ham":[[0,2,1,"","HAM10000"],[0,1,1,"","get_ham10000"]],"torchuq.dataset.ham.HAM10000":[[0,3,1,"","__init__"]],"torchuq.dataset.regression":[[0,1,1,"","get_regression_datasets"]],"torchuq.evaluate":[[1,0,0,"-","distribution"],[1,0,0,"-","interval"],[1,0,0,"-","point"],[1,0,0,"-","quantile"]],"torchuq.evaluate.distribution":[[1,1,1,"","compute_crps"],[1,1,1,"","compute_ece"],[1,1,1,"","compute_mean"],[1,1,1,"","compute_mean_std"],[1,1,1,"","compute_std"],[1,1,1,"","plot_cdf"],[1,1,1,"","plot_cdf_sequence"],[1,1,1,"","plot_density_sequence"],[1,1,1,"","plot_icdf"],[1,1,1,"","plot_reliability_diagram"]],"torchuq.evaluate.interval":[[1,1,1,"","compute_coverage"],[1,1,1,"","compute_length"],[1,1,1,"","plot_interval_sequence"],[1,1,1,"","plot_length_cdf"]],"torchuq.evaluate.point":[[1,1,1,"","compute_huber_loss"],[1,1,1,"","compute_l2_loss"],[1,1,1,"","compute_pinball_loss"],[1,1,1,"","plot_conditional_bias"],[1,1,1,"","plot_scatter"]],"torchuq.evaluate.quantile":[[1,1,1,"","compute_pinball_loss"],[1,1,1,"","plot_quantile_calibration"],[1,1,1,"","plot_quantile_sequence"]],"torchuq.transform":[[3,0,0,"-","basic"],[3,0,0,"-","calibrate"],[3,0,0,"-","conformal"],[3,0,0,"-","decision"],[3,0,0,"-","direct"]],"torchuq.transform.basic":[[3,2,1,"","Calibrator"],[3,2,1,"","ConcatDistribution"],[3,2,1,"","DistributionBase"]],"torchuq.transform.basic.Calibrator":[[3,3,1,"","__init__"],[3,3,1,"","check_type"],[3,3,1,"","to"],[3,3,1,"","train"],[3,3,1,"","update"]],"torchuq.transform.basic.ConcatDistribution":[[3,3,1,"","__init__"],[3,3,1,"","cdf"],[3,3,1,"","icdf"],[3,3,1,"","log_prob"],[3,3,1,"","rsample"],[3,3,1,"","sample_n"],[3,3,1,"","to"]],"torchuq.transform.basic.DistributionBase":[[3,3,1,"","__init__"],[3,3,1,"","log_prob"],[3,3,1,"","rsample"],[3,3,1,"","shape_inference"]],"torchuq.transform.calibrate":[[3,2,1,"","DirichletCalibrator"],[3,2,1,"","HistogramBinning"],[3,2,1,"","TemperatureScaling"]],"torchuq.transform.calibrate.DirichletCalibrator":[[3,3,1,"","__init__"],[3,3,1,"","to"],[3,3,1,"","train"]],"torchuq.transform.calibrate.HistogramBinning":[[3,3,1,"","__init__"],[3,3,1,"","to"],[3,3,1,"","train"]],"torchuq.transform.calibrate.TemperatureScaling":[[3,3,1,"","__init__"],[3,3,1,"","to"],[3,3,1,"","train"]],"torchuq.transform.conformal":[[3,2,1,"","ConformalBase"],[3,2,1,"","ConformalCalibrator"],[3,2,1,"","ConformalIntervalPredictor"],[3,2,1,"","DistributionConformal"],[3,2,1,"","DistributionConformalLinear"],[3,2,1,"","DistributionConformalNAF"],[3,2,1,"","DistributionConformalRandom"]],"torchuq.transform.conformal.ConformalBase":[[3,3,1,"","__init__"],[3,3,1,"","to"],[3,3,1,"","train"],[3,3,1,"","update"]],"torchuq.transform.conformal.ConformalCalibrator":[[3,3,1,"","__init__"]],"torchuq.transform.conformal.ConformalIntervalPredictor":[[3,3,1,"","__init__"]],"torchuq.transform.conformal.DistributionConformal":[[3,3,1,"","__init__"],[3,3,1,"","log_prob"],[3,3,1,"","rsample"],[3,3,1,"","sample"],[3,3,1,"","sample_n"],[3,3,1,"","shape_inference"],[3,3,1,"","to"]],"torchuq.transform.conformal.DistributionConformalLinear":[[3,3,1,"","__init__"],[3,3,1,"","cdf"],[3,3,1,"","icdf"]],"torchuq.transform.conformal.DistributionConformalNAF":[[3,3,1,"","__init__"],[3,3,1,"","cdf"],[3,3,1,"","icdf"]],"torchuq.transform.conformal.DistributionConformalRandom":[[3,3,1,"","__init__"],[3,3,1,"","cdf"],[3,3,1,"","icdf"]],"torchuq.transform.decision":[[3,2,1,"","CriticDecision"],[3,2,1,"","DecisionCalibrator"]],"torchuq.transform.decision.CriticDecision":[[3,3,1,"","__init__"],[3,3,1,"","forward"]],"torchuq.transform.decision.DecisionCalibrator":[[3,3,1,"","__init__"],[3,3,1,"","to"],[3,3,1,"","train"]],"torchuq.transform.direct":[[3,2,1,"","DistributionKDE"],[3,1,1,"","categorical_to_topk"],[3,1,1,"","categorical_to_uset"],[3,1,1,"","distribution_to_interval"],[3,1,1,"","distribution_to_particle"],[3,1,1,"","distribution_to_point"],[3,1,1,"","distribution_to_quantile"],[3,1,1,"","ensemble_to_distribution"],[3,1,1,"","interval_to_point"],[3,1,1,"","particle_to_distribution"],[3,1,1,"","particle_to_quantile"],[3,1,1,"","quantile_to_distribution"],[3,1,1,"","topk_to_uset"]],"torchuq.transform.direct.DistributionKDE":[[3,3,1,"","__init__"],[3,3,1,"","cdf"],[3,3,1,"","icdf"],[3,3,1,"","log_prob"]]},objnames:{"0":["py","module","Python module"],"1":["py","function","Python function"],"2":["py","class","Python class"],"3":["py","method","Python method"]},objtypes:{"0":"py:module","1":"py:function","2":"py:class","3":"py:method"},terms:{"0":[0,1,3,8,9,10,11,12],"0000":12,"00003":12,"00006":12,"00013":12,"00050":12,"001":3,"00100":12,"00263":1,"0277":11,"039":12,"042":12,"043":12,"05":8,"051":12,"0591":8,"069":8,"083":12,"1":[0,3,12,13],"10":[6,7,8,9,11,12],"100":[1,3,8,11,12],"1000":3,"10000":11,"101":[8,9],"106":8,"110":12,"111":8,"11387":8,"11397":8,"1145":9,"1191":8,"120":12,"120k":[6,8],"1244":8,"125":8,"12656":3,"1298":8,"130":12,"1311":9,"135":12,"1351":8,"1366":9,"139":12,"140":12,"1404":8,"145":12,"1457":8,"1498":9,"15":[8,11],"150":12,"150k":[6,8],"151":[8,12],"1510":8,"152":12,"154":12,"155":12,"1563":8,"158":12,"1616":8,"162":12,"163":12,"165":12,"170":12,"178":12,"18":8,"1807":1,"187":12,"1910":3,"1933":8,"1e":3,"2":[0,1,3,9,13],"20":[1,8,9,12],"200":[1,12],"2005":8,"2011":8,"2014":8,"2017":[3,12],"2018":8,"2019":12,"2020":8,"2042":9,"2165":8,"224":0,"2276":8,"231":12,"25":8,"2620":9,"268":11,"2719":9,"2796":8,"2804":8,"287":12,"2954":9,"3":[3,9,12],"30":[1,9,12],"300":12,"3190":9,"32":9,"3521":9,"3775":9,"3f":[8,11],"4":[9,12],"40":[9,12],"400":12,"405":9,"457":12,"4767":8,"494":8,"4f":[8,9,11],"5":[1,3,8],"50":[3,8,9,10,12],"500":[1,3,12],"5124":8,"549":8,"563":12,"574":12,"5e":9,"6":8,"60":12,"600":12,"624":8,"64":8,"6456":9,"7":[8,10],"70":12,"700":12,"7267":9,"746":8,"762":8,"7785":9,"8":[8,11],"80":12,"8616":12,"9":[8,10,11],"90":[8,10,11,12],"9336":9,"95":[3,6,8,10],"952":12,"9524":11,"9733":12,"987":11,"99":8,"9918":12,"9951":11,"9962":12,"9977":12,"9983":12,"9986":12,"9988":12,"9990":12,"9991":12,"9992":12,"9993":12,"9994":12,"9995":12,"9996":12,"9997":12,"9ef2ed4b7fd2c810847ffa5fa85bce38":3,"abstract":[3,6],"case":[3,8,12],"class":[0,3,6,8,9,10,11,12],"default":3,"do":[8,10],"final":[6,9],"float":[0,1,3,6,11],"function":[0,1,3,6,7,8,9,10,11,12],"import":[7,8,9,10,11,12],"int":[0,1,3,6,8,11],"k\u00e4ngsepp":12,"new":[3,6,7,10],"public":8,"return":[0,1,3,8,9,10,11],"super":9,"throw":3,"true":[0,1,3,6,8,9,10,11,12],"try":8,"while":[3,6,8,10,11],A:[3,6,8,11,12],As:[7,8,9,10,11],But:8,For:[1,3,6,8,9,10,11,12],If:[1,3,6,8,10,11,12],In:[3,6,7,8,9,10,11,12],It:[3,6,7,8,9,12],Its:8,NOT:3,No:6,Not:[3,8],Of:10,On:[8,10,12],One:[3,9,10,12],Such:8,The:[0,1,3,6,7,8,9,10,11,13],There:[6,8,9,10],These:[6,9,11],To:[0,6,8,9,10,11],With:12,_:9,__call__:[6,10],__init__:[0,3,6,9],_change_devic:12,aamini:0,ab:[1,3,9,10],abl:9,about:[3,6,8,11],abov:[6,8],absolut:1,access:9,accomlish:8,accomplish:8,accord:[3,8],accur:[1,8],accuraci:[1,3,11,12],achiev:[3,6,8,10,12],across:[1,6],activ:12,actual:[8,11],adam:9,adapt:[0,3],add:[1,12],addit:[0,3,6,8,9,12],adjust:12,adjusted_predict:7,aesthet:1,after:[3,10],afterward:3,again:8,aggreg:[1,6],aim:[8,9,11],alex:8,algorithm:[3,6,7,8,10,12],all:[0,3,6,8,9,10,11,12],almost:[8,10,11],along:1,alpha:[1,8],alreadi:8,also:[1,6,8,9,10,11],altern:3,although:[3,8],alwai:11,ambigu:8,american:8,among:11,an:[1,3,6,8,10,11],anew:10,ani:[3,6,8,9,11,13],annual:8,anoth:[8,12],antil:8,api:[0,1,3,4],appeal:6,appear:12,append:[3,8,9,10,11,12],appli:[3,7,12],applic:[8,10,12],approx:8,approxim:[0,10,11],ar:[1,3,6,7,8,9,10,11,12],arg:3,argument:[3,6,8,9,10],aris:3,around:6,arrai:[1,3,6,8,11],arriv:10,arxiv:[1,3],asset:3,associ:8,assum:10,author:8,auto:[3,6],automat:[1,3,8],avail:[6,8,9],availab:8,averag:[1,3,6,8,11,12],avoid:8,ax:[1,6],axessubplot:8,axi:[1,8],b:[3,13],back:[8,11],backward:9,bad:8,bad_predict:8,balance_train:0,bandwidth:[1,3],bandwidth_ratio:3,bar:11,base:[3,4,10,12],baseclass:3,basic:[10,13],batc:11,batch:[1,3,6,8,10,11],batch_shap:3,batch_siz:[1,3,8,9,11],becaus:[1,3,8,10],becom:6,befor:[3,6,8,10,11],begin:8,behav:[3,8],behavior:3,behind:8,belong:[3,8,10,11],below:[8,11,12],benchmark:9,best:[3,6],better:[1,3,12],between:[1,3,6,8,11],beyond:12,bia:1,bias:[1,8],bin:[1,3,11],bin_count:3,black:10,ble:11,blob:0,blue:[8,11],bool:[0,1,3],boston:[8,9],boston_pretrain:[8,10],both:[3,9],bottom:8,bound:8,box:[9,10],busi:8,bx:9,c0823f18ff015f5eb46a23f0039f4d62b76bc8d1:0,c:[8,11,13],calib_step:3,calibr:[1,6,7,8,9,10,11,13],call:[3,7,8,10],can:[1,3,6,7,8,9,10,11,12],cancer:0,cannot:[3,8],canon:3,captur:6,care:3,cat:10,categ:11,categor:[3,6,12],categorica:11,categorical_to_topk:[3,11],categorical_to_uset:[3,11],cc:3,cdf:[1,3,6,8],cdot:[8,11,12],center:3,certain:3,chanc:8,chang:[3,9,12],chapter:8,charact:[8,11],check:3,check_typ:3,checkpoint:3,choic:3,choos:10,chuan:12,cifar10:[11,12],cifar:11,clarif:8,classic:8,classif:[9,12,13],classifi:12,classwis:3,clear:11,close:[8,11],clutter:8,code:[0,1,3,8,9,10],collect:[6,9],color:8,com:0,combin:1,come:[8,10,11],common:[0,8],commonli:8,commun:8,compar:10,compat:3,complex:8,compon:[3,6],comput:[1,3,8,11,12],compute_:6,compute_accuraci:11,compute_coverag:[1,8,11],compute_crp:[1,8,9],compute_ec:[1,6,8,11],compute_huber_loss:1,compute_l2_loss:1,compute_length:[1,8],compute_mean:1,compute_mean_std:1,compute_nl:[8,9],compute_pinball_loss:[1,8,9],compute_s:11,compute_scor:8,compute_std:1,con:[8,11],concat:[3,10],concatdistribut:3,concaten:3,concern:6,condit:[1,8],confer:[8,12],confid:[3,8,10,11,12],conflictori:8,conform:[6,7,13],conformalbas:3,conformalcalibr:[3,6,7],conformalintervalpredictor:[3,10],confus:11,conincid:10,connect:[9,12],consid:[11,12],consist:[6,8],constructor:[10,12],contain:[0,1,2,3,6,8,10,11,12,13],continnu:8,continu:[3,8,10],conveni:[8,9,11],convers:[3,8,9],convert:[3,8,9,11],copi:8,core:6,correct:[3,6,8,9,10,11],correspond:[3,6],could:[3,6,8,9,10],cours:10,cover:12,coverag:[1,3,8,10,11],cpu:[3,9],creat:[1,6,7,10],create_example_regress:7,credibl:[3,6,9],criticdecis:3,cross:[7,8,12],crp:[1,8,9],crucial:3,cuda:9,cumul:[3,6,8],current:[3,8,11,12],cvar:8,d:[8,9,10],d_y:8,dai:10,data:[0,3,6,7,8,10,13],data_dir:0,data_load:0,dataload:9,dataset:[2,7,8,9,12],dataset_nam:9,debias:[1,8],decid:6,decis:6,decisioncalibr:3,decreas:3,deduct:1,deep:[3,8,12],deepcopi:8,def:[9,10],defin:[3,6,8,9],delai:10,delta:[1,8],demonstr:[8,9],denot:8,densiti:[1,3,6,7,8,9],depend:[1,3,6,8,9,11,12],deploy:[8,11],deprec:12,descent:[3,13],describ:[1,3],design:[6,8],desir:[3,8],despit:[3,12],detach:9,detail:3,determinist:8,detour:8,deviat:[1,8,9,11],devic:[3,9],df:0,di:8,diagon:[8,11],diagram:[1,6,8,11,12],dict:[8,11],dictionari:8,differ:[6,8,9,10,11,12],differenti:[1,3,8,9],difficult:[3,8],dim:3,dimens:[3,8,9],direct:[6,8,9,11],directli:[8,9],directori:[8,10,11,12],dirichlet:3,dirichletcalibr:[3,12],discret:1,discuss:[6,8,11],dist:6,distanc:[3,11],distribut:[3,6,7,9,11,12],distribution_to_interv:3,distribution_to_particl:3,distribution_to_point:3,distribution_to_quantil:3,distributionbas:3,distributionconform:3,distributionconformallinear:3,distributionconformalnaf:3,distributionconformalrandom:3,distributionkd:3,doe:3,doesn:11,dollar:[6,8],done:9,dot:[8,12],download:[0,9],draw:3,drawn:[3,7],drop:8,dtype:8,duck:8,dure:[3,8,11],dx:8,e:[3,7,8,9,10,11,12],each:[3,8,9,11,12],easi:[8,12],easier:8,ec:[1,6,8,11,12],effici:[1,10],either:[8,11],element:[11,12],elicit:8,empir:[1,3,12],enabl:8,end:8,ensembl:[3,6,8,9,10,11],ensemble_to_distribut:3,ensur:12,entir:8,entri:3,entropi:12,enumer:9,environ:10,epoch:[3,9,12],epsilon:12,equal:[3,8,10,11],equat:8,eras:3,ermon:8,error:[1,3,6,11],essenti:12,estim:[1,3,8,9,11],etc:8,eval:8,evalu:[0,2,3,7,9,10,12,13],evalua:11,evaluat:8,evaluati:11,even:[3,8,10,11],everi:[3,10],evidenti:0,exact:[3,8,10],exactli:[8,10],exampl:[3,7,9,10,11],exce:3,except:[6,10,12],exchang:10,exist:[3,8,11,12],expect:[1,8,10,11],explain:8,explicitli:3,extra:3,extrem:[6,10,12],f:[8,9],fact:[8,10],fail:8,fall:8,fals:[1,3],famili:9,familiar:12,fault:3,fc1:9,fc2:9,fc3:9,featur:[3,6,8,9],feedback:10,fenner:8,few:[3,6,8,10],figur:[1,6],file:[0,3,9],filho:12,fill:3,find:3,finish:12,finit:8,first:[3,8,9,10,11,12],fit:9,fix:7,flach:12,float32:[8,11],flow:8,fluctuat:8,focu:[9,10],focus:11,folder:0,follow:[3,6,8,9,10,11,12],foral:8,forecast:8,form:0,formal:8,format:6,former:3,forward:[3,9],frac:[8,12],fraction:0,frequenc:11,from:[0,3,6,7,8,11,12,13],full:8,fulli:[3,9,12],func:3,fundament:9,futur:[6,8,9],g:[3,8],gammerman:8,gap:3,gaussian:[3,7,9],gener:[0,3,8,10,11],geoff:12,geq:8,get:[3,9,10],get_classification_dataset:[0,9],get_ham10000:0,get_regression_dataset:[0,9],github:0,given:[6,8,9,11],glenn:8,gneit:8,goal:8,good:[3,6,8],gpu:9,gradient:[1,3,13],great:3,greater:3,green:8,ground:[6,8,10],group:[3,6,12],guarante:10,guo:12,h_size:11,ha:[1,3,6,8,10,11],ham10000:0,ham10000_images_part_1:0,ham10000_images_part_2:0,hand:[8,10],handl:3,hao:12,hat:12,have:[0,3,6,7,8,9,10,11,12],haven:8,help:6,henc:[8,11],here:[7,8,11],high:[6,8,10,11],higher:[1,3,12],highest:3,highli:11,hing:8,hint:8,histogram:3,histogrambin:[3,12],histori:3,hold:11,hook:3,hous:[6,8,10],how:[6,8,9,10,11],howev:[8,10,12],http:[0,1,3],huber:[1,8],hyper:3,i:[3,7,8,9,10,11],icdf:3,idea:8,ideal:[8,11],ident:[8,10],ignor:3,ij:3,illustr:7,imag:[0,11],implement:[3,8,12],implicit:8,implicitli:8,improv:12,inbuilt:9,includ:[3,6,8,9,10,11,12],incorpor:9,incorrect:7,increas:[1,3,8,12],index:8,indic:[3,6,8,11],individu:8,induc:3,induct:3,inf:3,infer:3,infinit:[8,10],inform:[3,8],infti:10,inher:8,inherit:[0,8],initi:[3,6,8,10],input:[3,6,7,8,9,10,12],input_s:0,input_typ:[3,6,7,10],instal:4,instanc:[3,8,9,11,12],instanti:3,instead:[3,6,12],insuffi:8,insuffici:12,int_0:8,integ:11,intend:6,intention:[7,8],interfac:[0,6,8,9],intermedi:8,intern:[3,8,12],interpol:[3,7],interpret:8,interv:[3,6,9,13],interval_to_point:3,intrins:12,introduc:[8,9,10,11],introduct:8,intuit:[8,9],invers:[1,3],involv:3,io:0,ion:8,iscore_func:3,issu:8,iter:[3,12],ith:8,its:[8,11,12],j:[8,11],journal:8,just:8,k:3,kaggl:0,katzfuss:8,kde:3,keep:10,kei:[6,8,9],kernel:[1,3,9],kilian:12,kmader:0,knn:1,know:[8,10,12],knowledg:8,known:8,kuleshov:8,kull:12,kwarg:3,l2:[1,6,8],l:8,l_1:[11,12],l_i:12,l_j:12,l_n:12,label:[1,3,6,7,8,9,10,11,12],larg:[6,8,9,10],larger:9,largest:[1,3,11],later:[8,11],latter:3,law:8,layer:[9,12],lbrace:[8,11],le:[8,11],lead:1,leaky_relu:9,learn:[3,6,7,8,10,13],learnabl:3,least:10,left:8,len:9,length:[1,8],leq:[8,9],less:[6,8,10],let:8,lh:8,librari:4,lie:8,like:[3,6,8,10,11],likelihood:[3,6,8,9],line:[8,11],linear:[3,7,9],link:[6,9],list:[3,6,8,9,11,12],ll:8,load:[8,9,10,11,12],loc:[3,8,9],log:[3,6,8,9],log_prob:3,logarithm:12,logit:12,loop:9,loss:[1,6,8,9,12],low:[3,6,8],lower:[8,11,12],lr:[9,12],lvert:8,ma:8,machin:[8,12],made:1,mae:8,magic:10,mai:[6,8,11,12],main:[6,8,10,11],major:6,make:[1,3,8,10,11,12],mandatori:8,mani:[6,8,10,11,12],manual:9,map:[3,7,8,9,12],mapsto:[3,8],marker:7,marku:12,match:[3,9,12],mathbb:[8,9],mathrm:3,matplotlib:[1,6,8,9,10,11,12],matrix:11,matthia:8,max:1,max_count:[1,8],max_epoch:3,max_i:[11,12],maxim:[3,9],maximum:[1,3,8],mean:[0,1,3,6,7,8,9,11],meaning:[8,11],measur:[1,3,8,9,11],media:8,median:[1,3,8],meeli:12,memori:1,messag:[0,3],messsag:3,meta:0,method:[1,3],metirc_nam:6,metric:[8,9,11],mi:11,middl:3,might:[3,8,10],min:1,minim:[9,12],minimum:3,miquel:12,mirror:11,miscalibr:11,mixtur:3,mnist:0,mod:8,mode:[8,10],model:[3,8,9,11,12],modern:12,modu:11,modul:[6,9,12],monoton:8,more:[1,6,8,10,11],most:[6,8,9,11,12],move:[3,9],much:[0,10],multi:6,multicalibr:[3,6],multiclass:12,multipl:[3,8],must:[3,6,8,9,11,12],n:[3,8,10,11,12],n_class:[3,11],n_compon:3,n_evalu:3,n_featur:3,n_particl:3,n_quantil:[1,3,9],naf:3,name:[0,8,11],nan:8,nathan:8,nativ:3,natur:[9,11],nearest:1,necessari:[3,6,8,9],need:[3,8,10,12],neg:[8,9],neighbor:1,net:9,network:[3,9,12],networkfc:9,neural:[3,9,12],neurip:12,never:[8,10],new_predict:6,next:[6,8,11],nieto:12,nip:3,nll:[8,9,12],nn:[3,9],no_grad:9,non:[1,3,9],none:[0,1,3,6],normal:[0,8,9],notabl:10,notat:8,note:[1,6,10,12],notebook:[8,11,12],notion:[8,12],now:[8,11],ntile:8,num:8,num_act:3,num_bin:11,num_cdf:3,num_cla:11,num_class:[3,11],num_critic_epoch:3,num_feat:9,num_qua:8,num_quantil:8,num_work:9,number:[0,1,3,8,9,10,11,12],numer:3,object:[3,8,9],observ:[8,10],obtain:12,odir:3,off:[3,10],often:[3,8,10],one:[1,3,6,8,10],ones:8,onli:[3,6,8,9,10,11,12],onlin:3,oper:3,optim:[3,9],option:[1,3,8,9],order:[6,12],org:[1,3],organ:6,oric:11,origin:[3,6,7,8,10,11,12],os:3,other:[3,8,9,10],otherwis:[1,8],our:[6,8,9,10,11],out:9,out_dim:9,output:[3,6,9,10,12],outsid:8,over:[0,1,8,11],overal:[8,12],overridden:3,overview:4,own:3,p:[3,11,12],p_i:11,p_y:9,pa:8,packag:[6,8,10,11,12],page:6,pair:10,paper:[1,3],param_lambda:3,param_mu:3,paramet:[0,1,3,6,9,12],part:[8,11],particl:[3,6,8],particle_to_distribut:3,particle_to_quantil:3,particular:[10,12],particularli:8,partit:[3,11,12],pass:[3,8],path:[3,8,9,10,11,12],pdf:[1,3],penal:8,per:3,perello:12,perfect:[3,8],perfectli:[1,8,10,11],perform:[3,9,12],performancerecord:3,perhap:11,permut:3,peter:12,philosophi:6,pictori:11,pinbal:[1,8,9],pinball_0:8,pleiss:12,plot:[1,7,8,10,11],plot_:6,plot_cdf:1,plot_cdf_sequ:[1,8],plot_conditional_bia:1,plot_confusion_matrix:11,plot_dens:3,plot_density_sequ:[1,7,8,9],plot_icdf:1,plot_interval_sequ:[1,8,10],plot_length_cdf:[1,8],plot_median:1,plot_quantile_calibr:[1,8,9],plot_quantile_sequ:[1,8,9],plot_reliability_diagram:[1,6,8,9,11,12],plot_scatt:[1,8],plt:[8,9,10,11,12],pm:10,pmlr:8,po:8,point:[0,3,6,10],point_1:8,poor:8,popul:8,popular:[8,11,12],possibl:[8,11,12],post:12,power:7,pp:8,pr:8,practic:11,practition:8,pred:9,pred_raw:9,pred_val:9,predic:[8,11],predict:[1,3,7,12,13],predicti:8,prediction_histori:10,prediction_interv:8,prediction_typ:6,predictions_categor:11,predictions_dc:12,predictions_distribut:[8,9],predictions_distribution2:9,predictions_hb:12,predictions_interv:8,predictions_point:[8,10],predictions_quantil:[8,9,10],predictions_t:[6,12],predictions_top1:11,predictions_top3:11,predictions_uset:11,predictor:[6,8,10,12],predition_typ:6,pretrain:[8,10,11,12],previou:[6,8,9,10],previous:3,price:[6,8,10],print:[0,3,8,9,11],priori:11,pro:[8,11],probabilist:[8,12],probabilit:8,probabl:[3,8,10,11,13],problem:[6,8,10,11],process:12,produc:3,progress:3,proper:[1,8,9],properti:[8,11],proport:8,propos:3,provabl:10,provid:8,pt:[11,12],purpos:[7,9],put:0,py:0,pyplot:[8,9,10,11,12],python:[0,1,2,3,8],pythonpath:[8,11,12],pytorch:[3,4,6,8,9],q:[3,9,11],q_j:3,qu:8,qualiti:[1,3,6,8,9,11],quantif:[4,8],quantifi:8,quantil:[3,6,10],quantile_to_distribut:[3,9],quantit:8,queri:3,quick:4,r:8,random:[3,8,9],randomli:8,rang:[6,9,10],rank:8,rather:[8,10],rbrace:11,reach:3,read:8,reader:[8,10,11,12],reason:8,recal:9,recalibr:[3,6,7,8,12],recip:3,recommend:[1,3,6],record:[3,9],red:8,reduc:12,reduct:[1,6],refer:[0,1,3,4,9,11],reflect:[1,8],reg:12,regist:3,regress:[9,11,12,13],regular:3,rel:[3,12],relationship:8,reliabl:[1,6,8,11,12],remain:12,remov:10,render:8,replac:[9,12],repo:[8,9,11,12],repres:[0,6,13],represent:[8,11,13],reproduc:3,requir:[1,3,5,6,8,9,10,11,12],rescal:12,reset:12,resnet18:[11,12],resolut:1,resolv:8,result:[1,3,9],retriev:[0,9],review:8,reward:8,rh:8,right:[6,8],risk:8,rsampl:3,rticl:8,rule:[1,8,9],run:[3,6,11,12],rvert:8,s:[3,8,9,10,12],s_:[3,8],sai:8,same:[0,1,3,6,8,9,10,11,12],sampl:[0,3,8,9,10,11,12],sample_n:3,sample_shap:3,satisfi:[8,9],save:3,save_path:3,scalar:8,scale:[3,6,8,9],scatter:[1,8],scheme:3,scienc:8,score:[1,3,8,9,12],score_func:3,scratch:[3,6],scriptmodul:3,se:11,section:[0,1,2,3,6,13],see:[3,6,8,9],seed:[0,3,9],seen:12,select:[8,10],self:9,sequenc:[7,8,11],sequenti:6,seri:8,set:[0,1,3,6,7,8],setup:[6,9,10],sever:[6,8,9,12],shafer:8,shape:[1,3,7,8,9,11],shape_infer:3,share:3,shengjia:8,shift:8,shorthand:8,should:[3,6,8,9,11,12],shouldn:9,show:[3,6,8,9,10],shown:[7,8,12],shuffl:[0,9],side:[3,6,8],side_featur:[3,6],silent:3,silva:12,similar:[3,8,9],similarli:12,simpl:[7,8,9,11],simplciti:3,simplest:[8,11],simpli:[6,9,11,12],simplic:[8,9,12],simulate_onlin:10,simultan:12,sinc:3,singl:[3,8,9,11,12],situat:8,size:[0,1,3,6,8,10,11],skin:0,skip:[8,11],slow:3,small:[8,11],smaller:[8,10],smallest:3,smooth:[1,3],smooth_bw:[1,7],smoother:3,so:[0,3,9,11,12],softmax:[3,12],some:[3,6,8,9,10,11,12],sometim:12,song:12,sophist:9,sort:[1,3,8,12],sound:12,special:[8,11],specif:11,specifi:[3,8,9,11],speed:3,split:[0,9,10],split_se:[0,9],springer:8,sqrt:3,standard:[1,6,9],start:[4,6,8,10,11],state:3,statement:[8,11,12],statist:8,stddev:3,stefano:8,step:[3,9,10],str:[0,1,3,6],stream:10,stribut:8,string:[8,11],stronger:12,strongli:3,structur:11,sub:[3,6,8,11],subclass:3,subpackag:2,subset:3,suffici:8,suitabl:6,sum:[1,11],sum_j:12,sun:12,support:[3,6,8,10,11,12],suppos:8,sure:[6,8,11,12],sv:10,sy:[8,9,10,11,12],symmetr:1,synthet:7,systemat:7,t:[3,8,9,10,11,12],tabl:[6,8],take:[3,6,7,8,9,10,11],talk:8,tar:[8,10],target:8,tbd:[9,12],te:11,techniqu:[10,12],telmo:12,temepratur:[3,12],temperatur:[3,6],temperaturesc:[3,6,12],tengyu:8,tensor:[1,3,8,11,12],termin:3,terval:8,test:[0,3,9,10,12],test_dataset:[0,9],test_fract:[0,9],test_interv:[10,12],test_interval_t:10,test_label:[3,10],test_pr:[10,12],test_predict:3,text:[8,11],th:[1,8,11],than:[3,8,10,11,12],thei:[3,9],them:[0,3,7,8,9,11],theori:8,thi:[0,1,2,3,6,7,8,9,10,11,12,13],think:[6,8,10,11],though:3,thought:3,three:[6,10,12],threshold:3,thu:12,tilmann:8,time:[3,10],tion:[8,11],todai:10,todo:1,tomorrow:10,too:8,tool:8,top1:11,top3:11,top:[1,3,12],topic:8,topk:[3,6,11],topk_to_uset:3,torch:[0,3,7,8,9,10,11,12],torchu:11,torchuq:[2,5,6,7,8,10,11,12,13],total:3,trade:[3,10],train:[0,3,6,7,8,9,10,11,12],train_dataset:[0,9],train_load:9,transform:[0,2,7,10,11,12],trick:3,truth:[6,8,10],tune:3,tupl:1,tutori:4,two:[1,3,6,8,9,11],type:[0,1,3,8,9,10,11],typic:[8,10,12],u:8,uat:8,uci:[0,9],ul:8,um_particl:8,um_quantil:8,unavaila:11,uncalibr:[3,6,8],uncertainti:[3,4,13],undefin:3,under:[0,3],understand:8,unifi:6,uniform:[1,11],unit:0,unknown:9,unless:[8,10],unlik:8,unnam:8,unstabl:3,until:3,unusu:3,updat:[3,6,10],upper:8,upward:8,uq:[0,8],us:[0,3,6,8,10,11,12],usag:[6,9],uset:[3,6,11],usual:[3,6,8],util:[0,9],v:3,v_:3,val:[0,9],val_dataset:[0,9],val_fract:[0,9],val_i:9,val_label:[3,10,12],val_pr:[10,12],val_predict:3,val_x:9,valid:[0,3,8,9,12,13],validation_batch_shap:3,valu:[3,8,9,11],variabl:[8,11],varianc:[0,7],variat:6,verbos:[0,3,6,9,12],veri:[3,7,8,9,10,11],verifi:[8,11],violin:1,visual:[1,6,8,9,10,11,12],visualization_nam:6,visualz:8,vladimir:8,volodymyr:8,vovk:8,vs:[8,11],w:8,wai:[6,8,11,12],want:[6,8,10,11,12],we:[6,7,8,9,10,11,12],weather:10,weight:[1,3,11],weinberg:12,well:[10,11,12],were:9,what:10,when:[1,3,6,8,10,11],whenev:8,where:[1,3,6,8,10,11],whether:8,which:[1,3,6,7,8,9,10,11,12],whose:1,widespread:8,width:3,within:[3,10,12],without:10,word:8,work:[6,8,10,11,12],workhors:[6,10],world:8,wors:8,worst:3,would:[6,8,10,11],www:0,x:[8,9,12],x_dim:9,xlabel:8,y:[1,8,9],ye:6,yet:3,yield:11,ylabel:8,you:[3,6,8,9,10,11,12],your:9,yu:12,zero:[0,9],zero_grad:9,zhao:8},titles:["torchuq.dataset Subpackage","torchuq.evaluate Subpackage","API Reference","torchuq.transform Subpackage","TorchUQ Documentation","Installation","Overview","Quick Start","Tutorial 1.a: Representing and Evaluating Uncertainty for Regression","Tutorial 1.b: Learning Uncertainty Representations from Data with Gradient Descent","Tutorial 1.c.1 Conformal (Interval) Prediction: From any Prediction to Valid Intervals","Tutorial 2.a: Representing and Evaluating Uncertainty for Classification","Tutorial 2.b: Learning Calibrated Probabilities: The Basics","Tutorials"],titleterms:{"1":[6,8,9,10,11],"2":[6,8,10,11,12],"3":[6,8,11],"4":8,The:12,advanc:12,an:9,ani:10,api:2,b:[9,12],basic:[3,12],bin:12,c:10,calibr:[3,12],categor:11,classif:[0,6,11],classwis:12,comput:6,conform:[3,10],data:9,dataset:0,decis:[3,12],deep:9,descent:9,direct:3,dirichlet:12,distribut:[1,8],document:4,end:9,environ:9,evalu:[1,6,8,11],exampl:[6,8],from:[9,10],gradient:9,guid:4,ham:0,histogram:12,instal:5,interv:[1,8,10],k:11,learn:[9,12],make:6,method:12,metric:6,modul:[0,1,3],offlin:10,onlin:[6,10],option:6,overview:6,pipelin:9,plot:6,point:[1,8],predict:[6,8,9,10,11],probabl:[9,12],quantil:[1,8,9],quick:7,refer:[2,8,12],regress:[0,6,8],repres:[8,11],represent:9,run:8,scale:12,set:[9,11],standard:12,start:7,subpackag:[0,1,3],temperatur:12,top:11,torchuq:[0,1,3,4,9],transform:[3,6,9],tutori:[8,9,10,11,12,13],type:6,uncertainti:[8,9,11],up:9,us:9,user:4,valid:10}})