Search.setIndex({docnames:["index","introduction","modules","preprocessing","preprocessing.cat2vec","preprocessing.html_parser","preprocessing.html_parser.tests","preprocessing.text2vec","preprocessing.utils"],envversion:53,filenames:["index.rst","introduction.rst","modules.rst","preprocessing.rst","preprocessing.cat2vec.rst","preprocessing.html_parser.rst","preprocessing.html_parser.tests.rst","preprocessing.text2vec.rst","preprocessing.utils.rst"],objects:{"":{preprocessing:[3,0,0,"-"]},"preprocessing.cat2vec":{feature_selection:[4,0,0,"-"],lasso_gridsearch:[4,0,0,"-"],neural_embedding:[4,0,0,"-"],tools:[4,0,0,"-"]},"preprocessing.cat2vec.feature_selection":{LassoSelector:[4,1,1,""]},"preprocessing.cat2vec.feature_selection.LassoSelector":{fit:[4,2,1,""],transform:[4,2,1,""]},"preprocessing.cat2vec.lasso_gridsearch":{lr_coefficients:[4,3,1,""]},"preprocessing.cat2vec.neural_embedding":{NeuralVectorizer:[4,1,1,""]},"preprocessing.cat2vec.neural_embedding.NeuralVectorizer":{fit:[4,2,1,""],fit_pretrained:[4,2,1,""],transform:[4,2,1,""]},"preprocessing.cat2vec.tools":{normalize_cat:[4,3,1,""]},"preprocessing.html_parser":{parser:[5,0,0,"-"],section_manager:[5,0,0,"-"],tests:[6,0,0,"-"],text_parser:[5,0,0,"-"]},"preprocessing.html_parser.parser":{ReportsParser:[5,1,1,""]},"preprocessing.html_parser.parser.ReportsParser":{fetch_doc:[5,2,1,""],fit:[5,2,1,""],transform:[5,2,1,""]},"preprocessing.html_parser.section_manager":{main_splitter:[5,3,1,""],reduce_dic:[5,3,1,""],splitter:[5,3,1,""]},"preprocessing.html_parser.tests":{parser_tests:[6,0,0,"-"],transformer_test:[6,0,0,"-"]},"preprocessing.html_parser.tests.parser_tests":{TestParser:[6,1,1,""]},"preprocessing.html_parser.tests.parser_tests.TestParser":{setUp:[6,2,1,""],test_between_tags:[6,2,1,""],test_clean_string:[6,2,1,""],test_empty_cleaner:[6,2,1,""],test_last_tag:[6,2,1,""],test_main_parser:[6,2,1,""],test_parse:[6,2,1,""]},"preprocessing.html_parser.tests.transformer_test":{TestHTMLParser:[6,1,1,""]},"preprocessing.html_parser.tests.transformer_test.TestHTMLParser":{check_consistence_sklearn:[6,2,1,""],setUp:[6,2,1,""],test_tranform_tokens:[6,2,1,""],test_transform:[6,2,1,""]},"preprocessing.html_parser.text_parser":{clean_soup:[5,3,1,""],clean_string:[5,3,1,""],last_tag_text:[5,3,1,""],main_parser:[5,3,1,""],parse_soup:[5,3,1,""],text_between_tags:[5,3,1,""]},"preprocessing.text2vec":{tools:[7,0,0,"-"],transformers:[7,0,0,"-"]},"preprocessing.text2vec.tools":{avg_corpus:[7,3,1,""],avg_document:[7,3,1,""],text_normalize:[7,3,1,""]},"preprocessing.text2vec.transformers":{AverageWords2Vector:[7,1,1,""],Text2Vector:[7,1,1,""]},"preprocessing.text2vec.transformers.AverageWords2Vector":{fit:[7,2,1,""],fit_pretrained:[7,2,1,""],transform:[7,2,1,""]},"preprocessing.text2vec.transformers.Text2Vector":{fit:[7,2,1,""],transform:[7,2,1,""]},"preprocessing.utils":{connection:[8,0,0,"-"],fold:[8,0,0,"-"],outliers:[8,0,0,"-"],unfold:[8,0,0,"-"]},"preprocessing.utils.connection":{get_engine:[8,3,1,""],sql2df:[8,3,1,""]},"preprocessing.utils.fold":{Folder:[8,1,1,""]},"preprocessing.utils.fold.Folder":{fold:[8,2,1,""],fold_one_feature:[8,2,1,""],fold_several_features:[8,2,1,""]},"preprocessing.utils.outliers":{OutlierRemover:[8,1,1,""],impute_col:[8,3,1,""],impute_df:[8,3,1,""]},"preprocessing.utils.outliers.OutlierRemover":{fit:[8,2,1,""],transform:[8,2,1,""]},"preprocessing.utils.unfold":{Unfolder:[8,1,1,""],transform_and_label:[8,3,1,""]},"preprocessing.utils.unfold.Unfolder":{add_columns:[8,2,1,""],fit:[8,2,1,""],unfold:[8,2,1,""]},preprocessing:{cat2vec:[4,0,0,"-"],html_parser:[5,0,0,"-"],text2vec:[7,0,0,"-"],utils:[8,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:function"},terms:{"class":[4,5,6,7,8],"default":[4,5,7,8],"float":8,"function":[5,7,8],"int":[4,7,8],"new":[1,8],"return":[4,5,6,7,8],"true":[5,7,8],Doing:8,For:4,That:1,The:[1,4,5,8],about:5,accord:[4,7,8],accur:7,adapt:7,add:[6,8],add_column:8,added:8,adding:8,addit:[5,8],additionn:7,adress:8,after:[4,8],algorithm:1,all:[5,7,8],allow:[4,8],alphanumer:5,alreadi:5,amount:4,api:[1,5],appli:8,appropri:7,aproach:4,argument:[4,7,8],arrai:[4,8],attribut:8,autoreload:4,auxiliari:[5,8],avail:8,averag:7,averagewords2vector:7,avg:7,avg_corpu:7,avg_docu:7,base:[4,5,6,7,8],baseestim:[4,5,7,8],baslin:4,beautifulsoup:[5,6],becaus:5,been:8,befor:6,best:[4,8],better:8,between:5,big:8,binari:4,blob:[4,7],bool:[5,7,8],bound:8,build:8,can:8,caract:5,cardin:4,cat2vec:[2,3],categor:4,categori:4,category_col:4,cbow:4,check_consistence_sklearn:6,classifi:4,clean:8,clean_soup:5,clean_str:5,cleans:[5,7],clinic:1,coef:4,coef_col:4,coeffici:4,col:[4,8],col_nam:[5,8],colnam:4,column:[4,5,8],com:[1,4,7],come:8,compat:[5,7,8],complet:8,comput:[7,8],concaten:4,connect:[2,3],connexion:8,consid:[4,8],consist:7,contain:[4,5,7,8],content:[0,2],context:4,continu:4,control:5,conveni:[7,8],copi:8,core:8,corpu:[4,7],correspond:4,countvector:5,cpu:8,csv:4,cycl:5,data:[1,7,8],databas:8,datafram:[4,5,8],dataset:4,date:[5,8],datetim:8,defin:5,delimit:5,depend:[5,8],design:1,detail:[7,8],develop:0,df_base:8,dialect:8,dic_path:8,dico:[4,5],dict:5,dictionari:[5,8],dictionnari:5,differ:8,dimens:[4,7],doc2vec:[5,7],doc:8,document:[5,7],doe:7,done:[4,5],driver:8,each:[4,5,6,7,8],eas:8,easili:8,either:5,els:4,emb:4,embed:[4,7],enabl:8,encod:4,engin:8,enough:7,enter:8,entri:[4,5],estim:8,etc:7,event:8,exampl:[4,8],except:8,explain:8,facebookresearch:[4,7],facilit:8,fale:5,fals:[5,7,8],fasttext:[4,7],feat1:4,feat2:4,feat3:4,feat4:4,featur:[4,8],feature_col:4,feature_nam:8,feature_select:[2,3],fetch:[5,7,8],fetch_doc:5,file:4,final_tag:5,first:4,fit:[4,5,7,8],fit_pretrain:[4,7],fold:[2,3,7],fold_one_featur:8,fold_several_featur:8,folder:8,format:5,found:8,french:7,from:[4,5,7,8],full:8,gather:1,gensim:[1,5,7],get_engin:8,github:[4,7],given:[7,8],gram:4,grid:4,gridsearch:4,group:[4,8],group_kei:4,has:8,have:[4,8],header:5,high:4,how:8,howev:7,html:[1,5,8],html_parser:[2,3],htmlparser:6,http:[1,4,7,8],hyperparamet:[4,7],idea:8,identif:8,implement:[1,4,7,8],imput:8,impute_col:8,impute_df:8,index:[0,1],indic:[5,8],inform:[5,8],informaion:5,inherit:4,inlin:[5,8],inplac:[5,8],input:[4,5,7,8],instal:[0,8],instanc:[4,5,7,8],integr:4,iter:[4,7,8],its:[4,8],keep:4,kei:[4,5,8],kept:4,key1:8,key2:8,keyedvector:7,keyword:[4,8],kind:5,kwarg:[4,7,8],label:8,languag:7,lasso:4,lasso_coef:4,lasso_gridsearch:[2,3],lassoselector:4,last:5,last_tag_text:5,latest:8,lbound:8,learn:[1,5,8],lemmat:7,liblinear:4,like:8,limit:8,line:5,linear:4,link:5,list:[5,6,7,8],local:8,log:5,logist:4,logspac:4,lower:8,lowercas:5,lr_coeffici:4,machin:1,made:4,mai:8,main_pars:5,main_splitt:5,mani:1,master:[4,7],matrix:8,mean:[7,8],measur:8,medication_nam:4,merg:[5,8],method:8,min_count:4,minimum:4,miss:8,mistyp:8,model:[4,5,7],modul:[0,2],moment:4,most:4,multiprocess:8,mysql:8,mysqldb:8,n_compon:7,n_featur:4,n_job:[5,8],name:[4,5,8],nan:8,ndarrai:[4,7],need:7,neural_embed:[2,3],neuralvector:4,nlp:4,non:5,none:[4,5,7,8],normal:[4,7,8],normalize_cat:4,number:[4,5,8],object:[1,4,5,6,7,8],occur:8,one:[4,5,8],onli:[4,5,7,8],optim:7,optionn:8,order:[4,8],org:8,organ:8,other:[5,7,8],outlier:[2,3],outlierremov:8,output_path:4,over:7,packag:[0,2],page:[0,5],panda:[4,8],paramet:[4,5,7,8],pars:[5,7,8],parse_soup:5,parsed_report:7,parser:[2,3],parser_test:[3,5],part:4,pass:7,password:8,path:[4,7,8],patient:[4,8],patient_id:5,penal:4,perform:[4,7,8],pipelin:[4,7],point:8,pool:8,practic:5,prepar:8,preprocess:0,presenc:8,pretrain:[4,7],previous:7,primari:8,print:5,privat:5,process:4,pymysql:8,python:[1,8],radimrehurek:1,rather:1,reason:1,reduce_d:5,refer:0,regress:4,reinstanci:6,reli:1,reload_ext:4,remot:8,remov:[5,6,7,8],remove_sect:5,remove_tag:5,replac:8,repo:8,report:[5,7],report_dict:5,reportspars:5,repositori:1,result:8,retriev:8,return_estim:8,row:[4,8],saga:4,same:[1,4,5,7,8],sampl:4,save:[4,8],schema:8,scikit:[1,5],script:[4,5,6,8],scripts2:8,search:0,secondari:8,section:[5,6],section_manag:[2,3],see:[7,8],seed:4,select:4,selector:4,self:8,sequenti:8,seri:[4,5,8],server:8,setup:6,sever:4,should:[5,8],sinc:[4,5],singl:[4,8],size:4,skip:4,sklearn:[4,5,7,8],small:4,solver:4,soup:[5,6],sourc:[4,5,6,7,8],space:7,span:5,specif:[1,5],split:[4,5],splitter:5,sql2df:8,sql:8,sqlalchemi:8,stem:7,stemmer:7,step:7,stop:7,stop_word:[5,7],stopword:[6,7],str:[4,5,7,8],strat:4,strategi:[4,5,8],string:[4,5,7],style:5,submodul:[2,3],subpackag:2,suit:4,support:4,tabl:[5,8],tag1:5,tag2:5,tag:[5,6,7],take:[5,8],target:4,task:[1,8],termin:8,test:[3,5,8],test_between_tag:6,test_clean_str:6,test_empty_clean:6,test_last_tag:6,test_main_pars:6,test_pars:6,test_tranform_token:6,test_transform:6,testhtmlpars:6,testpars:6,text2vec:[2,3],text2vector:7,text:[4,5,7],text_between_tag:5,text_norm:7,text_pars:[2,3,6],tfidfvector:5,than:1,them:[4,8],therefor:8,thi:[1,4,5,6,7,8],third:8,timefram:8,timelin:8,todo:[6,7],token:[4,5,7],tool:[1,2,3],top:4,train:[7,8],transfo:5,transform:[2,3,4,5,8],transform_and_label:8,transformer_test:[3,5],tune:7,turn:7,two:[4,8],type:[4,5,7,8],ubound:8,unfold:[2,3],uniqu:8,unsupervis:[7,8],upper:8,uri:8,url:4,use:[4,8],use_password:8,used:[1,4,5,7,8],useful:1,useless:5,user:8,usernam:8,using:[4,7,8],util:[2,3],valu:[5,8],variabl:4,variou:8,vec:4,vector:[4,7],verbos:5,veri:8,want:8,weather:5,weight:4,well:[7,8],where:8,which:8,why:1,wide:1,wiki:[4,8],window:[4,7],wish:8,wod2vec:4,word2vec:[4,5,7],word:[4,5,7],would:8,written:5,wrong:8,yes:8,yet:7,you:8,your:8},titles:["Welcome to processing-toolbox\u2019s documentation!","processing-toolbox","preprocessing","preprocessing package","preprocessing.cat2vec package","preprocessing.html_parser package","preprocessing.html_parser.tests package","preprocessing.text2vec package","preprocessing.utils package"],titleterms:{cat2vec:4,connect:8,content:[3,4,5,6,7,8],depend:1,develop:1,document:0,feature_select:4,fold:8,html_parser:[5,6],indic:0,instal:1,instruct:1,lasso_gridsearch:4,modul:[3,4,5,6,7,8],neural_embed:4,outlier:8,packag:[3,4,5,6,7,8],parser:5,parser_test:6,preprocess:[2,3,4,5,6,7,8],process:[0,1],refer:1,section_manag:5,submodul:[4,5,6,7,8],subpackag:[3,5],tabl:0,test:6,text2vec:7,text_pars:5,tool:[4,7],toolbox:[0,1],transform:7,transformer_test:6,unfold:8,util:8,welcom:0}})