KaneAI - World’s First E2E Software Testing Agent.Book a Demo 
How to use putFile method in fMBT
Best Python code snippet using fMBT_python
hmm7.py
Source:hmm7.py 
1import random2import os3import sys4import math5from numpy import *6inpath = "D://python2.7.6//MachineLearning//hmm"7filename="RenMinData2.txt"8outfile = "D://python2.7.6//MachineLearning//hmm//wordDic.txt"9outfileo = "D://python2.7.6//MachineLearning//hmm//omitProb.txt"10outfilep= "D://python2.7.6//MachineLearning//hmm//pi.txt"11outfilet= "D://python2.7.6//MachineLearning//hmm//transProb.txt"12outfile2 = "D://python2.7.6//MachineLearning//hmm//markSentence.txt" 13testDocName= "test.txt" 14result=[]15######################16def loadData():17 allMarkList=[]18 wordDic={}19 charaDic={}20 f=open(inpath+'/'+filename,'r')21 content=f.readline()22 while content:23 eachMark=[]24 25 words=content.strip('\n').split(' ');#print words##26 for eachwid in words: ########### go through each danci'wo men'27 wid=eachwid.strip()28 if len(wid)<2:29 #print '<',wid30 continue31 32 #if wid not in wordDic.keys():33 #wordDic[wid]={}34 35 if len(wid)==2:36 #print '1',wid37 if wid not in charaDic.keys():38 charaDic[wid]={'b':0,'m':0,'e':0,'s':0}39 charaDic[wid]['s']+=1;eachMark.append('s')40 41 42 43 if len(wid)>2: #4 zijie 6 zijie44 #print '3', wid45 r=range(0,len(wid))[0:len(wid)-1:2];#print r46 for i in r:############go through each zi'wo' r=[0, 2, 4, 6, 8]47 #print wid[i:i+2],i# wid[i,i+2],wid[i:i+1] not work48 if wid[i:i+2] not in charaDic.keys():49 charaDic[wid[i:i+2]]={'b':0,'m':0,'e':0,'s':0}50 if i==0:51 charaDic[wid[i:i+2]]['b']+=1;eachMark.append('b');#print 'b'52 if i==len(wid)-2:53 charaDic[wid[i:i+2]]['e']+=1;eachMark.append('e');#print 'e'54 elif i!=len(wid)-2 and i!=0: ####else not work , one chara will be marked both b and m55 charaDic[wid[i:i+2]]['m']+=1;eachMark.append('m');#print 'm'56 57 allMarkList.append(eachMark)58 content=f.readline()59 ###############################60 #### output61 outPutfile=open(outfile,'w')62 for wid in charaDic.keys():63 outPutfile.write(str(wid));64 outPutfile.write(':')65 outPutfile.write(str(charaDic[wid]))66 outPutfile.write('\n')67 outPutfile.close()68 69 outPutfile=open(outfile2,'w')70 for eachM in allMarkList:71 outPutfile.write(str(eachM))72 outPutfile.write('\n')73 outPutfile.close()74 #################################75 # pi each state as first charact in each sentence ,count freq76 #################################77 pi={'b':0,'m':0,'e':0,'s':0}78 clas=['b','m','e','s']79 for sentence in allMarkList:80 for c in clas:81 if sentence[0]==c:82 pi[c]+=183 #print 'pi',pi;84 sm=0 #if not initiallize sm, will warning:local variable 'sm' referenced before assignment85 for c in clas:86 sm+=float(pi[c])87 #print sm88 for (k,v) in pi.items():89 if v!=0:90 pi[k]=math.log(float(v)/sm) #v=float(pi[k])/sm # not work v remain not divided,91 else:pi[k]=092 #print 'pi',pi93 ############################ 94 outPutfile=open(outfilep,'w')95 for (k,v) in pi.items():96 outPutfile.write(str(k));97 outPutfile.write(':')98 outPutfile.write(str(v))99 outPutfile.write(' ')100 outPutfile.close() 101 ######################################102 # each state total count freq103 ######################################104 state={'b':0,'m':0,'e':0,'s':0}105 for sentence in allMarkList:106 for chara in sentence:107 for c in clas:108 if chara==c:109 state[c]+=1 110 #print 'state freq',state111 112 ############################################113 # trans prob114 ############################################115 print 'num of sentence',len(allMarkList);116 transProb={'b':{'b':0,'m':0,'e':0,'s':0},'m':{'b':0,'m':0,'e':0,'s':0},'e':{'b':0,'m':0,'e':0,'s':0},'s':{'b':0,'m':0,'e':0,'s':0}}117 for index1 in range(len(allMarkList)):118 for index2 in range(len(allMarkList[index1])):119 for si in clas:120 for sii in clas:121 if index2+1 in range(len(allMarkList[index1])): 122 if allMarkList[index1][index2]==si and allMarkList[index1][index2+1]==sii:123 transProb[si][sii]+=1124 #print 'transprob',transProb125 for si in clas:126 for sii in clas:127 if transProb[si][sii]==0.0:transProb[si][sii]=0#math.log(1/float(state[si]*state[si]*state[si]))####128 else:transProb[si][sii]= math.log(float(transProb[si][sii]-1)/float(state[si]))129 ##############################130 outPutfile=open(outfilet,'w')131 for (k,v) in transProb.items():132 outPutfile.write(str(k));outPutfile.write(' ')133 for k1 in v.keys():134 outPutfile.write(str(k1));135 outPutfile.write(':');136 outPutfile.write(str(v[k1]));137 outPutfile.write(' ')138 outPutfile.write('\n')139 outPutfile.close() 140 141 #print 'transprob',transProb142 143 ############################################144 # omit probabilistic145 ############################################146 for (k,v) in charaDic.items():147 for c in clas:148 if v[c]!=0:149 charaDic[k][c]=math.log(float(v[c])/float(state[c]))150 else:charaDic[k][c]=-100000151 152 #############################153 outPutfile=open(outfileo,'w')154 for (k,v) in charaDic.items():155 outPutfile.write(str(k));156 outPutfile.write(' ')157 for k1 in v.keys():158 outPutfile.write(str(k1));159 outPutfile.write(':');160 outPutfile.write(str(v[k1]));161 outPutfile.write(' ')162 outPutfile.write('\n')163 outPutfile.close() 164 #########################################165 166 return pi,transProb,charaDic167def loadModel():168 #load pi transprob omitprob from txt since parameter trained for once only go through 200000sentence for once169 170 ############################pi171 pi={}172 f=open(outfilep,'r')173 content=f.readline()174 while content:175 content=content.strip('\n').split(' ');#print content ['e:0', 's:-1.23214368129', 'b:-0.344840486292', 'm:0', '']176 for elem in content:177 if len(elem)<1:break #######necesssary178 #print elem,elem[0]179 if elem[0] not in pi.keys():180 #print elem[2:]#elem[2:-1] last postion not included181 pi[str(elem[0])]=float(elem[2:])182 content=f.readline()183 #print pi184 ################################trans185 transProb={}186 f=open(outfilet,'r')187 content=f.readline()188 while content:189 content=content.strip('\n').split(' ');#print content ['e:0', 's:-1.23214368129', 'b:-0.344840486292', 'm:0', '']190 for elem in content:191 if len(elem)<1:break #######necesssary192 193 if len(elem)==1:194 if elem not in transProb.keys():195 #print elem[2:]#elem[2:-1] last postion not included196 transProb[elem]={}197 if len(elem)>1:198 if elem[0] not in transProb[content[0]]:199 transProb[content[0]][elem[0]]=float(elem[2:])200 content=f.readline()201 #print transProb202 ################################omitprob203 omitProb={}204 f=open(outfileo,'r')205 content=f.readline()206 while content:207 content=content.strip('\n').split(' ');#print content ['e:0', 's:-1.23214368129', 'b:-0.344840486292', 'm:0', '']208 for elem in content:209 if len(elem)<1:break #######necesssary210 211 if len(elem)==2:212 if elem not in transProb.keys():213 #print elem[2:] #if elem[2:-1] last postion not included214 omitProb[elem]={}215 if len(elem)>2:216 if elem[0] not in omitProb[content[0]]:217 omitProb[content[0]][elem[0]]=float(elem[2:])218 content=f.readline()219 #################################220 print 'finish load'221 return pi,transProb,omitProb222 223 224 225 226def normalize(pi,transProb,omitProb):227 clas=['b','m','e','s'];s=0.0228 ####################229 #pi230 ####################231 for c in clas:232 s=pi[c]*pi[c]+s233 s=math.sqrt(s)234 for c in clas:235 pi[c]=float(pi[c]/s)236 #print 'pi',pi237 ############################ 238 outPutfile=open(outfilep,'w')239 for (k,v) in pi.items():240 outPutfile.write(str(k));241 outPutfile.write(':')242 outPutfile.write(str(v))243 outPutfile.write(' ')244 outPutfile.close() 245 ###############################246 #transprob247 ###############################248 for c in clas:249 for cc in clas:250 s=transProb[c][cc]*transProb[c][cc]+s251 s=math.sqrt(s)252 for cc in clas:253 transProb[c][cc]/=s254 #print 'transprob',transProb255 ############################256 outPutfile=open(outfilet,'w')257 for (k,v) in transProb.items():258 outPutfile.write(str(k));outPutfile.write(' ')259 for k1 in v.keys():260 outPutfile.write(str(k1));261 outPutfile.write(':');262 outPutfile.write(str(v[k1]));263 outPutfile.write(' ')264 outPutfile.write('\n')265 outPutfile.close() 266 ##################################267 #omitprob268 #################################269 for (k,v) in omitProb.items():270 for c in clas:271 s=v[c]*v[c]+s272 s=math.sqrt(s)273 for c in clas:274 omitProb[k][c]=omitProb[k][c]/s275 ############################276 outPutfile=open(outfileo,'w')277 for (k,v) in omitProb.items():278 outPutfile.write(str(k));279 outPutfile.write(' ')280 for k1 in v.keys():281 outPutfile.write(str(k1));282 outPutfile.write(':');283 outPutfile.write(str(v[k1]));284 outPutfile.write(' ')285 outPutfile.write('\n')286 outPutfile.close()287 ##################288 return pi,transProb,omitProb289 290 291 292 293 294def test(omitProb):295 result=[];omitProb1=[]296 f=open(inpath+'/'+testDocName,'r')297 content=f.readline()298 while content:299 content=content.strip('\n');#print content,len(content)#300 301 n=range(len(content))[::2];#print n #[0, 2, 4, 6] len=8302 303 for i in n:304 omitProb1.append(omitProb[content[i:i+2]])305 result.append(0)306 content=f.readline() #without this doc cannot close307 return omitProb1,result,len(result)308######################total failue 309def seekAllPath(omitProb1,pi,transProb):310 #print'seekbestpath' #### track the flow /change of t311 st1List=['b','m','e','s'];scoreMin=inf;scoreMin0=inf; #in pursuit of prob max, seek min312 313 tt=len(omitProb1)314 pathRecord={}315 for i in range(tt):316 pathRecord[i]=[]317 #print pathRecord #not work when di gui call function itself318 319 for t in range(tt): #tt=4 [0 1 2 3]320 if t==1:321 for st1 in st1List:322 #print 'st1',st1323 #scoreMin=inf###wrong if not locate here324 scoreDic=initialDic325 for st in st1List:326 if transProb[st][st1]!=0 and scoreDic[st]!=0:327 s=scoreDic[st]+transProb[st][st1]+omitProb1[t][st1]; 328 pathi=[]329 pathi.append(st);pathi.append(st1);pathi.append(s);330 pathRecord[t].append(pathi)331 #print 't 1', st+'->'+st1 ,s332 #print 't 1',pathRecord333 if t>=2 and t!=tt-1:334 #scoreDic=seekBestPath(omitProb1,pi,transProb,t-1);print'1',t,scoreDic #di gui not work335 for st1 in range(len(st1List)):336 #scoreMin=inf###always forget to reset the value to compare 337 for st in range(len(st1List)): #[0 1 2 3]338 if transProb[st1List[st]][st1List[st1]]!=0:339 s=scoreDic[st1List[st]]+transProb[st1List[st]][st1List[st1]]+omitProb1[t][st1List[st1]];#print '2', transProb[st1List[st]][st1List[st1]],s,st1List[st],st1List[st1] 340 #print st1List[st]+'->'+st1List[st1],s341 pathi=[]342 pathi.append(st1List[st]);pathi.append(st1List[st1]);pathi.append(s);343 pathRecord[t].append(pathi)344 #print 't 2345...',pathRecord345 if t==tt-1:346 for st1 in range(len(st1List)):347 for st in range(len(st1List)): #[0 1 2 3]348 if transProb[st1List[st]][st1List[st1]]!=0 and st1List[st1] not in ['m','b']:349 s=scoreDic[st1List[st]]+transProb[st1List[st]][st1List[st1]]+omitProb1[t][st1List[st1]];#print '2', transProb[st1List[st]][st1List[st1]],s,st1List[st],st1List[st1] 350 #print st1List[st]+'->'+st1List[st1],s351 pathi=[]352 pathi.append(st1List[st]);pathi.append(st1List[st1]);pathi.append(s);353 pathRecord[t].append(pathi)354 #print 't 2345...',pathRecord355 356 if t==0:357 initialDic={'b':0,'m':0,'e':0,'s':0}358 for s in st1List:359 if pi[s]!=0:360 initialDic[s]=float(pi[s]+omitProb1[0][s])361 pathRecord[t].append(initialDic)362 #print 't 0',pathRecord363 return pathRecord364 365def judge(pi,transProb,omitProb1):366 clas=['b','m','e','s'];score={'b':0,'m':0,'e':0,'s':0}; s=0367 numChara=len(omitProb1)368 for t in range(numChara): # 3 char 0 1 2369 if t==1:370 for s1 in clas:371 for s0 in ['s','b']:372 if transProb[s0][s1]!=0:373 score[s1]=omitProb1[t-1][s0]+omitProb1[t][s1]+pi[s0]+transProb[s0][s1] #score[s0] wrong374 print '0',score375 if t>=2 and t!=numChara-1:376 for s1 in clas:377 tempMax=None378 for s0 in clas:379 if transProb[s0][s1]!=0:380 s=score[s0]+transProb[s0][s1]#+omitProb1[t][s1] 381 if transProb[s0][s1]!=0 and(s>tempMax or tempMax==None):#transProb[s0][s1]!=0 without this, s0=b will go into this 'if' 382 tempMax=s #when s0==b, tempmax=0 is max383 maxState=s0384 score[s1]=tempMax+omitProb1[t][s1]385 print maxState,'->',s1,score[s1],tempMax,omitProb1[t][s1]386 if t==numChara-1:387 for s1 in ['s','e']:388 tempMax=None389 for s0 in clas:390 if transProb[s0][s1]!=0:391 s=score[s0]+transProb[s0][s1]#+omitProb1[t][s1]392 if transProb[s0][s1]!=0 and(s>tempMax or tempMax==None):393 tempMax=s394 maxState=s0395 score[s1]=tempMax+omitProb1[t][s1]396 print maxState,'->',s1,score[s1]397 398######main399#pi,transProb,omitProb=loadData() # go through 200000000doc only once,train to get parameter400#pi,transProb,omitProb=normalize(pi,transProb,omitProb)401pi,transProb,omitProb=loadModel() 402omitProb1,result,lenSentence=test(omitProb)403pathRecord=seekAllPath(omitProb1,pi,transProb)404print pathRecord405judge(pi,transProb,omitProb1)406 407 408 409 410 411 ...
RF5.1 cluster new way to fill absent cabin ,old way fill age.py
Source:RF5.1 cluster new way to fill absent cabin ,old way fill age.py
1import random2import os3import sys4import math5 6inpath = "D://python2.7.6//MachineLearning//titanic-randomforest//data"7outfile1 = "D://python2.7.6//MachineLearning//titanic-randomforest//1.txt"8outfile2 = "D://python2.7.6//MachineLearning//titanic-randomforest//2.txt"9outfile3 = "D://python2.7.6//MachineLearning//titanic-randomforest//3.txt"10outfile4 = "D://python2.7.6//MachineLearning//titanic-randomforest//4.txt"11outfile5 = "D://python2.7.6//MachineLearning//titanic-randomforest//5.txt"12outfile6 = "D://python2.7.6//MachineLearning//titanic-randomforest//6.txt"13outfile7 = "D://python2.7.6//MachineLearning//titanic-randomforest//7.txt"14 15numCenter=30 #must not >=numPsg xi16######################17def loadData():18 global dataDic;dataDic={};global numPsg;global psgList;psgList=[];global featDic;19 20 for filename in os.listdir(inpath):21 content=open(inpath+'/'+filename,'r')22 data=content.readlines();23 feat=data[0].strip('\n')24 dataDic[feat]={};#print data[0].strip('\n')25 i=026 for d in data[1:]:27 dataDic[feat][i]=d.strip('\n')28 if len(d.strip('\n'))<1:dataDic[feat][i]=-1029 30 i+=131 #####################32 outPutfile=open(outfile1,'w')33 for feat,data in dataDic.items():34 #print len(data),feat,'loaded'35 numPsg=len(data)36 outPutfile.write(str(feat));37 outPutfile.write(str(data))38 outPutfile.write('\n')39 outPutfile.close()40 ########already get original data, now amend41 featDic={}42 for feat in dataDic.keys():43 featDic[feat]=set(dataDic[feat].values())44 del featDic['Survived']45 outPutfile=open(outfile2,'w')46 for k,v in featDic.items():47 outPutfile.write(str(k))48 outPutfile.write(str(v));49 outPutfile.write('\n')50 outPutfile.close()51 ############## str into float 52 for i in range(numPsg):53 eachPsg=[{},'tlable','plable']54 for feat in dataDic.keys():55 if feat in ['Pclass','Embarked','Sex','Cabin']:56 eachPsg[0][feat]=dataDic[feat][i] ###i start from 0,57 elif feat in ['Age','Fare','Parch','SibSp']:58 eachPsg[0][feat]=float(dataDic[feat][i])59 eachPsg[1]=int(dataDic['Survived'][i])60 #########for one passenger,all feat finish61 psgList.append(eachPsg)62 63 ############################64 outPutfile=open(outfile3,'w')65 for psg in psgList:66 outPutfile.write(str(psg));67 outPutfile.write('\n')68 outPutfile.close()69def absentData():70 global dataDic;global numPsg;global psgList;global featDic;71 #####age absent:after study distribution between fare and age, random age at(15,50)72 for psg in psgList:73 if psg[0]['Age']==-10:74 if psg[0]['Fare']<=50:75 psg[0]['Age']=random.randint(0,80)76 else:psg[0]['Age']=random.randint(15,50)77 #####embark absent:after see distribution, find 1 'S' is dominant78 for psg in psgList:79 if psg[0]['Embarked']==-10:psg[0]['Embarked']='S'80 ###########81 ###########82 outPutfile=open(outfile4,'w')83 for psg in psgList:84 outPutfile.write(str(psg));85 outPutfile.write('\n')86 outPutfile.close()87def transformFeat():#all include continuous variabal into 0 1 88 global dataDic;global numPsg;global psgList;global featDic;89 ###############str feat into 0 190 global strFeatDic;91 strFeatDic={'Pclass':('1','2','3'),\92 'Embarked':('C','S','Q'),\93 'Sex':('female','male'),\94 'Cabin':('C','A','B','D','E','F','G','T')}95 for psg in psgList[:]:96 for f,v in strFeatDic.items():97 for i in v[1:]:98 if psg[0][f]==i:99 psg[0][i]=1100 else:psg[0][i]=0101 ########cabin str 'b12' into(zimu,shuzi) 102 cab=psg[0]['Cabin'] #cab may =(zimu,shuzi)-10 DATA ABSENT or DATA PRESENT str103 if type(cab)==str and cab!=-10: #if 'D' not 'D12'104 zimu,shuzi=splitCab(cab)105 psg[0]['Cabin']=(zimu,shuzi);#print psg[0]['Cabin']106 if cab==-10:107 psg[0]['Cabin']=(-10,-10)108 109 110 '''############### now all cabin =(zimu,shuzi)111 cab=psg[0]['Cabin'] #cab only =(zimu,shuzi)112 for i in ('A','B','C','D','E','F','G','T')[1:]:113 if i in cab:114 psg[0][i]=1115 psg[0]['cabNum']=cab[1]'''116 ##############del str feat117 del psg[0]['Pclass'];del psg[0]['Embarked'];del psg[0]['Sex'];#del psg[0]['Cabin']118 119 ############now continuous into 0-1120 continuFeat={'Fare':{'fare1':(0,100),'fare2':(101,200),'fare3':(201,300)},\121 122 'Age':{'age1':(0,10),'age2':(11,20),'age3':(21,30),'age4':(31,40),'age5':(41,50),'age6':(51,100)},\123 124 'Parch':{'child1':(0,1),'child2':(2,3),'child3':(4,5)},\125 126 'SibSp':{'sib1':(0,1),'sib2':(2,3)}}127 128 129 for psg in psgList[:]:130 for k,v in continuFeat.items():131 for f,num in continuFeat[k].items():132 psg[0][f]=0133 if int(psg[0][k]) in range(num[0],num[1]+1):134 psg[0][f]=1135 #################new structure for psg:[{feat:0,1 include survived},truelabel 01, predict,{center and distance}]136 psg[0]['Survived']=psg[1]137 psg[1]=[psg[0]['Cabin'][0],psg[0]['Cabin'][1]];#(zimu,shuzi)(-10,-10)138 ##############139 del psg[0]['Fare'];del psg[0]['Age'];del psg[0]['Parch'];del psg[0]['Cabin']140 del psg[0]['SibSp'];141 142 143 ########################## 144 outPutfile=open(outfile5,'w')145 for psg in psgList:146 outPutfile.write(str(psg));147 outPutfile.write('\n')148 outPutfile.close() 149'''one psg:[{'child1': 1, 'child3': 0, 'sib1': 1,150'3': 1, '2': 0, 'Survived': 0, 'age5': 0, 'A': 0,151'sib2': 0, 'child2': 0, 'B': 0, 'E': 0, 'D': 0,152'G': 0, 'F': 0, 'age6': 0, 'age4': 0, 'age3': 1,153'age2': 0, 'age1': 0, 'Q': 0,'S': 1, 'T': 0,154'fare2': 0, 'fare1': 1, 'fare3': 0, 'male': 1}, (-10,-10)or ('C', 85), 'plable']'''155def initialCenter():156 global psgList;global center157 feaD=psgList[0][0].keys()158 center={}159 for i in range(numCenter):160 center[i]={}161 for fea in feaD:162 center[i][fea]=random.sample([0,1],1)[0]163 #print center164def cluster():165 global psgList;global center;global numPsg166 #############calc distance167 for psg in psgList[:]:168 ###for each psg find closest center and distance169 minDis=None;minCen=0;170 for cen,fea in center.items():171 dis=calcDis(fea,psg[0])172 if minDis ==None or minDis>dis:173 minDis=dis174 minCen=cen175 psg[2]=[minCen,minDis]176 #print psg[2]177 ################calc total distance178 totalLose=0.0179 for psg in psgList[:]:180 totalLose+=psg[2][1]181 print '%d centerios ,total psg distance %f'%(numCenter,totalLose)182 ###############183 #for psg in psgList[:7]:184 #print psg[1],psg[2]185 ##############calc new centerior186 feaD=psgList[0][0].keys()187 for cen,fea in center.items():188 for f,v in fea.items():189 ##########calc mean by each center each feat 190 meani=0.0;numMember=0.0191 for psg in psgList[:]:192 if psg[2][0]==cen:193 meani+=psg[0][f]194 numMember+=1195 meani/=(numMember+0.0001)196 center[cen][f]=meani197 #print center198 return totalLose199 200 201 202def show():203 global psgList204 ###############show distribution,see each centerior/cluster, what kind of zimu shuzi in it205 global zimuL;global shuziL;206 zimuL=[];shuziL=[]207 for i in range(numCenter):208 eachCzm=[];eachCsz=[];209 for psg in psgList[:]:210 if psg[2][0]==i:211 eachCzm.append(psg[1][0])212 eachCsz.append(psg[1][1])213 zimuL.append(eachCzm)214 shuziL.append(eachCsz)215 #########216 for i in range(len(zimuL)):217 zimuL[i]=set(zimuL[i])218 for i in range(len(shuziL)):219 shuziL[i]=set(shuziL[i])220 #print 'finally','zimu',zimuL,'shuzi',shuziL 221def labelCabin():222 global psgList;global zimuL;global shuziL; 223 #############remove -10 from set224 for i in range(len(zimuL)):225 if -10 in zimuL[i]:226 zimuL[i].remove(-10)227 ######what if after remove 0 in the set , some cluster is empty itself before remove -10228 if len(zimuL[i])==0:229 zimuL[i]=['C','A','B','D','E','F','G','T']230 231 for i in range(len(shuziL)):232 if -10 in shuziL[i]:233 shuziL[i].remove(-10)234 if len(shuziL[i])==0:235 shuziL[i]=[random.randint(1,150)]236 #print '1',shuziL,zimuL237 ############label (cabin zimu , cabin shuzi)238 for psg in psgList:239 240 ###########label cabin zimu241 if psg[1][0]==-10:242 for i in range(numCenter):243 if psg[2][0]==i:244 psg[1][0]=random.sample(zimuL[i],1)[0] #sample return [0] not 0245 ###########label cabin shuzi246 if psg[1][1]==-10:247 for i in range(numCenter):248 if psg[2][0]==i:249 psg[1][1]=random.sample(shuziL[i],1)[0] #sample return [0] not 0250 ######251 252 ####################253 outPutfile=open(outfile6,'w')254 for psg in psgList:255 outPutfile.write(str(psg));256 outPutfile.write('\n')257 outPutfile.close()258 ##################continuous variable cabin number into 01259 numCab={'cabN1':(0,10),'cabN2':(11,20),'cabN3':(21,30),'cabN4':(31,40),\260 'cabN5':(41,50),'cabN6':(51,60),'cabN7':(61,70),'cabN8':(71,80),\261 'cabN9':(81,90),'cabN10':(91,100),'cabN11':(101,110),'cabN12':(111,120),\262 'cabN13':(121,130)}263 for psg in psgList:264 labelCab=psg[1][0]265 if labelCab in psg[0]:266 psg[0][labelCab]=1267 ##########268 for k,v in numCab.items():269 psg[0][k]=0270 if int(psg[1][1]) in range(int(v[0]),int(v[1])+1):271 psg[0][k]=1272 ###########273 psg[1]=psg[0]['Survived']274 del psg[0]['Survived']275 ################################276 outPutfile=open(outfile7,'w')277 for psg in psgList:278 for k,v in psg[0].items():279 outPutfile.write(str(k))280 outPutfile.write(':')281 outPutfile.write(str(v))282 outPutfile.write(' ')283 outPutfile.write(str(psg[1]))284 outPutfile.write('\n')285 outPutfile.close()286 287 288 289 290 291 292################################# SUPPORT 293def splitCab(cab):294 295 cabL=[];zimu=-10;shuzi=-10296 if ' ' in cab:297 cabL=cab.split(' ');#print cabL298 for pos in cabL:299 if len(pos)==1:300 zimu=pos301 #print zimu302 if len(pos)>1:303 zimu=pos[0];shuzi=int(pos[1:])304 #print zimu,shuzi305 continue ##important choose long length 'a123'rather than 'a'306 if ' 'not in cab:307 if len(cab)==1:308 zimu=cab309 if len(cab)>1:310 zimu=cab[0];shuzi=int(cab[1:])311 312 return zimu,shuzi313 314def calcDis(dic1,dic2):315 dis=0.0316 for k,v in dic1.items():317 dis+=(v-dic2[k])**2318 dis=math.sqrt(dis)319 return dis320 321 322 323 324###########################main325loadData()326absentData()327transformFeat()328######to cluter in order to see distribution of cabin group329initialCenter()330lose1=cluster()331lose0=0.0332i=0333while abs(lose0-lose1)>0.01 and i<30:334 lose0=lose1335 lose1=cluster()336 i+=1337 338show()339###################340labelCabin()341#3 centerios ,total psg distance 1170.226266342#100 centerios ,total psg distance 714.829224343#8 centerios ,total psg distance 1040.752066344#700 centerios ,total psg distance 630.691374 ,without age 413...
DbmsAdvisor.py
Source:DbmsAdvisor.py
...41 folder = self.__generateRandomString__() 42 self.args['print'].subtitle("DBMSADVISOR library ?")43 logging.info("Simulate the file creation in the {0} folder with DBMSAdvisor".format(folder))44 logging.info('The file is not created remotly because the folder should not exist')45 status = self.putFile(folder,'temp.txt',data='data in file')46 if status == True or self.ERROR_BAD_FOLDER_OR_BAD_SYSTEM_PRIV in str(status):47 self.args['print'].goodNews("OK")48 else : 49 self.args['print'].badNews("KO")50def runDbmsadvisorModule(args):51 '''52 Run the DBMSAdvisor module53 '''54 status = True55 if checkOptionsGivenByTheUser(args,["test-module","putFile"]) == False : return EXIT_MISS_ARGUMENT56 dbmsAdvisor = DbmsAdvisor(args)57 status = dbmsAdvisor.connection(stopIfError=True)58 if args['test-module'] == True :59 args['print'].title("Test if the DBMSAdvisor library can be used")60 status = dbmsAdvisor.testAll()61 #Option 1: putLocalFile62 if args['putFile'] != None:63 args['print'].title("Put the {0} local file in the {1} path (named {2}) of the {3} server".format(args['putFile'][2],args['putFile'][0],args['putFile'][1],args['server']))64 status = dbmsAdvisor.putFile(args['putFile'][0], args['putFile'][1],localFile=args['putFile'][2]) 65 if status == True:66 args['print'].goodNews("The {0} local file was put in the remote {1} path (named {2})".format(args['putFile'][2],args['putFile'][0],args['putFile'][1]))67 else :68 args['print'].badNews("The {0} local file was not put in the remote {1} path (named {2}): {3}".format(args['putFile'][2],args['putFile'][0],args['putFile'][1],str(status)))...
Automation Testing Tutorials
Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.
LambdaTest Learning Hubs:
- JUnit Tutorial
- TestNG Tutorial
- Webdriver Tutorial
- WebDriverIO Tutorial
- Protractor Tutorial
- Selenium 4 Tutorial
- Jenkins Tutorial
- NUnit Tutorial
- Jest Tutorial
- Playwright Tutorial
- Cypress Tutorial
- PyTest Tutorial
YouTube
You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.
Run fMBT automation tests on LambdaTest cloud grid
Perform automation testing on 3000+ real desktop and mobile devices online.
Try LambdaTest Now !!
Get 100 minutes of automation test minutes FREE!!
Was this article helpful?
