From d80cff3451e9a4783aa41b36e764af8063761746 Mon Sep 17 00:00:00 2001 From: samir0719 Date: Mon, 13 Nov 2017 15:48:58 +0000 Subject: [PATCH 1/3] Done --- __init__.pyc | Bin 157 -> 145 bytes q01_myXGBoost/__init__.pyc | Bin 171 -> 159 bytes q01_myXGBoost/build.py | 12 +++++++----- q01_myXGBoost/build.pyc | Bin 1930 -> 1391 bytes q01_myXGBoost/tests/__init__.pyc | Bin 177 -> 165 bytes q01_myXGBoost/tests/test_q01_myXGBoost.pyc | Bin 2530 -> 2511 bytes 6 files changed, 7 insertions(+), 5 deletions(-) diff --git a/__init__.pyc b/__init__.pyc index 800b98fc1211bdd53dcefbfbba98671d8a62d668..0474085905764d6b06534d63a1f4df67e1780c48 100644 GIT binary patch delta 71 zcmbQsIFXTq`7v@#i>QbF^NeTnZ+5Y*)cAu#n~nK1u^MG gsg;Q(`MEI#Mfq8&$t5un=}Gzd#U=4D{=@=B0Hwwrg#Z8m diff --git a/q01_myXGBoost/__init__.pyc b/q01_myXGBoost/__init__.pyc index dcfccf77730cd8d473ebdac1587e4e826458fef7..7b9218601efd4d67325814a00d8b13240fbd1875 100644 GIT binary patch delta 85 zcmZ3@IG>S&`7v@#i>QbF^NeTnZ+5Y*)cAu#n~nK1u^MG ssg;Q(`MEI#Mfq8&$t5un=}Gzd#U=4DexZS3d~RigyAwz>W@4Qp0Ek8-O;K^(K z7oLoF|B?s)fHP=fyt>(aJNw@3oA+dVuJr{nKj`tCs=NM*j$5HgAqPa zQjh^gZv|ooO9t~SNEKq-S<*;K!9anIsi57ZBy=B48q&skkGcT{o|H6y8Vc^YvQ3=K zBlJZi?Wq$weq@_^@}ll8GDy#CiGm~-Kj2~_*RWc(*~8G|&6P4f3nqLua2Uz&U*vCM zE36gzryh65}K{ Nn$DDDpw(5?U|-}2cS!&M literal 1930 zcmd5+&2Ah;5U!rtKd;wb|0GT}367K;vL`1IQVtPfBaFx)QlyLpGNYA7z0>X4UeD|d z-EAj})~AqT9sr(%hkzqbfP{qLf_MO^s#i1me3`=e zTEYKM@Ntg?fWn`E93U1f2apF)gb;@y$QDB0fT9U;v)(s&--5VR@0*afq3A%|0igxV zRzS7jwSc$_x(l;aijKcG0SiFFQ2>Lu_a8IVhBeSl&}d!*)dtl8g(17}Ita!Mh}R+R zL%ad;CYS~&4BrEVp6j6cpf<=;Z9;}`ZNVcl)Y@&x(EAFiu7cVDbq&;YPy@)Cpl-ZV zdlMeTTO9ose1q57X8D5)S-`(0MvNHYmc76zuD?PuSl@7YGqO%krSo>uwZHox%?FJ zFk!;54P|_v-$OUz5$2BVD3#75N|U$GJ}Yy@{>Lw+%^WK;mtfKq^&csmA4oZPD)$A| zhA0Drdx6saV_#O|%<6^oWihU7In${hA7+!Xq${59zk2X6 zDHb>hq#aLAkTZMLqUP0w`WhbLh*lt4VngiWvm*MUAN=pAz%`Djh!Ks{W#1#3ckXsX zBOCPz=t|tzXcHywXtYJTZGtNVR|%+b(GCGsBBBA01_U<9dBzbf?*o6hg2e5l??DgLEaqncP5H<{xxzNfuc>f%W*-M&M-R=+#S zZx?pSi95RT2CcS3+AeiSy>srm9%~LpZqI2mGRzm6{c*i=5TYbh@(91y_oXfVq!-UN ggknzQpW^+O%c1e6*V00}mf?AG?H_+{^O;%r0p+KUQvd(} delta 610 zcmcIf%SyvQ6g_FuG<~GirV6@J+;k%SUjZZ_9fAmb{_WSBtQ)J2Dx?Gn^oX9(q zAOWUiDU#@z~&D@?I+N-(;Pe>PJ&dv+une=Bhnq) zew(>NG8(&m`-YKLx8u4Vv*z!+%APg!TNkGhN|^02k8nSAByIE8)WKv+Y%hzu5WFQQ nM!MENE4w4#%!+SoZxf~pecy_D%%Ug-zUU{mw?tF?A${@(+xw@V From c8fc259f78f2d51f4881e4b59821a8893ed04f62 Mon Sep 17 00:00:00 2001 From: samir0719 Date: Mon, 13 Nov 2017 18:07:11 +0000 Subject: [PATCH 2/3] Done --- q02_param2/__init__.pyc | Bin 168 -> 156 bytes q02_param2/build.py | 81 ++++++++++++++++++------- q02_param2/build.pyc | Bin 1318 -> 2029 bytes q02_param2/tests/__init__.pyc | Bin 174 -> 162 bytes q02_param2/tests/test_q02_param2.pyc | Bin 2462 -> 2425 bytes q03_xgboost/__init__.pyc | Bin 169 -> 157 bytes q03_xgboost/build.py | 36 ++++++----- q03_xgboost/build.pyc | Bin 1068 -> 1228 bytes q03_xgboost/tests/__init__.pyc | Bin 175 -> 163 bytes q03_xgboost/tests/test_q03_xgboost.pyc | Bin 2035 -> 2001 bytes 10 files changed, 80 insertions(+), 37 deletions(-) diff --git a/q02_param2/__init__.pyc b/q02_param2/__init__.pyc index fae1a21213b073a08d0544b24569cad9776893f0..7bd9c5beee1eb2de47c66e39294a97366f52c772 100644 GIT binary patch delta 82 zcmZ3%IERsg`7v@#i>QbF^NeTnZ+5Y*)cAu#n~nK1u^MG rsg;Q(`MEI#Mfq8&$t5un=}Gzd#U=4DexZR;d_iJSVy;ol#A-zV8Ra64 diff --git a/q02_param2/build.py b/q02_param2/build.py index 156fe17..5246c99 100644 --- a/q02_param2/build.py +++ b/q02_param2/build.py @@ -1,21 +1,60 @@ -# Default imports -from sklearn.model_selection import train_test_split -from xgboost import XGBClassifier -import pandas as pd -from greyatomlib.Xgboost_project.q01_myXGBoost.build import myXGBoost - -# load data -dataset = pd.read_csv('data/loan_clean_data.csv') -# split data into X and y -X = dataset.iloc[:, :-1] -y = dataset.iloc[:, -1] -X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=9) - -param_grid2 = {"gamma": [0, 0.05, 0.1, 0.3, 0.7, 0.9, 1], - "reg_alpha": [0, 0.001, 0.005, 0.01, 0.05, 0.1], - "reg_lambda": [0.05, 0.1, 0.5, 1.0] - } - - -# Write your solution here : - + +# %load q02_param2/build.py +# Default imports +from sklearn.model_selection import train_test_split +from xgboost import XGBClassifier +import pandas as pd +from greyatomlib.Xgboost_project.q01_myXGBoost.build import myXGBoost + +# load data +dataset = pd.read_csv('data/loan_clean_data.csv') +# split data into X and y +X = dataset.iloc[:, :-1] +y = dataset.iloc[:, -1] +X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=9) + +param_grid2 = {"gamma": [0, 0.05, 0.1, 0.3, 0.7, 0.9, 1], + "reg_alpha": [0, 0.001, 0.005, 0.01, 0.05, 0.1], + "reg_lambda": [0.05, 0.1, 0.5, 1.0] + } + +model = XGBClassifier(seed=9) + +# Write your solution here : +def param2(X_train, X_test, y_train, y_test,model,param_grid): + + param_grid1 = {"max_depth": [2, 3, 4, 5, 6, 7, 9, 11], + "min_child_weight": [4, 6, 7, 8], + "subsample": [0.6, .7, .8, .9, 1], + "colsample_bytree": [0.6, .7, .8, .9, 1] + } + cc_score,bestParam = myXGBoost(X_train, X_test, y_train, y_test,model,param_grid1,3) + #print(bestParam) + #dic ={} + + #updatePara = {'subsample': 0.8, 'colsample_bytree': 0.7, 'max_depth': 2, 'min_child_weight': 4} + + param_g={} + for k, v in bestParam.items(): + #print(k,v) + param_g[k]=[v] + + #print(param_g) + + #updateParam = {'subsample': [0.8], 'colsample_bytree': [0.7], 'max_depth': [2], 'min_child_weight': [4]} + + updateParam=param_g.copy() + updateParam.update(param_grid) + #print(updateParam) + cc_score2,bestParam2= myXGBoost(X_train, X_test, y_train, y_test,model,updateParam,3) + + #print(cc_score2,bestParam2) + update_best_param={k: v for k, v in bestParam2.items() if k not in param_g} + return (cc_score2.item(),update_best_param) + + +# accuracy1, best_params1 =param2(X_train, X_test, y_train, y_test,model,param_grid2) +# print(type(accuracy1)) +# print( type(best_params1)) +# print(accuracy1) +# print(best_params1) diff --git a/q02_param2/build.pyc b/q02_param2/build.pyc index 1db061f35e6b828eb3f3bc02020a1744270c8966..ee6b17e7b8eb594f995676e528cefe028c203e1f 100644 GIT binary patch literal 2029 zcmb_c&u<%55dL=8vE$fIoF+}{f~Z7eiK@7VMypn<^}d(Qb9TL( z-Io#<`;?X+XHLLh&E1K z{#bPb%$|Are~W(kss#voEkrL6W-;QHH2MP|7NfZ2KM+ZNOcGy9Boh zMTseW4T2&Y5Q`8?5KV-%Wf@!SI|H!-u{sM1DcxCe6g$=+&LJ#8oX3{C3`yBqrVuQb z_Fcduz@^;|?ySE==%|0_Sto>`n=CS4jXW)L?d55tbm3``XZz-jwX?d(bEgGW`E?z1M0p+%Untklu22lA2;Z* z@e5WN#!{n6of<5;d9cr0&tPj>h6X0|TA0|FIGB_$ zp&B-hD!6B3TETRl5&HxbVLeAAvlfZv$i)hr`$J+bg(}t= z=05A%0Ip@68$Jg~I@S#TK}rml#-_--&ivNg=eB1q0uw|!T?fWIe#T5Xn>lk#tw!d< znVm0FLi0TTTW)F|W)OIJkYv)#c|hB5Gamg#a`jDZ-c&SYJSOgVQ`b~D+11s{C&3Ge4d+@o7C z8?_BWUM?dVqDn@6-fj>*EC$@?hG#`a!p{wfQlUF!4l_CSbrMHv&_2b7_Ws7EcX9!@ z4JC?!GuoN-g~xXT2eoMt7+A(rn6*Uv|83xBiEcI=U>Fl&K>{& delta 591 zcmb`D!AiqG5Qb-4Q`=f?t5{GEf){fV37$l(pdP&R5D`=YA<3>uG%+!|MFWK%^y)!; z2d^G{4SfwydJvCZoQV}*z#;SP%F&LC!P=>)6a0a|Yl^kOYcm?=4@G9^c z@H$*;+P*%4g*`=myd;uNoJPWSbCn6y7`7$U_CB4a*>%1Q!ia_`i|Fj~B29DdFSB$Jg`D1uU4I#5LE_RHlT&ffn2@31jmc~% faU)rOBwtH}W4?x7{g*eW#r_wuN?cFQ+&cUQ_ClVW?qX$l_wC zVP+`dW=P>+DB%IIn;99znwc3Gp^_{NCAv@#i>QbF^NeTnZ+5Y*)cAu#n~nK1u^MG osg;Q(`MEI#Mfq8&$t5un=}Gzd#U=4DexZSJd<8@-W@3#Z06?81RsaA1 diff --git a/q03_xgboost/build.py b/q03_xgboost/build.py index fc75b96..07285de 100644 --- a/q03_xgboost/build.py +++ b/q03_xgboost/build.py @@ -1,16 +1,20 @@ -# Default imports -from sklearn.model_selection import train_test_split -from xgboost import XGBClassifier -import pandas as pd -from sklearn.metrics import accuracy_score - -# load data -dataset = pd.read_csv('data/loan_clean_data.csv') -# split data into X and y -X = dataset.iloc[:, :-1] -y = dataset.iloc[:, -1] -X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=9) - - -# Write your solution here : - +# %load q03_xgboost/build.py +# Default imports +from sklearn.model_selection import train_test_split +from xgboost import XGBClassifier +import pandas as pd +from sklearn.metrics import accuracy_score + +# load data +dataset = pd.read_csv('data/loan_clean_data.csv') +# split data into X and y +X = dataset.iloc[:, :-1] +y = dataset.iloc[:, -1] +X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=9) +def xgboost(X_train, X_test, y_train, y_test): + model=XGBClassifier(seed=9,subsample=0.8,colsample_bytree=0.7,max_depth=2,min_child_weight=4,reg_alpha=0,reg_lambda=1.0, + gamma=0,n_estimators=100,learning_rate=0.1) + model.fit(X_train,y_train) + y_pred=model.predict(X_test) + return accuracy_score(y_test,y_pred) +# Write your solution here : diff --git a/q03_xgboost/build.pyc b/q03_xgboost/build.pyc index fab0e81b5cf21cee7460897e50911351debb52bc..e6af28cf941ead496efc6296bd328231e7a09e29 100644 GIT binary patch delta 707 zcmb_Z&2G~`5dPLqQadEA(;p!&a3lh$4(b6RRph{(LpgxBSnJHz*<#18cOx3fRStQC zoXRtB;mA91=M9j!A@Kstx<$MIE6ukv-|ozOyYo5t76$(BVgK-Z`2I_fi**M;kL`%< z6`Q$aumA~=2l7E3P#4q#?SKMM2ki+H54r7Y>(m&fNQX{^1G7wxEUH{(pKjdxIkgefvogP> zlXPWkrLyyO{g}2%g}h2gRd%jDSH~q3dXdcLI;Z5L(%IZ<*UE-###&{G%&WQ79KiPP zs9Y8)$;@%Uuc__wmdT=!cEH{uQO0Tx%GzjR!VVd7CF_M=WJxXUU&UXiW7q3UxJy36 zxwdwP_o`O3edq<=xVJs=o~~Dk<(h4uq9m1DHc@mTx; D$=RyA delta 529 zcmcIgy-LJD5T4n+pWJzxSe_tOYETfxPQ*q#LE%JH2psuYa=#{K_s~F&D-P_e@*0Bp z4wgQFm9HR{HqOSpg2jCM&3v;v-_CpE*)aI`V)O0s>*m!M;fw=7okE|d6!MBd0R#vE zgE`=|0vU&79kL1xQ1d4MyoDlXkP)Fi2B>uo8NwW4S_MV-2&-C~)*!3Fg{_C2kw9aF z2>K0x6|ifRc2G}k7J}-=ZsLw*{>j>lN~>vC390OQ{=>Fs!+SRgW%0;E=Z98&xsu$IG0i+(s8|BU-rb%IT3QGqSy%&k-91xJ8=>Xgs+_I(2F8T zF3S9FcfU)Mbj|T58~stR6Q@e=tgMrGY;E j=j*>5mIn1Q4#!cjIvI&0Mv1ft$Q-uN;wD?eHg57?3cr9J diff --git a/q03_xgboost/tests/__init__.pyc b/q03_xgboost/tests/__init__.pyc index c17cec459d51c331a15e5ab5803f59769a09f558..3d393b2afda307431879a1a3ff083c5c829d7f77 100644 GIT binary patch delta 89 zcmZ3_xR{ZH`7v@#i>QbF^NeTnZ+5Y*)cAu#n~nK1u^MG zsg;Q(`MEI#Mfq8&$t5un=}Gzd#U=4DexZSJd<8@-rX;nvq&Ox%J~J<~BtBlRpt6Jm UXt+&oeoARhsvRScT@1tw05TdaDgXcg diff --git a/q03_xgboost/tests/test_q03_xgboost.pyc b/q03_xgboost/tests/test_q03_xgboost.pyc index 921bfbfcc335bbf67f8c0926d15af52c24e63024..6d42619bb83c75d86c33c50797400c9aa71fe86d 100644 GIT binary patch delta 620 zcmb_Xv1%JZ5Pf@lCrgTC*>bFNl0u}iOp22*Ar3L92yR>$q6CttIZoQ+BwLp|>o(wk z3bx23Os8;`9nCqUg9^-@ODpIeC+#yvkcJ<;d3uC{qued6m?srkMixLz;rc;sbT z^}Mhpynre?|Le3O5O`tesWWb?KfIm3{eG-(T{X?;EU&(qjckgVzPQp)q`EOjJMXA; zI#K95G`!odzNo!)-bej|B=*|A(~gAidYw%OW0~NJ=4K(8&(vY+!fljDxuKVu$xpI5&G@zO>K@&5qDcS% delta 644 zcmb_Z&r4KM6#nkJ?~UW=H2I@>S|qtr5uuPaZDwI@S_CRW!G-Zn=Q2L+@y5AV7-2+c zKxlnexhvX)M6_(*Dr(_U{{Y2s6aE98Yn17^6`^A^y zu_#pmEU=p+cP^gZ2{29oh3H8LD_|qo0&E{Ba*IK{TL#?#RX{gELm&Yf291D5LAQ9P ze&Th0w7@V^^X^u|Bw6c~P6b!)P{!`P zyj$FV>+NIBok}Wyes}P7|KO~ahJIu@d?*Ipn{dgUgs&G@8CrOxR*Y^Nl{D5;v!*xH zV{JBU-crrB-cD?usa88*XL;&*vytb<*8kO;_vh=KznHSxSfkvhXr?mCS0M+*0}+Q) xV$z*OvwDJ|X^&q8v&!Z5vS)?wyZo8JcHQe)^63@fWp@3no~i!-Dcpy?xj)!Oy8r+H From ba2c7fbc86bbd793f1e6b5947305e9437a80e740 Mon Sep 17 00:00:00 2001 From: samir0719 Date: Mon, 13 Nov 2017 18:10:09 +0000 Subject: [PATCH 3/3] Done --- q03_xgboost/build.py | 25 +++++++++++++++++++------ q03_xgboost/build.pyc | Bin 1228 -> 1023 bytes 2 files changed, 19 insertions(+), 6 deletions(-) diff --git a/q03_xgboost/build.py b/q03_xgboost/build.py index 07285de..f720e00 100644 --- a/q03_xgboost/build.py +++ b/q03_xgboost/build.py @@ -1,3 +1,4 @@ + # %load q03_xgboost/build.py # Default imports from sklearn.model_selection import train_test_split @@ -11,10 +12,22 @@ X = dataset.iloc[:, :-1] y = dataset.iloc[:, -1] X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=9) -def xgboost(X_train, X_test, y_train, y_test): - model=XGBClassifier(seed=9,subsample=0.8,colsample_bytree=0.7,max_depth=2,min_child_weight=4,reg_alpha=0,reg_lambda=1.0, - gamma=0,n_estimators=100,learning_rate=0.1) - model.fit(X_train,y_train) - y_pred=model.predict(X_test) - return accuracy_score(y_test,y_pred) + + # Write your solution here : +def xgboost(X_train, X_test, y_train, y_test,**kwargs): + model = XGBClassifier(seed=9,**kwargs) + #subsample=0.8,colsample_bytree=0.7, max_depth=2, min_child_weight=4, reg_alpha=0, reg_lambda=1.0,gamma=0,n_estimators=100,learning_rate=0.1) + model.fit(X_train,y_train) + y_pred=model.predict(X_test) + acc_score=accuracy_score(y_test,y_pred) + return acc_score.item() + + + +# accuracy=xgboost(X_train, X_test, y_train, y_test,subsample=0.8, +# colsample_bytree=0.7, max_depth=2, +# min_child_weight=4, reg_alpha=0, reg_lambda=1.0, +# gamma=0,n_estimators=100,learning_rate=0.1) +# print(accuracy) +# print(type(accuracy)) diff --git a/q03_xgboost/build.pyc b/q03_xgboost/build.pyc index e6af28cf941ead496efc6296bd328231e7a09e29..638f85250b2baa8ba2b1e7f46ecae49defd3ac0d 100644 GIT binary patch delta 287 zcmW-bJx&8L5QX2^yWaevm{6snWQ9b-4QK&TEIm?od i_$hC7GFM5eh6$s1nJuQfn>5dwG>u5hu{fkD9cBM-Q!@zw delta 474 zcmXv}u}&L75Ph?EK4Ztm2iQU=MU*NQ72*e6q)!1KaN1**^+tELbGH#79dh9!A8=Lj z7nJ-%dU^^ZI;4C+m^EUw^Y+ct%+A~Y-M_sg`Zw&4AMTQh)(L=#7)^}tga&97HVPDKg@&*p+;-q2 zG;%uFtQF3uV_Eyn$H9Ry?0UgPfcj@%>vB~X`{#Fv=b2AMzE~D-a+crt${2gOji=dm zsMOaPo0XqC72XL0rCVedb60S7Wt^RR7glYXtK8U37pu8;BEk0sDv=6Z=B#bdfR~x? z$Ypg|YCjOR$V}~>6w9i1EP@{j6h>DIx3F2I{k!A)*)(pS>9d+9?L?inXKLL3iq1cF zrT^OI%Vq6%h1Ov&=!7PewvXzV4%=arr+Xrv?FTprFmBh8J&J_Z;a4f8G@vvZsZVr7 GU+5K5Q)?yw