#-*- coding: utf-8 -*-
#逻辑回归 自动建模 import pandas as pd #参数初始化 filename = '../data/bankloan.xls' data = pd.read_excel(filename) x = data.iloc[:,:8].as_matrix() y = data.iloc[:,8].as_matrix() from sklearn.linear_model import LogisticRegression as LR from sklearn.linear_model import RandomizedLogisticRegression as RLR rlr = RLR() #建立随机逻辑回归模型,筛选变量 rlr.fit(x, y) #训练模型 rlr.get_support() #获取特征筛选结果,也可以通过.scores_方法获取各个特征的分数 print(u'通过随机逻辑回归模型筛选特征结束。') print(u'有效特征为:%s' % ','.join(data.columns[rlr.get_support()])) x = data[data.columns[rlr.get_support()]].as_matrix() #筛选好特征 lr = LR() #建立逻辑货柜模型 lr.fit(x, y) #用筛选后的特征数据来训练模型 print(u'逻辑回归模型训练结束。') print(u'模型的平均正确率为:%s' % lr.score(x, y)) #给出模型的平均正确率,本例为81.4% python 3.5.2下运行,如果
把书上的x = data.iloc[:,:8].as_matrix()
x = data.iloc[:,:9].as_matrix(),可以消除warning,但是结果会错误。
上述代码原封不动的情况下,运行后会出现如下警告
isibleDeprecationWarning: boolean index did not match indexed array along dimension 0; dimension is 9 but corresponding boolean dimension is 8
这个意思是excel中的数据少读了一列,可以不予理会。
数据集(bankloan.xls):
年龄教育工龄地址收入负债率信用卡负债其他负债违约4131712176.009.3011.365.01127110631.0017.301.364.000401151455.005.500.862.1704111514120.002.902.660.8202422028.0017.301.793.0614125525.0010.200.392.16039120967.0030.603.8316.670431121138.003.600.131.2402413419.0024.401.363.28136101325.0019.702.782.1502710116.001.700.180.0902514023.005.200.250.940521241464.0010.003.932.4703716929.0016.301.723.0104812215100.009.103.705.4003629649.008.600.823.40136213641.0016.402.923.811431231972.007.601.184.2903916961.005.700.562.91041302126.001.700.100.34039122352.003.201.150.510471172143.005.600.591.8202813626.0010.000.432.1702918627.009.800.402.2402121216.0018.000.242.6412540232.0017.602.143.49045292669.006.700.713.920431252164.0016.700.959.74033212858.0018.403.087.5902632137.0014.200.205.05045131520.002.100.110.32030111022.0010.501.141.1702732726.006.000.720.8402518427.0014.401.022.8702518135.002.900.080.9402626745.0026.006.055.65030210422.0016.101.412.13032212154.0014.403.204.5802821824.0017.101.342.77145123550.004.200.561.5402317231.006.600.341.71034117359.008.001.812.91042272341.004.600.940.94039119548.0013.101.934.3602610014.007.500.300.7512120116.006.800.150.940351131535.004.500.431.1404714226.0010.400.122.5802320221.0011.400.781.62135118242.007.400.212.90034121125.0012.600.572.58146111220.0014.000.811.990461161852.0012.903.033.68138331825.003.700.310.6104023228.009.500.552.1103711324.0015.101.801.8213519134.005.000.401.300392161369.002.401.060.590403186100.002.501.491.020503102080.0012.202.487.28031191028.002.400.050.62029113142.007.401.461.6513714023.0012.400.871.9803324955.007.002.161.6902625728.007.801.021.16032211675.0023.307.769.7212822323.006.400.191.29139119846.009.102.521.6702828331.008.201.491.0512911220.0018.600.573.1513423821.0023.101.403.4502825934.0023.803.104.9904712621100.0012.804.588.2204341526.0010.601.521.240411131044.001.700.070.680471132551.0023.803.748.4002412121.000.600.030.1002911917.006.700.160.98033114237.002.600.200.760361151039.003.200.690.5602614327.0010.502.470.361311111245.0017.002.744.9103717332.0019.602.703.58035441629.0011.001.841.3502614320.005.400.320.760401101545.0018.802.016.4502925436.0012.403.490.97137351729.0024.601.415.730321121228.002.900.120.7002320117.0027.702.042.67132131023.006.200.051.3702511615.0011.400.371.3413815554.0010.601.504.2203220618.005.800.300.7514132015.0026.301.961.98136117654.004.400.731.65042313082.003.301.321.39041114852.007.300.932.8702924919.006.300.680.5203834631.009.301.331.551391229113.002.600.991.9503616926.008.300.032.1303318727.005.800.780.7904222111121.003.101.372.390412221775.0023.609.887.82040181728.003.600.530.47053191850.0011.202.023.5812814726.0013.501.302.210362121360.007.901.723.02034291345.0010.101.123.4304532539.004.900.461.4503816041.008.900.273.3802130224.007.700.831.010421121151.0021.402.418.500521162564.008.601.873.6402524633.005.200.551.1603429965.006.202.111.920402151673.003.401.031.4503120427.0012.801.092.3712511020.006.700.470.871451121937.009.501.342.1702313019.008.400.281.3213446327.0035.301.987.5513112422.0012.701.091.7012815922.002.800.140.48041171143.004.400.691.2003927268.0013.001.027.8212929336.001.400.130.3802115125.009.000.371.88041219268.005.801.512.4402641727.002.900.310.47033151018.0012.900.981.340452181935.0017.400.555.540391172060.0013.702.455.7702417221.006.300.520.8002926757.002.200.450.8002721023.0012.400.292.57040113228.005.900.960.69029181024.006.700.471.1402924337.006.601.161.2812410216.0016.001.011.5512719645.0017.802.855.1614131622135.004.401.284.66031111825.009.100.142.130411161768.005.400.453.2204225341.003.400.361.0402841326.0012.400.382.8503042825.0010.001.770.73030111133.008.400.682.0903118444.008.001.721.800452151451.0018.101.557.680431132376.006.102.152.48136141023.0016.301.332.4202818630.007.200.611.5502723533.0013.201.632.72036313339.0019.202.804.690331121132.0011.302.101.5105419228.0014.801.562.5913319429.0013.801.352.6513119526.004.500.310.8602114026.008.901.420.8902835944.008.700.773.0503122126.006.800.281.4913218626.004.100.330.7403521824.0012.500.592.4114021311102.0018.906.2313.0512214224.0015.601.642.1113914938.006.501.181.29041414344.001.700.350.39034116979.004.001.731.4302917922.009.700.551.58031141028.0011.300.292.8703211020.004.800.310.65132114773.008.803.752.67033161421.007.500.571.0102616022.0010.300.721.5502111118.0017.300.162.9602827234.007.000.362.02037113524.008.900.601.53033221435.0022.902.125.891391121046.005.000.561.74040281957.005.600.882.310453162180.003.000.911.49027110634.006.500.851.3602840729.0024.201.425.59039113927.008.000.971.190401142143.0015.002.793.66127111856.0016.904.644.8303611416.009.300.431.05055119278.0015.604.407.7602724322.0013.201.091.8213011817.0011.000.751.12036110028.0011.200.822.3213111621.002.500.280.25133213240.007.200.182.7003014033.004.200.500.8902411018.005.900.240.82133491028.004.300.380.83050182747.006.900.402.8403126632.0023.103.344.0512813719.004.100.260.52044381088.006.100.285.08148432345.009.800.973.44036201730.009.700.332.5802937163.005.500.572.8904031711116.006.002.564.4003317626.006.000.541.0202626630.001.000.140.160361141181.007.201.784.0502626035.001.900.090.580403166116.0012.101.6112.4204415348.009.001.972.35129311030.004.500.281.0703535337.005.400.581.42134116375.0010.403.953.85034312847.006.701.301.850461142535.0010.201.352.2204122122145.0012.203.2414.4502727830.004.000.450.7512740670.008.001.623.98128111624.002.400.110.47048302719.0010.800.851.2004831726113.0012.003.3810.1802935670.0019.903.1810.7514329560.0020.404.048.2012315217.007.900.301.04029210844.0018.103.704.2604045675.001.900.880.5402220320.005.600.210.9102317322.0014.400.852.32046391060.0015.301.617.57055131140.008.000.562.64138281638.000.600.030.2003525133.002.800.100.82030111927.000.900.070.1702417018.006.500.530.6402624328.009.500.232.43032221115.009.100.121.25137211475.003.500.631.99039161942.0019.902.545.8213024421.0018.300.493.350301101139.009.502.061.65032271032.004.300.430.9405432120118.0014.409.607.3902733435.0013.301.603.05031112431.0023.702.065.290391151639.001.800.140.5603115325.0014.101.182.350351151140.0018.501.216.190352101698.0013.304.878.1604622217144.0011.103.3212.66033113352.0021.302.718.361352133105.001.901.420.5803521121.007.900.371.29038151321.009.000.451.44041119196.007.802.255.230381181944.004.500.611.37034321439.0013.201.144.010513162582.004.402.601.00034210233.009.500.572.56047115130.0024.502.215.1403428678.005.402.162.0602728718.0011.900.401.74052191124.0019.200.803.8113919635.005.000.231.5203317022.006.400.630.7803410121.007.200.191.3203139759.0014.603.115.5012812916.0015.200.871.560391191645.003.700.920.7505122223120.007.604.144.9802214116.001.200.080.1102736426.0010.400.931.770321161038.0021.000.697.2902826738.007.200.771.9602721020.0010.300.381.6812622624.0013.601.581.69132114036.002.400.270.59030101117.003.700.450.18139113138.008.901.901.48031111628.004.800.351.00134115239.0024.704.375.2613118341.0012.600.135.0302921725.0010.400.572.0302919025.0013.901.072.40035291630.007.600.651.63029111732.006.000.930.99038221622.0022.701.213.791351161536.003.400.181.05029111536.006.100.711.4902323434.004.400.261.2303349832.005.500.501.2605121925159.002.801.073.3802414221.002.600.100.450311101249.009.803.241.571451101452.005.400.931.8802913117.009.000.471.06034101020.0017.102.051.3702524527.005.000.550.80137120256.001.900.540.5204712918129.0025.3020.5612.08143262454.009.600.624.560471221981.005.501.512.9502416221.005.200.110.9802735175.006.302.212.5202519418.001.200.070.150363111244.0014.700.456.020391162057.0019.401.569.50026110125.007.101.310.47041141925.0010.101.061.460391191560.0027.109.596.67137118854.0012.104.591.9402912014.0014.400.591.4314216931.0011.601.022.5703141629.0011.101.072.15036141517.0017.300.522.42039116452.0020.004.166.2402340223.006.700.471.07039141533.007.000.401.9102734140.003.100.280.9612418424.005.000.380.8202733445.0011.000.294.661411162249.001.600.430.3503810823.008.100.900.97140251235.0016.401.584.1615412512120.0026.5014.6017.20140112689.0017.402.7712.7104012432.003.700.850.3302911831.008.000.162.3203018623.0012.000.762.0002911118.001.100.030.1702933350.002.400.260.9412842441.002.500.460.5712840538.0010.400.643.32039216989.0014.305.007.73032111253.003.300.091.66036271643.0015.402.653.970391201239.008.200.772.4202836847.0019.805.573.7312814228.0014.200.443.54146161931.0012.201.991.8003024815.006.500.350.620392151932.004.900.421.15040353220.0016.008.1727.03144218474.0013.404.525.3903010819.0016.600.622.5312423019.004.300.360.460321101332.0011.301.172.4502923815.002.600.150.2404022136.003.800.281.09041282143.000.700.090.2202211317.0018.600.812.36038110834.001.200.040.37037261362.008.501.194.08041318671.0015.706.574.5814137656.0014.500.377.75139121522.0023.101.923.1712420215.0016.100.322.09132391051.0023.002.699.0402130126.007.701.530.47029113727.002.300.070.55035214382.000.800.470.1902916721.0018.101.112.69041222230.006.700.111.90037101818.0012.901.580.74132231347.001.900.430.46036551220.008.100.730.89039218944.002.100.370.56036118967.0011.205.252.26046322499.002.300.831.450341131151.009.601.883.0202717426.009.100.641.72043181145.003.300.680.81033114872.0041.3015.0214.7213922017101.001.400.341.0702911417.002.500.130.29034471540.006.400.951.6102611021.004.900.610.42031115260.004.800.802.08026110624.002.700.310.34028112745.007.701.851.610481132050.0030.806.119.29139221246.0016.004.003.3613713325.003.700.280.6505259070.009.401.335.25148131127.0021.301.404.3502617322.005.100.210.910465150126.003.100.483.43031171023.004.900.230.90034113856.006.100.862.55040122495.003.600.632.7902432516.006.400.270.75133121444.003.100.530.84053452978.0017.306.946.5614739152.0020.102.547.9113515532.0013.000.173.99034114828.0017.001.143.62049111539.0010.102.461.4802620728.009.301.271.3302312216.009.600.800.7312320421.008.700.451.37038241356.001.600.440.4502825237.008.301.121.9503030865.0029.703.9015.411341181034.0015.402.103.140502161471.0011.101.666.22029112240.006.701.631.0504230964.006.600.283.950311131227.005.000.241.11039110431.004.800.181.3004522126132.003.002.561.400451222491.0011.701.269.390361141753.005.701.891.1302540624.0012.101.601.3112921729.0021.202.333.8213028456.006.400.333.2503111124.004.500.220.8604314229.004.600.051.28032211457.0023.805.448.13147119750.0030.103.1811.87046111521.0014.801.381.731432161083.004.100.263.1404813724.007.000.760.9203038761.002.800.551.1602340432.0018.400.825.0713648032.001.600.020.4902030117.002.300.040.35043116789.000.400.160.2002312125.004.500.121.00141121276.0020.506.958.63034112568.0025.107.829.25150111536.004.800.830.8904019464.006.600.793.4302920822.0012.901.041.80139291656.0018.704.765.7102421242.005.700.841.5602710516.001.100.130.0504031814157.006.603.337.0403228245.003.700.980.680392161253.003.700.691.270401221100.0014.605.409.200321101142.009.101.542.28039123175.0018.903.1311.0402413321.0028.902.683.3914341814446.006.5016.0312.961561112059.0015.004.674.1803235923.004.500.330.71042171225.0010.201.630.92046331343.0013.203.042.6313112222.0016.401.741.8714312516242.002.601.644.6602826922.0011.500.651.880393111739.0012.902.562.4703910839.007.901.072.01037411433.0016.102.692.62130101117.0012.000.301.740375916177.005.900.899.5602214314.0017.500.232.22050112626.0014.301.851.87030110219.004.400.340.5003918021.004.000.280.5602120221.0012.500.492.1413139228.002.600.120.6103129130.005.800.601.14048102330.0022.302.664.0302814116.0023.801.092.7204731626221.0017.6015.7923.1012726134.004.400.241.26029261065.0018.401.999.9702122020.004.500.290.6112917520.0019.801.012.9512440329.006.600.591.32144112331.009.700.362.6502211018.004.400.270.52038213059.002.400.411.010522121676.007.700.994.8602513218.0016.300.352.5812515522.0010.900.402.0005122721166.0011.500.8218.270381211658.0016.504.584.99044192033.005.200.551.1702422326.009.700.891.6313415333.007.300.781.6302526226.004.500.071.10045351794.0010.503.616.26134241025.005.800.570.8802742823.005.700.320.991332101357.0020.906.115.80135201622.0015.001.971.331502153160.001.100.470.190331131342.003.600.231.280413131391.0025.202.3220.6212810228.0033.302.287.041383121463.0016.005.724.3612513216.0017.801.011.8414724933.007.101.191.15130212998.007.202.944.12044212586.0013.001.489.7002510218.0018.900.512.8914126036.0019.504.512.5112230118.007.700.480.91035231140.0017.201.805.081425623190.007.803.1611.66038131923.0014.700.832.5502321318.0018.700.892.4812832530.0019.901.524.450521192589.004.700.403.7902519220.003.500.110.6002821416.0014.700.571.780431191179.007.500.785.1402423124.0019.102.172.41034313752.009.201.503.2902926925.004.200.580.4703116921.008.300.731.01042214148.008.601.202.93149211151.0015.000.547.11039122973.0014.303.736.71045301922.004.200.030.89041172232.002.900.070.8602929046.001.600.240.4903537538.0015.101.384.3602725625.006.800.710.9902814719.004.100.290.490481172266.003.201.470.6402412518.006.000.530.55031161233.004.200.151.24043110969.006.400.414.01042131024.0010.600.671.8805123114249.007.804.2715.1502214319.0023.101.892.50137161031.0011.701.701.9312231325.0013.801.981.47149221320.0016.900.383.0012919830.008.200.152.31042121630.009.701.471.44034115067.0013.203.745.1003429727.001.700.300.1603225543.0015.001.814.641422182366.009.601.644.6902413014.0016.100.841.42134116948.007.601.472.17026110232.004.700.131.38030212968.0020.102.8610.8103214316.0028.500.893.671383131825.005.700.341.080432102437.008.500.682.4703129853.0013.501.195.9603741018123.0017.303.0218.26037241120.0021.700.174.171413121186.0026.504.9917.8013210420.003.000.260.3412220135.009.000.782.37132212363.0018.205.555.920472172341.009.500.463.440401212146.006.200.971.8903118122.006.700.371.1003437027.002.200.130.4705241317234.007.707.3910.6302812217.002.500.200.231383151863.0013.405.093.35033210426.003.100.030.78039291232.006.601.430.6804732311115.004.000.653.95036211849.001.300.270.3602937284.0013.606.914.511484141059.0016.504.944.801383121864.005.800.892.82046292615.004.300.010.6302735442.0019.902.715.6515411834114.008.503.296.4002740025.0012.701.421.7612311017.001.600.010.26041123291.0013.700.5711.8902413515.0011.300.071.6212819022.0027.705.280.8112610014.0010.500.261.2102418017.005.600.570.38149222479.007.300.295.4802823136.008.600.382.71038161718.0013.000.132.2103322937.004.500.830.8302618425.004.700.210.9603619140.009.801.981.940373161450.0036.607.3210.9812540118.0033.402.803.2112919233.004.800.690.8902728438.006.900.362.26045117062.0015.002.446.8603719857.005.501.361.7802923626.006.100.541.05151110144.0013.204.960.8512230023.008.400.371.56130471030.0015.700.264.4503117220.0012.300.112.3502812018.0014.801.940.721351101639.005.700.222.0102541134.008.500.132.7613225028.0014.802.591.55133121024.009.601.041.2602823441.0025.105.904.39146341773.005.402.221.720411241283.0014.006.595.03042211573.006.802.872.09041491347.005.000.441.9102613529.0025.702.534.931471278113.009.202.388.0202911318.0025.601.982.63134131436.004.700.621.0703617243.006.201.041.6303827464.003.000.651.27041241426.0019.201.473.52146192331.0013.801.622.66040331555.0016.501.757.321442170129.002.500.552.670353101539.0010.401.602.450361201560.005.401.062.1802820330.004.800.121.3212926718.005.100.450.4712323322.0011.401.271.23141271763.0015.404.645.0602511119.006.900.191.12045221929.005.400.441.1204823014148.007.203.976.68038118745.007.000.542.6102916446.005.401.171.310424158186.003.602.404.290311111247.0010.902.862.26040131323.006.900.411.1802612621.0019.801.023.1402516622.0020.202.262.18053471161.007.901.872.9405031827102.0014.105.788.600471319136.0023.1014.2317.1812311021.008.401.210.55137312883.004.100.323.0804112415100.0011.505.066.4402820729.0013.302.151.71131171141.0030.703.009.5914126119.006.300.121.07036171740.009.901.692.27041111619.004.400.240.590532163144.005.601.331.1303126525.0011.502.330.5402825625.002.900.340.390481282570.0012.004.334.0702320142.003.901.020.62131111634.006.800.302.0102716643.004.900.881.220431111737.001.300.180.3002925728.0018.702.133.1105316727.006.400.591.1313814919.0013.601.251.340301121038.008.500.173.0602832020.009.400.231.65136111233.0032.501.279.46048115560.002.100.320.94031112924.006.600.441.140351161057.0010.501.144.8405014423.0012.500.142.73042212955.0015.002.535.7204012328.007.100.181.80037201331.000.900.120.1613136854.002.800.401.110381111335.008.001.271.53035115177.0010.605.502.6604412410101.005.602.992.6604422114113.0013.203.1911.72033101223.000.900.080.13035171429.004.900.261.16036310443.0013.000.964.6302323424.006.300.550.9602710718.0012.800.581.7203416120.001.200.040.2003510534.0011.101.372.4012424420.003.700.320.420481308101.006.401.874.5902628140.0011.800.444.2804016936.002.100.390.3713419848.009.300.424.04035117442.003.000.091.1703017233.0025.401.177.2212014014.009.700.201.16136411730.0011.500.323.1302111116.006.300.140.870341181053.0010.500.844.7203517539.0016.101.704.5813531420.007.900.850.73034110133.0010.302.500.901331121268.0010.801.375.9803014218.0010.700.231.7002420516.007.300.021.140471318253.007.209.318.91053102627.0028.902.755.0512230220.004.700.220.7204826166.0012.102.325.67036261527.004.600.260.9812926421.0011.500.372.05033115332.007.600.491.940451192277.008.402.304.170371121444.0014.702.993.470