虽然Logistic回归叫回归，但是其实它是一个二分类或者多分类问题
这里的话我们使用信用诈骗的数据进行分析
第一步：导入数据，Amount的数值较大，后续将进行(-1,1)的归一化
data = pd.read_csv('creditcard.csv') #读取数据 #查看前5行数据 print(data.head())
第二步: 对正常和欺诈的数目进行查看，正常样本的数目远大于欺诈样本，这个时候可以使用下采样或者过采样
# 画图查看 count_data = pd.value_counts(data['Class'], sort=True).sort_index() #统计样本数 count_data.plot(kind='bar') #画条形图 plt.title("Fraud class histogram") #标题 plt.xlabel('Classes') plt.ylabel('Frequency') plt.show()
第三步：将amount进行归一化形成amountNorm，并且去除time和amount项
#把amount数据标准化到-1， 1 from sklearn.preprocessing import StandardScaler #reshape 需要转换到的数值范围 data['NormAmount'] = StandardScaler().fit_transform(data['Amount'].values.reshape(-1, 1),) data = data.drop(['Time', 'Amount'], axis=1) # 去除两列 #进行分组 X = data.ix[:, data.columns != 'Class'] y = data.ix[:, data.columns == 'Class']
第四步，使用随机挑选来生成下采样数据
number_record_fraud = len(data[data.Class==1]) #找出其索引，组成数组 fraud_indices = np.array(data[data.Class == 1].index) norm_indices = data[data.Class == 0 ].index #从Class=0中任意挑选500个组成正常的类别 random_norm_indices = np.random.choice(norm_indices, 500, replace=False) random_norm_indices = np.array(random_norm_indices) #把正常的类别和欺诈类别进行组合 under_sample_indices = np.concatenate([fraud_indices, random_norm_indices]) #根据重组索引重新取值 under_sample_datas = data.iloc[under_sample_indices,:] #选择出属性和结果 X_undersample = under_sample_datas.ix[:, under_sample_datas.columns != 'Class']
第5步，交叉验证选择权重，这里采用的加权方法为|L* w|
from sklearn.linear_model import LogisticRegression from sklearn.cross_validation import KFold, cross_val_score from sklearn.metrics import confusion_matrix,recall_score,classification_report def printing_Kfold_socres(x_train_data, y_train_data): fold = KFold(len(y_train_data), 5, shuffle=False) c_param_range = [0.01, 0.1, 1, 10, 100] #创建一个空的列表用来存储Mean recall score的值 results_table = pd.DataFrame(index=range(len(c_param_range), 2), columns=['C_parameter', 'Mean recall score']) results_table['C_parameter'] = c_param_range j = 0 for c_param in c_param_range: print('-----------------------') print('C paramter:', c_param) print('-----------------------') print('') recall_accs = [] for iteration, indices in enumerate(fold, start=1): lr = LogisticRegression(C = c_param, penalty='l1') #放入参数，权重模式为l1 print('indices', indices) #建立模型并训练 lr.fit(x_train_data.iloc[indices[0], :], y_train_data.iloc[indices[0], :].values.ravel()) y_pred_undersample = lr.predict(x_train_data.iloc[indices[1], :].values) print(y_pred_undersample) #计算回归得分 recall_acc = recall_score(y_train_data.iloc[indices[1],:].values, y_pred_undersample) recall_accs.append(recall_acc) print('Iteration', iteration, ': recall score=', recall_acc) #求得平均的值 results_table.ix[j, 'Mean recall score'] = np.mean(recall_accs) j += 1 print('') print('Mean recall score', np.mean(recall_accs)) print('') # 数据类型进行转换 results_table['Mean recall score'] = results_table['Mean recall score'].astype('float64') # 求得Mean recall score 对应的最大的C_parameter值 best_c = results_table.loc[results_table['Mean recall score'].idxmax()]['C_parameter'] print('*********************************************************************************') print('Best model to choose from cross validation is with C parameter = ', best_c) print('*********************************************************************************') return best_c
#执行程序
best_c = printing_Kfold_socres(X_train_undersample, y_train_undersample)