Python 3.x python SKU未定义分数名称
我已经使用上述代码将我的数据划分为训练集和测试集Python 3.x python SKU未定义分数名称,python-3.x,pandas,classification,logistic-regression,sklearn-pandas,Python 3.x,Pandas,Classification,Logistic Regression,Sklearn Pandas,我已经使用上述代码将我的数据划分为训练集和测试集 x = df2.Tweet y = df2.Class from sklearn.cross_validation import train_test_split SEED = 2000 x_train, x_validation_and_test, y_train, y_validation_and_test = train_test_split(x, y, test_size=.02, random_state=SEED) x_validat
x = df2.Tweet
y = df2.Class
from sklearn.cross_validation import train_test_split
SEED = 2000
x_train, x_validation_and_test, y_train, y_validation_and_test = train_test_split(x, y, test_size=.02, random_state=SEED)
x_validation, x_test, y_validation, y_test = train_test_split(x_validation_and_test, y_validation_and_test, test_size=.5, random_state=SEED)
print ("Train set has total {0} entries with {1:.2f}% negative, {2:.2f}% positive".format(len(x_train),(len(x_train[y_train == 0])/ (len(x_train)*1.))*100,(len(x_train[y_train == 1]) / (len(x_train)*1.))*100))
print("Validation set has total {0} entries with {1:.2f}% negative, {2:.2f}% positive".format(len(x_validation),(len(x_validation[y_validation == 0]) / (len(x_validation)*1.))*100,(len(x_validation[y_validation == 1]) / (len(x_validation)*1.))*100))
print ("Test set has total {0} entries with {1:.2f}% negative,{2:.2f}% positive".format(len(x_test),(len(x_test[y_test == 0]) / (len(x_test)*1.))*100,(len(x_test[y_test == 1]) / (len(x_test)*1.))*100))
我已经定义了上述函数来对我的tweets数据进行逻辑回归。在运行下面的代码时,我得到“NameError:name准确性\未定义分数”。我将类(0和1)数据转换为int类型,但仍然出现此错误
函数调用代码
from sklearn.feature_extraction.text import CountVectorizer
from sklearn.linear_model import LogisticRegression
from sklearn.pipeline import Pipeline
from time import time
def accuracy_summary(pipeline, x_train, y_train, x_test, y_test):
if len(x_test[y_test == 0]) / (len(x_test)*1.) > 0.5:
null_accuracy = len(x_test[y_test == 0]) / (len(x_test)*1.)
else:
null_accuracy = 1. - (len(x_test[y_test == 0]) / (len(x_test)*1.))
t0 = time()
sentiment_fit = pipeline.fit(x_train, y_train)
y_pred = sentiment_fit.predict(x_test)
train_test_time = time() - t0
accuracy = accuracy_score(y_test, y_pred)
print("null accuracy: {0:.2f}%".format(null_accuracy*100))
print("accuracy score: {0:.2f}%".format(accuracy*100))
if accuracy > null_accuracy:
print("model is {0:.2f}% more accurate than null accuracy".format((accuracy-null_accuracy)*100))
elif accuracy == null_accuracy:
print("model has the same accuracy with the null accuracy")
else:
print("model is {0:.2f}% less accurate than null accuracy".format((null_accuracy-accuracy)*100))
print("train and test time: {0:.2f}s".format(train_test_time))
print ("-"*80)
return accuracy, train_test_time
cvec = CountVectorizer()
lr = LogisticRegression()
n_features = np.arange(10000,100001,10000)
def nfeature_accuracy_checker(vectorizer=cvec, n_features=n_features, stop_words=None, ngram_range=(1, 1), classifier=lr):
result = []
print (classifier)
print("\n")
for n in n_features:
vectorizer.set_params(stop_words=stop_words, max_features=n, ngram_range=ngram_range)
checker_pipeline = Pipeline([
('vectorizer', vectorizer),
('classifier', classifier)
])
print("Validation result for {} features".format(n))
nfeature_accuracy,tt_time = accuracy_summary(checker_pipeline, x_train, y_train, x_validation, y_validation)
result.append((n,nfeature_accuracy,tt_time))
return result
使用此代码导入我的csv
print("RESULT FOR UNIGRAM WITHOUT STOP WORDS\n")
feature_result_wosw = nfeature_accuracy_checker(stop_words='english')
您尚未导入精度评分功能
cols = ['Tweet','Class']
df = pd.read_csv("data.csv",header = None,names = cols,converters={"CLASS":int})
df.head()
你导入了
准确度评分功能了吗?是的,我忘记了。我得到了100%的准确率,但当我把它改为int数据类型时,我得到了98.55,知道为什么吗?
from sklearn.metrics import accuracy_score