Python 谷歌云ML与Scikit学习提高:';dict';对象没有属性';下';
我使用以下教程在Google Cloud中使用我的Scikit学习情绪分析模型: 我的模型定义如下:Python 谷歌云ML与Scikit学习提高:';dict';对象没有属性';下';,python,machine-learning,scikit-learn,gcloud,Python,Machine Learning,Scikit Learn,Gcloud,我使用以下教程在Google Cloud中使用我的Scikit学习情绪分析模型: 我的模型定义如下: import csv import os from collections import defaultdict import sys import re import numpy as np import random import math import sklearn.datasets from sklearn.feature_extraction.text import CountV
import csv
import os
from collections import defaultdict
import sys
import re
import numpy as np
import random
import math
import sklearn.datasets
from sklearn.feature_extraction.text import CountVectorizer
from sklearn.feature_extraction.text import TfidfTransformer
from sklearn.naive_bayes import MultinomialNB
from sklearn.pipeline import Pipeline
from sklearn.linear_model import SGDClassifier
from sklearn import metrics
from sklearn.model_selection import GridSearchCV
from sklearn.externals import joblib
from sklearn.model_selection import train_test_split
from sklearn.model_selection import cross_val_score
def build_data_cv(datafile, trait_number):
"""
Loads data
"""
with open(datafile, "rb") as csvf:
csvreader = csv.reader(csvf,delimiter=',',quotechar='"')
data = []
target = np.array([])
for index, line in enumerate(csvreader):
# escape header
if index < 1:
continue
document = unicode(line[1], errors='replace')
data.append(document)
index_of_trait = trait_number + 2
if line[index_of_trait].lower()=='y':
target = np.append(target, 1.0)
else:
target = np.append(target, 0.0)
dataset = sklearn.datasets.base.Bunch(data=data, target=target)
dataset.target_names = ["positive", "negative"]
return dataset
# main program
if __name__=="__main__":
current_directory = os.getcwd() + "/"
data_file = current_directory + "essays.csv"
class_labels = ['EXT','NEU','AGR','CON','OPN']
for index, selected_trait in enumerate(class_labels):
print selected_trait
dataset = build_data_cv(data_file, index)
X_train, X_test, y_train, y_test = train_test_split(dataset.data, dataset.target, test_size=0.2, random_state=0)
clf = Pipeline([('vect', CountVectorizer()),
('tfidf', TfidfTransformer()),
('clf', SGDClassifier(loss='hinge', penalty='l2',
alpha=1e-3, random_state=42,
max_iter=5, tol=None)),
])
# clf.fit(X_train, y_train)
parameters = {'vect__ngram_range': [(1, 1), (1, 2)],
'tfidf__use_idf': (True, False),
'clf__alpha': (1e-2, 1e-3),
}
gs_clf = GridSearchCV(clf, parameters, n_jobs=-1)
# fit the model
gs_clf.fit(X_train, y_train)
# simple test score
# print clf.score(X_test, y_test)
# 10-fold cross-validation score
scores = cross_val_score(gs_clf, dataset.data, dataset.target, cv=10)
print("Accuracy: %0.4f (+/- %0.4f)" % (scores.mean(), scores.std() * 2))
# Export the classifier to a file
joblib.dump(gs_clf, 'svm_gs_'+selected_trait+'.joblib')
print "______________________"
它会引发以下错误:
File "/Users/XXX/google-cloud-sdk/lib/third_party/ml_sdk/cloud/ml/prediction/frameworks/sk_xg_prediction_lib.py", line 57, in predict
"Exception during sklearn prediction: " + str(e))
cloud.ml.prediction.prediction_utils.PredictionError: Failed to run the provided model: Exception during sklearn prediction: 'dict' object has no attribute 'lower' (Error code: 2)
input.json定义如下:
{"instances": [["the quick brown fox"],["another test"]]}
问题是什么以及如何解决?如评论中所述,包含
JSON\u实例的文件需要在每行上有一个JSON
在这种情况下,它将是
"the quick brown fox"
"another test"
这可能看起来很奇怪,但它是一个有效的JSON。如果我正确理解了您的代码,那么这只是学习的部分,而不是预测和抛出错误的部分?你能添加你称之为“预测”的部分吗?@MaximilianPeters我更新了这个问题,以更好地澄清它,因为据我所知,$INPUT\u文件
需要在每一行中都有一个JSON。在您的情况下,它应该是类似于“快速棕色狐狸”\n“另一个测试”
。是@MaximilianPeters!谢谢
"the quick brown fox"
"another test"