I'm implementing a gridsearch on pipeline where the classifiers are swapped out. Using sklearn gridsearch, it worked ok.
gridSearch_features = GridSearchCV(estimator=pipeline,
param_grid=feature_parameters,
scoring = 'neg_log_loss',
n_jobs=-1, refit=True)
from sklearn.metrics import make_scorer, brier_score_loss
brier = make_scorer(brier_score_loss, greater_is_better=False)
gridSearch_features = GridSearchCV(estimator=pipeline,
param_grid=feature_parameters,
scoring = brier,
n_jobs=-1, refit=True)
I tried to drop in dask.GridSearchCV and got an error that I believe is connected to make_scorer object:
File "hal_crossval_search_features_multi.py", line 397, in <module>
gridSearch_features_model = gridSearch_features.fit(train_x,train_y)
File "/mnt/var/lib/anaconda2/lib/python2.7/site-packages/dask_searchcv/model_selection.py", line 801, in fit
out = scheduler(dsk, keys, num_workers=n_jobs)
File "/mnt/var/lib/anaconda2/lib/python2.7/site-packages/dask/threaded.py", line 75, in get
pack_exception=pack_exception, **kwargs)
File "/mnt/var/lib/anaconda2/lib/python2.7/site-packages/dask/local.py", line 521, in get_async
raise_exception(exc, tb)
File "/mnt/var/lib/anaconda2/lib/python2.7/site-packages/dask/local.py", line 290, in execute_task
result = _execute_task(task, data)
File "/mnt/var/lib/anaconda2/lib/python2.7/site-packages/dask/local.py", line 271, in _execute_task
return func(*args2)
File "/mnt/var/lib/anaconda2/lib/python2.7/site-packages/dask_searchcv/methods.py", line 216, in fit_transform
est = set_params(est, fields, params)
File "/mnt/var/lib/anaconda2/lib/python2.7/site-packages/dask_searchcv/methods.py", line 182, in set_params
est = copy_estimator(est)
File "/mnt/var/lib/anaconda2/lib/python2.7/site-packages/dask_searchcv/utils.py", line 65, in copy_estimator
return copy.deepcopy(est)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 190, in deepcopy
y = _reconstruct(x, rv, 1, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 334, in _reconstruct
state = deepcopy(state, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 257, in _deepcopy_dict
y[deepcopy(key, memo)] = deepcopy(value, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 230, in _deepcopy_list
y.append(deepcopy(a, memo))
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 237, in _deepcopy_tuple
y.append(deepcopy(a, memo))
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 190, in deepcopy
y = _reconstruct(x, rv, 1, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 334, in _reconstruct
state = deepcopy(state, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 257, in _deepcopy_dict
y[deepcopy(key, memo)] = deepcopy(value, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 230, in _deepcopy_list
y.append(deepcopy(a, memo))
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 237, in _deepcopy_tuple
y.append(deepcopy(a, memo))
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 190, in deepcopy
y = _reconstruct(x, rv, 1, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 334, in _reconstruct
state = deepcopy(state, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 257, in _deepcopy_dict
y[deepcopy(key, memo)] = deepcopy(value, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 190, in deepcopy
y = _reconstruct(x, rv, 1, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 334, in _reconstruct
state = deepcopy(state, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 257, in _deepcopy_dict
y[deepcopy(key, memo)] = deepcopy(value, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 190, in deepcopy
y = _reconstruct(x, rv, 1, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 334, in _reconstruct
state = deepcopy(state, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 257, in _deepcopy_dict
y[deepcopy(key, memo)] = deepcopy(value, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 190, in deepcopy
y = _reconstruct(x, rv, 1, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 334, in _reconstruct
state = deepcopy(state, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 257, in _deepcopy_dict
y[deepcopy(key, memo)] = deepcopy(value, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 190, in deepcopy
y = _reconstruct(x, rv, 1, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 334, in _reconstruct
state = deepcopy(state, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 257, in _deepcopy_dict
y[deepcopy(key, memo)] = deepcopy(value, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 163, in deepcopy
y = copier(x, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 257, in _deepcopy_dict
y[deepcopy(key, memo)] = deepcopy(value, memo)
File "/mnt/var/lib/anaconda2/lib/python2.7/copy.py", line 182, in deepcopy
rv = reductor(2)
TypeError: can't pickle NotImplementedType objects