超参数搜索

# 导入所需的库

import numpy as np

from sklearn.model_selection import train_test_split

from sklearn.datasets import load_iris

from sklearn.svm import SVC

from sklearn.model_selection import GridSearchCV, RandomizedSearchCV

# 加载数据

iris = load_iris()

X, y = iris.data, iris.target

# 划分训练集和测试集

X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)

# 定义模型

model = SVC()

# 网格搜索

param_grid = {'C': [0.1, 1, 10, 100], 'gamma': [0.1, 0.01, 0.001, 0.0001]}

grid_search = GridSearchCV(model, param_grid, scoring='accuracy', cv=5, n_jobs=-1, verbose=1)

grid_search.fit(X_train, y_train)

print("Grid Search Best params:", grid_search.best_params_)

print("Grid Search Best score:", grid_search.best_score_)

# 随机搜索

param_dist = {'C': np.logspace(-3, 2, 100), 'gamma': np.logspace(-3, 2, 100)}

random_search = RandomizedSearchCV(model, param_distributions=param_dist, n_iter=100, scoring='accuracy', cv=5, n_jobs=-1, verbose=1)

random_search.fit(X_train, y_train)

print("Random Search Best params:", random_search.best_params_)

print("Random Search Best score:", random_search.best_score_)