import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
from sklearn.preprocessing import StandardScaler
from sklearn.model_selection import train_test_split
from sklearn.svm import SVC
from sklearn.ensemble import RandomForestClassifier
from sklearn.metrics import accuracy_score, recall_score, f1_score, precision_score
import xgboost as xgb
from imblearn.over_sampling import SMOTE
import torch
import torch.nn as nn
import torch.optim as optim
from torch.utils.data import Dataset, DataLoader
import warnings
warnings.filterwarnings("ignore")

# ===================== 全局基础配置 =====================
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
plt.rcParams["font.sans-serif"] = ["SimHei"]
plt.rcParams["axes.unicode_minus"] = False
np.random.seed(42)
torch.manual_seed(42)

# ===================== 1. 模拟房地产上市公司数据集 =====================
# 127家房企4年数据，34项财务指标，标签0=正常企业 1=ST/*ST风险企业
n_sample = 127 * 4
n_feature = 34
X_raw = np.random.randn(n_sample, n_feature)
# 不平衡样本：风险企业占比15%
y_raw = np.random.choice([0, 1], size=n_sample, p=[0.85, 0.15])

# 构造DataFrame
col_names = [f"x{i+1}" for i in range(n_feature)]
df = pd.DataFrame(X_raw, columns=col_names)
df["label"] = y_raw
print("原始数据集形状：", df.shape)
print("标签分布（0正常/1风险）：\n", df["label"].value_counts())

# 划分特征、标签
X = df.drop("label", axis=1).values
y = df["label"].values

# ===================== 2. 数据预处理：Z-score标准化 + SMOTE平衡样本 =====================
# Z-score标准化
scaler = StandardScaler()
X_scaled = scaler.fit_transform(X)

# SMOTE过采样解决类别不平衡
smote = SMOTE(random_state=42)
X_bal, y_bal = smote.fit_resample(X_scaled, y)
print("\nSMOTE均衡后样本总量：", X_bal.shape[0])
print("均衡后标签分布：\n", pd.Series(y_bal).value_counts())

# 划分训练集7:测试集3
X_train, X_test, y_train, y_test = train_test_split(
    X_bal, y_bal, test_size=0.3, random_state=42, stratify=y_bal
)

# ===================== 3. XGBoost特征筛选，保留Top29重要指标 =====================
# 论文指定XGBoost超参数
xgb_model = xgb.XGBClassifier(
    max_depth=3,
    learning_rate=0.2,
    booster="gbtree",
    objective="binary:logistic",
    subsample=0.8,
    random_state=42
)
xgb_model.fit(X_train, y_train)

# 提取特征重要性并排序
feat_importance = pd.DataFrame({
    "feature": col_names,
    "importance": xgb_model.feature_importances_
}).sort_values("importance", ascending=False)

# 筛选前29个核心特征
top29_idx = feat_importance.head(29).index.values
X_train_xgb = X_train[:, top29_idx]
X_test_xgb = X_test[:, top29_idx]
print(f"\nXGBoost筛选完成，特征维度：{X_train_xgb.shape[1]}")

# 转换CNN-LSTM输入格式 [batch, seq_len=1, feature_dim=29]
X_train_cnn = X_train_xgb.reshape(-1, 1, 29)
X_test_cnn = X_test_xgb.reshape(-1, 1, 29)

# ===================== 4. 搭建网络模型结构 =====================
# 残差块ResBlock（论文残差连接结构）
class ResBlock(nn.Module):
    def __init__(self, in_channel, out_channel, stride):
        super().__init__()
        self.conv1 = nn.Conv1d(in_channel, out_channel, kernel_size=3, stride=stride, padding=1, bias=False)
        self.bn1 = nn.BatchNorm1d(out_channel)
        self.relu = nn.ReLU()
        self.conv2 = nn.Conv1d(out_channel, out_channel, kernel_size=3, stride=1, padding=1, bias=False)
        self.bn2 = nn.BatchNorm1d(out_channel)

        # 残差捷径分支
        self.downsample = nn.Sequential()
        if stride != 1 or in_channel != out_channel:
            self.downsample = nn.Sequential(
                nn.Conv1d(in_channel, out_channel, kernel_size=1, stride=stride, bias=False),
                nn.BatchNorm1d(out_channel)
            )

    def forward(self, x):
        residual = self.downsample(x)
        out = self.conv1(x)
        out = self.bn1(out)
        out = self.relu(out)
        out = self.conv2(out)
        out = self.bn2(out)
        out += residual
        out = self.relu(out)
        return out

# 核心CNN-ILSTM混合模型
class CNN_ILSTM(nn.Module):
    def __init__(self, input_dim=29, hidden_size=32, num_layers=1, dropout=0.1):
        super().__init__()
        # 论文5层残差卷积块
        self.res_blocks = nn.Sequential(
            ResBlock(29, 16, 1),
            ResBlock(16, 32, 2),
            ResBlock(32, 64, 1),
            ResBlock(64, 128, 2),
            ResBlock(128, 128, 1),
        )
        # LSTM时序层
        self.lstm = nn.LSTM(
            input_size=128,
            hidden_size=hidden_size,
            num_layers=num_layers,
            dropout=dropout,
            batch_first=False
        )
        # 输出分类层
        self.fc = nn.Linear(hidden_size, 1)
        self.sigmoid = nn.Sigmoid()

    def forward(self, x):
        # x: [batch, seq_len, feature] -> [batch, channel, seq]
        x = x.permute(0, 2, 1)
        cnn_feature = self.res_blocks(x)
        # 转换LSTM输入格式 [seq_len, batch, channel]
        cnn_feature = cnn_feature.permute(2, 0, 1)
        lstm_out, _ = self.lstm(cnn_feature)
        last_hidden = lstm_out[-1, :, :]
        output = self.fc(last_hidden)
        output = self.sigmoid(output)
        return output.squeeze()

# 简易单CNN基线模型
class SimpleCNN(nn.Module):
    def __init__(self):
        super().__init__()
        self.conv = nn.Conv1d(29, 64, kernel_size=3, padding=1)
        self.pool = nn.AdaptiveAvgPool1d(1)
        self.fc = nn.Linear(64, 1)
        self.sig = nn.Sigmoid()

    def forward(self, x):
        x = x.permute(0, 2, 1)
        x = self.conv(x)
        x = self.pool(x).squeeze()
        return self.sig(self.fc(x)).squeeze()

# 简易单LSTM基线模型
class SimpleLSTM(nn.Module):
    def __init__(self):
        super().__init__()
        self.lstm = nn.LSTM(29, 32, num_layers=1, batch_first=False)
        self.fc = nn.Linear(32, 1)
        self.sig = nn.Sigmoid()

    def forward(self, x):
        x = x.permute(1, 0, 2)
        lstm_out, _ = self.lstm(x)
        last_h = lstm_out[-1, :, :]
        return self.sig(self.fc(last_h)).squeeze()

# ===================== 5. 数据集加载器与训练函数 =====================
class CreditDataset(Dataset):
    def __init__(self, X_data, y_data):
        self.X = torch.FloatTensor(X_data)
        self.y = torch.FloatTensor(y_data)

    def __len__(self):
        return len(self.X)

    def __getitem__(self, idx):
        return self.X[idx], self.y[idx]

# 构建数据集与加载器
train_dataset = CreditDataset(X_train_cnn, y_train)
test_dataset = CreditDataset(X_test_cnn, y_test)
train_loader = DataLoader(train_dataset, batch_size=32, shuffle=True)
test_loader = DataLoader(test_dataset, batch_size=32, shuffle=False)

# 统一训练&评估函数
def train_evaluate(model, train_loader, test_loader, epochs=100, lr=1e-3):
    model = model.to(device)
    loss_func = nn.BCELoss()
    optimizer = optim.AdamW(model.parameters(), lr=lr)
    train_loss_rec, test_loss_rec = [], []
    train_acc_rec, test_acc_rec = [], []

    for epoch in range(epochs):
        # 训练阶段
        model.train()
        total_tr_loss = 0
        tr_pred, tr_true = [], []
        for batch_x, batch_y in train_loader:
            batch_x, batch_y = batch_x.to(device), batch_y.to(device)
            pred = model(batch_x)
            loss = loss_func(pred, batch_y)
            optimizer.zero_grad()
            loss.backward()
            optimizer.step()
            total_tr_loss += loss.item()
            tr_pred.extend((pred > 0.5).cpu().detach().numpy())
            tr_true.extend(batch_y.cpu().numpy())
        tr_acc = accuracy_score(tr_true, tr_pred)
        avg_tr_loss = total_tr_loss / len(train_loader)

        # 测试阶段
        model.eval()
        total_te_loss = 0
        te_pred, te_true = [], []
        with torch.no_grad():
            for batch_x, batch_y in test_loader:
                batch_x, batch_y = batch_x.to(device), batch_y.to(device)
                pred = model(batch_x)
                loss = loss_func(pred, batch_y)
                total_te_loss += loss.item()
                te_pred.extend((pred > 0.5).cpu().numpy())
                te_true.extend(batch_y.cpu().numpy())
        te_acc = accuracy_score(te_true, te_pred)
        avg_te_loss = total_te_loss / len(test_loader)

        # 记录曲线数据
        train_loss_rec.append(avg_tr_loss)
        test_loss_rec.append(avg_te_loss)
        train_acc_rec.append(tr_acc)
        test_acc_rec.append(te_acc)

        # 每10轮打印日志
        if (epoch + 1) % 10 == 0:
            print(f"Epoch {epoch+1:3d} | Train Loss:{avg_tr_loss:.4f} Acc:{tr_acc:.4f} | Test Loss:{avg_te_loss:.4f} Acc:{te_acc:.4f}")

    # 绘制损失、精度曲线
    fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(12, 5))
    ax1.plot(train_loss_rec, label="train", c="#1f77b4")
    ax1.plot(test_loss_rec, label="test", c="#ff7f0e")
    ax1.set_title("Loss Curve")
    ax1.set_xlabel("epoch")
    ax1.legend()
    ax2.plot(train_acc_rec, label="train", c="#1f77b4")
    ax2.plot(test_acc_rec, label="test", c="#ff7f0e")
    ax2.set_title("Mean Accuracy Curve")
    ax2.set_xlabel("epoch")
    ax2.legend()
    plt.tight_layout()
    plt.show()

    # 计算完整评价指标
    precision = precision_score(te_true, te_pred)
    recall = recall_score(te_true, te_pred)
    f1 = f1_score(te_true, te_pred)
    accuracy = te_acc
    return {"precision": precision, "recall": recall, "f1": f1, "accuracy": accuracy}

# 传统机器学习模型评估函数
def eval_ml_model(clf, X_tr, X_te, y_tr, y_te):
    clf.fit(X_tr, y_tr)
    y_pred = clf.predict(X_te)
    return {
        "precision": precision_score(y_te, y_pred),
        "recall": recall_score(y_te, y_pred),
        "f1": f1_score(y_te, y_pred),
        "accuracy": accuracy_score(y_te, y_pred)
    }

# ===================== 6. 全部模型训练与对比 =====================
print("===== 开始训练CNN-ILSTM混合模型 =====")
cnn_ilstm_net = CNN_ILSTM()
cnn_ilstm_result = train_evaluate(cnn_ilstm_net, train_loader, test_loader, epochs=100)

print("\n===== 训练传统机器学习基线模型 =====")
# SVM
svm = SVC()
svm_result = eval_ml_model(svm, X_train_xgb, X_test_xgb, y_train, y_test)
# 随机森林RF
rf = RandomForestClassifier(random_state=42)
rf_result = eval_ml_model(rf, X_train_xgb, X_test_xgb, y_train, y_test)

print("\n===== 训练单CNN基线模型 =====")
simple_cnn_net = SimpleCNN()
cnn_result = train_evaluate(simple_cnn_net, train_loader, test_loader, epochs=100)

print("\n===== 训练单LSTM基线模型 =====")
simple_lstm_net = SimpleLSTM()
lstm_result = train_evaluate(simple_lstm_net, train_loader, test_loader, epochs=100)

# 汇总所有模型指标
result_table = pd.DataFrame({
    "SVM": svm_result,
    "RF": rf_result,
    "CNN": cnn_result,
    "LSTM": lstm_result,
    "CNN-ILSTM": cnn_ilstm_result
}).T
print("\n==================== 模型评价指标汇总表 ====================")
print(result_table.round(3))

# 绘制多模型对比柱状图
metrics_list = ["precision", "recall", "f1", "accuracy"]
x_axis = np.arange(len(result_table.index))
bar_width = 0.15
fig, ax = plt.subplots(figsize=(10, 6))
for idx, metric in enumerate(metrics_list):
    values = result_table[metric].values
    ax.bar(x_axis + idx * bar_width, values, width=bar_width, label=metric)
ax.set_xticks(x_axis + bar_width * 2)
ax.set_xticklabels(result_table.index)
ax.set_ylim(0, 1.05)
ax.legend()
ax.set_title("不同模型评价指标对比")
plt.show()

原始数据集形状： (508, 35)
标签分布（0正常/1风险）：
 label
0    414
1     94
Name: count, dtype: int64

SMOTE均衡后样本总量： 828
均衡后标签分布：
 1    414
0    414
Name: count, dtype: int64

XGBoost筛选完成，特征维度：29
===== 开始训练CNN-ILSTM混合模型 =====
Epoch  10 | Train Loss:0.4046 Acc:0.8463 | Test Loss:0.5380 Acc:0.7751
Epoch  20 | Train Loss:0.3734 Acc:0.8601 | Test Loss:0.4363 Acc:0.8193
Epoch  30 | Train Loss:0.3531 Acc:0.8774 | Test Loss:0.4781 Acc:0.7711
Epoch  40 | Train Loss:0.3636 Acc:0.8497 | Test Loss:0.5828 Acc:0.7550
Epoch  50 | Train Loss:0.2934 Acc:0.8739 | Test Loss:0.5348 Acc:0.7711
Epoch  60 | Train Loss:0.3229 Acc:0.8670 | Test Loss:0.5751 Acc:0.7550
Epoch  70 | Train Loss:0.3237 Acc:0.8774 | Test Loss:0.5365 Acc:0.7791
Epoch  80 | Train Loss:0.3081 Acc:0.9016 | Test Loss:0.5927 Acc:0.7590
Epoch  90 | Train Loss:0.2491 Acc:0.9206 | Test Loss:0.6081 Acc:0.7590

findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei

Epoch 100 | Train Loss:0.2611 Acc:0.9050 | Test Loss:0.6102 Acc:0.7631

findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei

===== 训练传统机器学习基线模型 =====

===== 训练单CNN基线模型 =====
Epoch  10 | Train Loss:0.6069 Acc:0.6839 | Test Loss:0.6756 Acc:0.5904
Epoch  20 | Train Loss:0.5752 Acc:0.6701 | Test Loss:0.6796 Acc:0.5904
Epoch  30 | Train Loss:0.5898 Acc:0.6770 | Test Loss:0.6734 Acc:0.5984
Epoch  40 | Train Loss:0.5991 Acc:0.6649 | Test Loss:0.6694 Acc:0.6145
Epoch  50 | Train Loss:0.5831 Acc:0.6753 | Test Loss:0.6772 Acc:0.6024
Epoch  60 | Train Loss:0.6207 Acc:0.6805 | Test Loss:0.6852 Acc:0.5984
Epoch  70 | Train Loss:0.5930 Acc:0.6615 | Test Loss:0.6854 Acc:0.5863
Epoch  80 | Train Loss:0.5805 Acc:0.6563 | Test Loss:0.6816 Acc:0.5863
Epoch  90 | Train Loss:0.5809 Acc:0.6736 | Test Loss:0.6706 Acc:0.5863

findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei

Epoch 100 | Train Loss:0.5992 Acc:0.6718 | Test Loss:0.6830 Acc:0.5904

findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei

===== 训练单LSTM基线模型 =====
Epoch  10 | Train Loss:0.5851 Acc:0.7755 | Test Loss:0.6192 Acc:0.6707
Epoch  20 | Train Loss:0.4138 Acc:0.8342 | Test Loss:0.5487 Acc:0.7149
Epoch  30 | Train Loss:0.2953 Acc:0.9067 | Test Loss:0.4746 Acc:0.7831
Epoch  40 | Train Loss:0.2181 Acc:0.9499 | Test Loss:0.4219 Acc:0.8112
Epoch  50 | Train Loss:0.1526 Acc:0.9810 | Test Loss:0.3773 Acc:0.8434
Epoch  60 | Train Loss:0.1056 Acc:0.9879 | Test Loss:0.3567 Acc:0.8474
Epoch  70 | Train Loss:0.0774 Acc:0.9983 | Test Loss:0.3380 Acc:0.8635
Epoch  80 | Train Loss:0.0540 Acc:1.0000 | Test Loss:0.3363 Acc:0.8675
Epoch  90 | Train Loss:0.0409 Acc:1.0000 | Test Loss:0.3346 Acc:0.8675

findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei
findfont: Generic family 'sans-serif' not found because none of the following families were found: SimHei