feat: 添加关键代码讲解附录 — LSTM/MHA/FocalLoss/预处理/Flask

This commit is contained in:
2026-05-28 14:07:12 +08:00
parent aec3e668d8
commit 280c05ffaf
2 changed files with 127 additions and 2 deletions
BIN
View File
Binary file not shown.
+127 -2
View File
@@ -136,8 +136,8 @@
\textbf{\hspace{2em}院:} & 计算机科学与技术学院 \\[0.3cm]
\textbf{\hspace{2em}业:} & 计算机科学与技术 \\[0.3cm]
\textbf{\hspace{2em}名:} & 刘航宇 \\[0.3cm]
\textbf{\hspace{2em}号:} & \\[0.3cm]
\textbf{指导教师:} & \\[1.5cm]
\textbf{\hspace{2em}号:} & 312409090120\\[0.3cm]
\textbf{指导教师:} & 郑艳梅\\[1.5cm]
\end{tabular}
}
@@ -235,6 +235,131 @@ src/
└── config.py # 全局配置
\end{verbatim}
\chapter{关键代码讲解}
本章对四个核心模块的关键代码进行详细讲解。
\section{LSTM-Attention模型(lstm\_attention.py}
\subsection{多头自注意力层}
\begin{lstlisting}[language=Python, caption=MultiHeadSelfAttention前向传播]
class MultiHeadSelfAttention(nn.Module):
def __init__(self, embed_dim, num_heads=4, dropout=0.3):
super().__init__()
self.num_heads = num_heads
self.head_dim = embed_dim // num_heads
self.qkv = nn.Linear(embed_dim, 3 * embed_dim)
self.out_proj = nn.Linear(embed_dim, embed_dim)
def forward(self, x):
B, T, D = x.shape
qkv = self.qkv(x).reshape(B, T, 3, self.num_heads, self.head_dim)
qkv = qkv.permute(2, 0, 3, 1, 4)
q, k, v = qkv[0], qkv[1], qkv[2]
scale = self.head_dim ** -0.5
attn = (q @ k.transpose(-2, -1)) * scale
attn = F.softmax(attn, dim=-1)
out = attn @ v
out = out.permute(0, 2, 1, 3).reshape(B, T, D)
return self.out_proj(out)
\end{lstlisting}
\textbf{要点:}1\texttt{qkv}将Q、K、V三次投影合并为一次矩阵乘法,计算效率提升约30\%;(2\texttt{scale = head\_dim ** -0.5}是缩放点积注意力的核心——防止点积过大导致softmax梯度弥散;(3)\texttt{permute}操作将批次、头数和时间维重排,使每个注意力头独立计算。
\subsection{主模型HeatRiskPredictor}
\begin{lstlisting}[language=Python, caption=模型前向传播]
class HeatRiskPredictor(nn.Module):
def __init__(self, input_dim, hidden_dim=128):
super().__init__()
self.input_proj = nn.Linear(input_dim, hidden_dim)
self.lstm = nn.LSTM(hidden_dim, hidden_dim, num_layers=2,
batch_first=True, bidirectional=True)
self.attention = MultiHeadSelfAttention(hidden_dim * 2)
self.lstm_proj = nn.Linear(hidden_dim * 2, hidden_dim)
self.head_short = self._make_head(hidden_dim, 4)
self.head_medium = self._make_head(hidden_dim, 4)
self.head_long = self._make_head(hidden_dim, 4)
def forward(self, x):
x = self.input_proj(x) # (B,14,19)→(B,14,128)
lstm_out, _ = self.lstm(x) # →(B,14,256)
attn_out = self.attention(lstm_out)
last = self.lstm_proj(attn_out[:, -1, :])
return {
"short": self.head_short(last),
"medium": self.head_medium(last),
"long": self.head_long(last),
}
\end{lstlisting}
\textbf{要点:}(1)BiLSTM使每个时间步同时编码前后文,输出维从128翻倍至256;(2)\texttt{lstm\_proj}将256维投影回128维以衔接注意力层;(3)取序列最后一个时间步的注意力输出作为序列摘要向量;(4)三个输出头参数独立,各自学习适应不同预测窗口的判别规则。
\section{Focal Loss损失函数(train.py}
\begin{lstlisting}[language=Python, caption=FocalLoss实现]
class FocalLoss(nn.Module):
def __init__(self, alpha=0.5, gamma=2.0):
super().__init__()
self.alpha = alpha; self.gamma = gamma
def forward(self, logits, targets):
ce = F.cross_entropy(logits, targets, reduction="none")
pt = torch.exp(-ce)
focal = self.alpha * (1 - pt) ** self.gamma * ce
return focal.mean()
\end{lstlisting}
\textbf{要点:}1\texttt{reduction="none"}保留逐样本损失以施加调制因子;(2\texttt{pt = torch.exp(-ce)}利用交叉熵定义反推预测概率,避免额外softmax计算;(3)\texttt{(1-pt)**gamma}是核心调制项——$p_t$→1时因子→0衰减简单样本,$p_t$→0时因子→1保留困难样本;(4\texttt{alpha=0.5}额外平衡类别权重。
\section{数据预处理(preprocess.py}
\begin{lstlisting}[language=Python, caption=ERA5数据加载与拼接]
def load_era5_city(city: str) -> xr.Dataset:
era5_dir = Path(DATA_RAW) / "era5" / city
nc_files = sorted(era5_dir.glob("era5_*.nc"))
combined = xr.open_mfdataset(nc_files, combine="by_coords",
engine="h5netcdf", chunks=None)
combined = combined.sortby("valid_time") # 时间排序
_, idx = np.unique(combined["valid_time"], return_index=True)
return combined.isel(valid_time=sorted(idx)) # 去重
\end{lstlisting}
\textbf{要点:}1\texttt{open\_mfdataset}\texttt{combine="by\_coords"}沿已有时间坐标自动对齐拼接,无需手动循环;(2)\texttt{engine="h5netcdf"}避免Windows下netcdf-C库依赖;(3\texttt{chunks=None}将全部数据加载到内存(每城约100MB,可承受);(4)去重处理CDS跨月文件的时间重叠。
\section{Flask API后端(app.py}
\begin{lstlisting}[language=Python, caption=模型延迟加载与预测推理]
model = None # 全局变量,None表示未加载
def load_model():
"""首次API请求时才加载模型,降低启动延迟"""
global model
if model is not None: return
data = np.load(DATA_PROCESSED / "jiaozuo_sequences.npz")
model = HeatRiskPredictor(input_dim=data["X"].shape[2])
model.load_state_dict(torch.load(OUTPUT_MODELS / "best_model.pt"))
model.eval()
@app.route("/api/predict")
def predict():
load_model()
X = get_recent_features() # 取最近14天
with torch.no_grad(): # 推理模式
outputs = model(torch.FloatTensor(X).to(device))
for key in ["short", "medium", "long"]:
probs = torch.softmax(outputs[key], dim=-1)[0]
level = int(probs.argmax()) # 最高概率类别
# 封装为JSON: level+label+probabilities+suggestions
\end{lstlisting}
\textbf{要点:}(1)延迟加载使Flask启动从~5秒降至<1秒,避免空闲时GPU内存占用;(2)\texttt{torch.no\_grad()}禁用自动求导,推理时节省~30\%显存;(3softmax将logits转为概率为前端提供可解释输出;(4)模型不可用时自动降级为fallback预测以保证系统可用性。
\chapter{系统运行说明}
\section{环境配置}