97 lines
3.0 KiB
Python
97 lines
3.0 KiB
Python
import os
|
|
|
|
import torch
|
|
import torch.nn as nn
|
|
import torch.nn.functional as F
|
|
import numpy as np
|
|
from tqdm import tqdm
|
|
|
|
|
|
class Bird_CNN(nn.Module):
|
|
def __init__(self, c_in, c_hidden, c_out, kernel_size, img_width, img_height):
|
|
super().__init__()
|
|
self.model = nn.Sequential(
|
|
nn.Conv2d(c_in, c_hidden, kernel_size, padding=kernel_size//2),
|
|
nn.ReLU(),
|
|
|
|
nn.Conv2d(c_hidden, c_hidden, kernel_size, padding=kernel_size//2),
|
|
nn.ReLU(),
|
|
nn.Flatten(),
|
|
nn.Linear(c_hidden * img_height * img_width, c_out)
|
|
)
|
|
|
|
def forward(self, x):
|
|
return self.model(x)
|
|
|
|
|
|
def trainCNN(model, optimizer, loss_module, train_data_loader, validation_data_loader, device, num_epochs, SAVE_PATH, save=False):
|
|
|
|
best_val = 0
|
|
for epoch in range(num_epochs):
|
|
############
|
|
# Training #
|
|
############
|
|
model.train()
|
|
|
|
true_preds, count = 0, 0
|
|
for data_inputs, classes in tqdm(train_data_loader, desc=f"Train Epoch {epoch+1}", leave=False):
|
|
data_inputs = data_inputs.to(device)
|
|
classes = classes.to(device)
|
|
|
|
preds = model(data_inputs)
|
|
|
|
loss = loss_module(preds, classes)
|
|
|
|
optimizer.zero_grad()
|
|
|
|
loss.backward()
|
|
|
|
optimizer.step()
|
|
|
|
true_preds += (preds.argmax(dim=1) == classes).sum().item()
|
|
count += data_inputs.size(0)
|
|
train_acc = true_preds / count
|
|
|
|
torch.cuda.empty_cache()
|
|
|
|
##############
|
|
# Validation #
|
|
##############
|
|
model.eval()
|
|
|
|
true_preds, count = 0, 0
|
|
for data_inputs, classes in tqdm(validation_data_loader, desc=f"Validate Epoch {epoch+1}", leave=False):
|
|
with torch.no_grad():
|
|
data_inputs = data_inputs.to(device)
|
|
classes = classes.to(device)
|
|
|
|
preds = model(data_inputs)
|
|
|
|
loss = loss_module(preds, classes)
|
|
|
|
true_preds += (preds.argmax(dim=1) == classes).sum().item()
|
|
count += data_inputs.size(0)
|
|
val_acc = true_preds / count
|
|
|
|
if(save and best_val < val_acc):
|
|
best_val = val_acc
|
|
save_dir = os.path.join(SAVE_PATH, "bird_cnn")
|
|
os.makedirs(save_dir, exist_ok=True)
|
|
|
|
save_path = os.path.join(save_dir, "bird_cnn")
|
|
torch.save(model.state_dict(), save_path)
|
|
|
|
print(f"epoch: {epoch+1} | train accuracy: {int(train_acc * 1000) / 10}% | validation accuracy: {int(val_acc * 1000) / 10}%")
|
|
torch.cuda.empty_cache()
|
|
|
|
|
|
def sample(model, img, device, SAVE_PATH, model_name="bird_cnn", folder="bird_cnn"):
|
|
with torch.no_grad():
|
|
full_path = os.path.join(SAVE_PATH, folder, model_name)
|
|
state_dict = torch.load(full_path, weights_only=False)
|
|
model.load_state_dict(state_dict)
|
|
model.eval()
|
|
img = img.to(device)
|
|
pred = model(img)
|
|
probs = F.softmax(pred, dim=1)
|
|
return(torch.max(probs, dim=1)) |