Deep learning - 07 Quickly build a neural network and add loss functions and optimizers

Cross entropy loss function

loss = nn.CrossEntropyLoss()

optimizer

optim = torch.optim.SGD(MyNet.parameters(),lr=0.01)
code:

import torchvision
from torch.nn import Conv2d, MaxPool2d, Flatten, Linear, Sequential
from torch.utils.data import DataLoader
import torch.nn as nn
import torch

dataset_transform = torchvision.transforms.Compose([
    torchvision.transforms.ToTensor()
])
test_data = torchvision.datasets.CIFAR10(root="./test10_dataset", train=False, transform=dataset_transform)
test_loader = DataLoader(dataset=test_data, batch_size=128)

class MyNet(nn.Module):
    def __init__(self):
        super(MyNet, self).__init__()
        self.model1 = Sequential(
            Conv2d(in_channels=3, out_channels=32, kernel_size=5, padding=2),
            MaxPool2d(2),
            Conv2d(32, 32, 5, padding=2),
            MaxPool2d(2),
            Conv2d(32, 64, 5, padding=2),
            MaxPool2d(2),
            Flatten(),
            Linear(1024, 64),
            Linear(64, 10),
        )

    def forward(self, x):
        x = self.model1(x)
        return x

# 交叉熵损失函数
loss = nn.CrossEntropyLoss()
MyNet = MyNet()
# 优化器
optim = torch.optim.SGD(MyNet.parameters(),lr=0.01)
for epoch in range(20):
    running_loss = 0.0
    for data in test_loader:
        imgs, target = data
        output = MyNet(imgs)
        result_loss = loss(output,target)
        # 把每个可以调节梯度的梯度调为0
        optim.zero_grad()
        result_loss.backward()
        # 调优
        optim.step()
        running_loss = running_loss + result_loss
    print(running_loss)

Train 20 times and print the loss of each time: