GANの派生モデルであるCreative Adversarial Networksを1から実装しているのですが、損失を逆伝播する際にエラーが出てしまいます。
/usr/local/lib/python3.7/dist-packages/torch/autograd/__init__.py:156: UserWarning: Error detected in MmBackward0. Traceback of forward call that caused the error:
File "/usr/lib/python3.7/runpy.py", line 193, in _run_module_as_main
"__main__", mod_spec)
File "/usr/lib/python3.7/runpy.py", line 85, in _run_code
exec(code, run_globals)
File "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py", line 16, in <module>
app.launch_new_instance()
File "/usr/local/lib/python3.7/dist-packages/traitlets/config/application.py", line 846, in launch_instance
app.start()
File "/usr/local/lib/python3.7/dist-packages/ipykernel/kernelapp.py", line 499, in start
self.io_loop.start()
File "/usr/local/lib/python3.7/dist-packages/tornado/platform/asyncio.py", line 132, in start
self.asyncio_loop.run_forever()
File "/usr/lib/python3.7/asyncio/base_events.py", line 541, in run_forever
self._run_once()
File "/usr/lib/python3.7/asyncio/base_events.py", line 1786, in _run_once
handle._run()
File "/usr/lib/python3.7/asyncio/events.py", line 88, in _run
self._context.run(self._callback, *self._args)
File "/usr/local/lib/python3.7/dist-packages/tornado/platform/asyncio.py", line 122, in _handle_events
handler_func(fileobj, events)
File "/usr/local/lib/python3.7/dist-packages/tornado/stack_context.py", line 300, in null_wrapper
return fn(*args, **kwargs)
File "/usr/local/lib/python3.7/dist-packages/zmq/eventloop/zmqstream.py", line 452, in _handle_events
self._handle_recv()
File "/usr/local/lib/python3.7/dist-packages/zmq/eventloop/zmqstream.py", line 481, in _handle_recv
self._run_callback(callback, msg)
File "/usr/local/lib/python3.7/dist-packages/zmq/eventloop/zmqstream.py", line 431, in _run_callback
callback(*args, **kwargs)
File "/usr/local/lib/python3.7/dist-packages/tornado/stack_context.py", line 300, in null_wrapper
return fn(*args, **kwargs)
File "/usr/local/lib/python3.7/dist-packages/ipykernel/kernelbase.py", line 283, in dispatcher
return self.dispatch_shell(stream, msg)
File "/usr/local/lib/python3.7/dist-packages/ipykernel/kernelbase.py", line 233, in dispatch_shell
handler(stream, idents, msg)
File "/usr/local/lib/python3.7/dist-packages/ipykernel/kernelbase.py", line 399, in execute_request
user_expressions, allow_stdin)
File "/usr/local/lib/python3.7/dist-packages/ipykernel/ipkernel.py", line 208, in do_execute
res = shell.run_cell(code, store_history=store_history, silent=silent)
File "/usr/local/lib/python3.7/dist-packages/ipykernel/zmqshell.py", line 537, in run_cell
return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)
File "/usr/local/lib/python3.7/dist-packages/IPython/core/interactiveshell.py", line 2718, in run_cell
interactivity=interactivity, compiler=compiler, result=result)
File "/usr/local/lib/python3.7/dist-packages/IPython/core/interactiveshell.py", line 2822, in run_ast_nodes
if self.run_code(code, result):
File "/usr/local/lib/python3.7/dist-packages/IPython/core/interactiveshell.py", line 2882, in run_code
exec(code_obj, self.user_global_ns, self.user_ns)
File "<ipython-input-49-3036548502e8>", line 38, in <module>
fake_r_out, fake_c_out = D(fake_imgs)
File "/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py", line 1102, in _call_impl
return forward_call(*input, **kwargs)
File "<ipython-input-32-008c25e9f776>", line 73, in forward
c_out = self.c_out(c_out)
File "/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py", line 1102, in _call_impl
return forward_call(*input, **kwargs)
File "/usr/local/lib/python3.7/dist-packages/torch/nn/modules/container.py", line 141, in forward
input = module(input)
File "/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py", line 1102, in _call_impl
return forward_call(*input, **kwargs)
File "/usr/local/lib/python3.7/dist-packages/torch/nn/modules/linear.py", line 103, in forward
return F.linear(input, self.weight, self.bias)
File "/usr/local/lib/python3.7/dist-packages/torch/nn/functional.py", line 1848, in linear
return torch._C._nn.linear(input, weight, bias)
(Triggered internally at ../torch/csrc/autograd/python_anomaly_mode.cpp:104.)
allow_unreachable=True, accumulate_grad=True) # allow_unreachable flag
---------------------------------------------------------------------------
RuntimeError Traceback (most recent call last)
<ipython-input-49-3036548502e8> in <module>()
51
52 G_opt.zero_grad()
---> 53 G_loss.backward(retain_graph=True)
54 G_opt.step()
55
1 frames
/usr/local/lib/python3.7/dist-packages/torch/_tensor.py in backward(self, gradient, retain_graph, create_graph, inputs)
305 create_graph=create_graph,
306 inputs=inputs)
--> 307 torch.autograd.backward(self, gradient, retain_graph, create_graph, inputs=inputs)
308
309 def register_hook(self, hook):
/usr/local/lib/python3.7/dist-packages/torch/autograd/__init__.py in backward(tensors, grad_tensors, retain_graph, create_graph, grad_variables, inputs)
154 Variable._execution_engine.run_backward(
155 tensors, grad_tensors_, retain_graph, create_graph, inputs,
--> 156 allow_unreachable=True, accumulate_grad=True) # allow_unreachable flag
157
158
RuntimeError: one of the variables needed for gradient computation has been modified by an inplace operation: [torch.FloatTensor [512, 10]], which is output 0 of AsStridedBackward0, is at version 2; expected version 1 instead. Hint: the backtrace further above shows the operation that failed to compute its gradient. The variable in question was changed in there or anywhere later. Good luck!
この問題はどのように解決すればいいでしょうか?教えていただけるとうれしいです。
補足
学習
input_noise_num = 100
dataset_name = 'cifar10'
category_num = 10
steps = 20
G = generator(input_noise_num, dataset_name)
D = discriminator(category_num, dataset_name)
print(G)
print(D)
G_opt = optim.SGD(G.parameters(), lr=0.0001)
D_opt = optim.SGD(D.parameters(), lr=0.0001)
G_total_loss = []
D_total_loss = []
b_loss = nn.BCELoss()
c_loss = nn.CrossEntropyLoss()
for step in range(steps):
G.train()
D.train()
for real_imgs, labels in train_loader:
labels = label2onehot(labels)
labels = labels.long()
zs = torch.randn((batch_size, input_noise_num))
fake_imgs = G(zs.detach())
print(fake_imgs.size())
real_r_out, real_c_out = D(real_imgs)
fake_r_out, fake_c_out = D(fake_imgs)
print(fake_c_out.size())
D_loss = b_loss(real_r_out, torch.ones((batch_size, 1)))
D_loss = D_loss + c_loss(real_c_out, labels)
D_loss = D_loss + b_loss(fake_r_out, torch.zeros((batch_size, 1)))
D_opt.zero_grad()
D_loss.backward(retain_graph=True)
D_opt.step()
G_loss = b_loss(fake_r_out, torch.ones((batch_size, 1)))
G_loss = G_loss + CrossEntropy_uniform(fake_c_out, batch_size, category_num)
G_opt.zero_grad()
G_loss.backward(retain_graph=True)
G_opt.step()
Generator
def linear_input(input_size):
net = nn.Sequential(
nn.Linear(input_size, 2048*4*4, bias=False),
nn.BatchNorm1d(2048*4*4),
nn.ReLU(inplace=True),
)
return net
def conv_upsample_block(in_channels, out_channels, kernel_size, stride, padding):
net = nn.Sequential(
nn.ConvTranspose2d(in_channels, out_channels, kernel_size, stride, padding, bias=False),
nn.BatchNorm2d(out_channels),
nn.ReLU(inplace=True),
)
return net
class generator(nn.Module):
def __init__(self, input_size, datasets):
super().__init__()
self.input_size = input_size
self.datasets = datasets
self.input_layer = linear_input(self.input_size)
if self.datasets == 'can':
self.conv_up1 = conv_upsample_block(2048, 2048, 1, 1, 0)
self.conv_up2 = conv_upsample_block(2048, 1024, 2, 2, 0)
self.conv_up3 = conv_upsample_block(1024, 512, 2, 2, 0)
self.conv_up4 = conv_upsample_block(512, 256, 2, 2, 0)
self.conv_up5 = conv_upsample_block(256, 128, 2, 2, 0)
self.conv_up6 = conv_upsample_block(128, 64, 2, 2, 0)
self.conv_upout = nn.Sequential(
nn.ConvTranspose2d(in_channels=64, out_channels=3, kernel_size=2, stride=2, padding=0, bias=False),
nn.Tanh()
)
elif self.datasets == 'cifar10':
self.conv_up1 = conv_upsample_block(2048, 2048, 1, 1, 0)
self.conv_up2 = conv_upsample_block(2048, 1024, 1, 1, 0)
self.conv_up3 = conv_upsample_block(1024, 512, 1, 1, 0)
self.conv_up4 = conv_upsample_block(512, 256, 1, 1, 0)
self.conv_up5 = conv_upsample_block(256, 128, 2, 2, 0)
self.conv_up6 = conv_upsample_block(128, 64, 2, 2, 0)
self.conv_upout = nn.Sequential(
nn.ConvTranspose2d(in_channels=64, out_channels=3, kernel_size=2, stride=2, padding=0, bias=False),
nn.Tanh()
)
def forward(self, input_noise):
out = self.input_layer(input_noise)
out = out.view(-1, 2048, 4, 4)
out = self.conv_up1(out)
out = self.conv_up2(out)
out = self.conv_up3(out)
out = self.conv_up4(out)
out = self.conv_up5(out)
out = self.conv_up6(out)
out = self.conv_upout(out)
return out
Discriminator
def conv_downsample_block(in_channels, out_channels, kernel_size=4, stride=2, padding=1,):
net = nn.Sequential(
nn.Conv2d(in_channels, out_channels, kernel_size, stride, padding),
nn.BatchNorm2d(out_channels),
nn.LeakyReLU(inplace=True)
)
return net
def relu_linear(in_channels, out_channels):
net = nn.Sequential(
nn.Linear(in_channels, out_channels, bias=False),
nn.LeakyReLU(inplace=True)
)
return net
class discriminator(nn.Module):
def __init__(self, c_num, datasets):
super().__init__()
self.datasets = datasets
self.c_num = c_num
if self.datasets == 'can':
self.conv_down1 = conv_downsample_block(3, 32)
self.conv_down2 = conv_downsample_block(32, 64)
self.conv_down3 = conv_downsample_block(64, 128)
self.conv_down4 = conv_downsample_block(128, 256)
self.conv_down5 = conv_downsample_block(256, 512)
self.flatten = nn.Flatten()
self.r_out = nn.Linear(512*8*8, 1, bias=False)
self.c_linear1 = relu_linear(512*8*8, 1024)
self.c_linear2 = relu_linear(1024, 512)
self.c_out = nn.Sequential(
nn.Linear(512, self.c_num, bias=False),
nn.Softmax(1)
)
elif self.datasets == 'cifar10':
self.conv_down1 = conv_downsample_block(3, 32)
self.conv_down2 = conv_downsample_block(32, 64)
self.conv_down3 = conv_downsample_block(64, 128)
self.conv_down4 = conv_downsample_block(128, 256, 2)
self.conv_down5 = conv_downsample_block(256, 512, 2)
self.flatten = nn.Flatten()
self.r_out = nn.Linear(512*2*2, 1, bias=False)
self.c_linear1 = relu_linear(512*2*2, 1024)
self.c_linear2 = relu_linear(1024, 512)
self.c_out = nn.Sequential(
nn.Linear(512, self.c_num, bias=False),
nn.Softmax(-1)
)
def forward(self, input_image):
out = self.conv_down1(input_image)
out = self.conv_down2(out)
out = self.conv_down3(out)
out = self.conv_down4(out)
out = self.conv_down5(out)
out = self.flatten(out)
r_out = self.r_out(out)
c_out = self.c_linear1(out)
c_out = self.c_linear2(c_out)
c_out = self.c_out(c_out)
return torch.sigmoid(r_out), c_out
自作損失部分
def label2onehot(labels):
uni_labels = labels.unique(sorted=True)
k = 0
dic = {}
for l in uni_labels:
dic[str(l.item())] = k
k += 1
for (i, l) in enumerate(labels):
labels[i] = dic[str(l.item())]
return labels
def CrossEntropy_uniform(pred, batch_size, n_class):
# logsoftmax = nn.LogSoftmax(dim=1)
unif = torch.full((batch_size, n_class), 1/n_class)
left_sum = torch.sum(unif * torch.log(pred), 1)
return torch.mean(-1 * left_sum)