2015-10-28 19:30:47 +13:00
|
|
|
require 'w2nn'
|
2015-07-11 17:52:51 +12:00
|
|
|
|
2015-10-26 13:23:52 +13:00
|
|
|
-- ref: http://arxiv.org/abs/1502.01852
|
2015-07-11 17:52:51 +12:00
|
|
|
-- ref: http://arxiv.org/abs/1501.00092
|
2015-06-13 18:02:02 +12:00
|
|
|
local srcnn = {}
|
2015-11-19 01:46:43 +13:00
|
|
|
|
|
|
|
function nn.SpatialConvolutionMM:reset(stdv)
|
2016-06-08 09:58:46 +12:00
|
|
|
local fin = self.kW * self.kH * self.nInputPlane
|
|
|
|
local fout = self.kW * self.kH * self.nOutputPlane
|
|
|
|
stdv = math.sqrt(4 / ((1.0 + 0.1 * 0.1) * (fin + fout)))
|
2015-11-19 01:46:43 +13:00
|
|
|
self.weight:normal(0, stdv)
|
|
|
|
self.bias:zero()
|
|
|
|
end
|
2016-05-13 12:49:53 +12:00
|
|
|
function nn.SpatialFullConvolution:reset(stdv)
|
2016-06-08 09:58:46 +12:00
|
|
|
local fin = self.kW * self.kH * self.nInputPlane
|
|
|
|
local fout = self.kW * self.kH * self.nOutputPlane
|
|
|
|
stdv = math.sqrt(4 / ((1.0 + 0.1 * 0.1) * (fin + fout)))
|
2016-05-13 12:49:53 +12:00
|
|
|
self.weight:normal(0, stdv)
|
|
|
|
self.bias:zero()
|
|
|
|
end
|
2015-12-09 11:04:04 +13:00
|
|
|
if cudnn and cudnn.SpatialConvolution then
|
2015-11-19 01:46:43 +13:00
|
|
|
function cudnn.SpatialConvolution:reset(stdv)
|
2016-06-08 09:58:46 +12:00
|
|
|
local fin = self.kW * self.kH * self.nInputPlane
|
|
|
|
local fout = self.kW * self.kH * self.nOutputPlane
|
|
|
|
stdv = math.sqrt(4 / ((1.0 + 0.1 * 0.1) * (fin + fout)))
|
2015-11-19 01:46:43 +13:00
|
|
|
self.weight:normal(0, stdv)
|
|
|
|
self.bias:zero()
|
|
|
|
end
|
2016-05-13 12:49:53 +12:00
|
|
|
function cudnn.SpatialFullConvolution:reset(stdv)
|
2016-06-08 09:58:46 +12:00
|
|
|
local fin = self.kW * self.kH * self.nInputPlane
|
|
|
|
local fout = self.kW * self.kH * self.nOutputPlane
|
|
|
|
stdv = math.sqrt(4 / ((1.0 + 0.1 * 0.1) * (fin + fout)))
|
2016-05-13 12:49:53 +12:00
|
|
|
self.weight:normal(0, stdv)
|
|
|
|
self.bias:zero()
|
|
|
|
end
|
2015-11-19 01:46:43 +13:00
|
|
|
end
|
2016-03-12 11:23:42 +13:00
|
|
|
function nn.SpatialConvolutionMM:clearState()
|
|
|
|
if self.gradWeight then
|
2016-03-28 22:38:01 +13:00
|
|
|
self.gradWeight:resize(self.nOutputPlane, self.nInputPlane * self.kH * self.kW):zero()
|
2016-03-12 11:23:42 +13:00
|
|
|
end
|
|
|
|
if self.gradBias then
|
2016-03-28 22:38:01 +13:00
|
|
|
self.gradBias:resize(self.nOutputPlane):zero()
|
2016-03-12 11:23:42 +13:00
|
|
|
end
|
|
|
|
return nn.utils.clear(self, 'finput', 'fgradInput', '_input', '_gradOutput', 'output', 'gradInput')
|
|
|
|
end
|
2015-10-29 22:05:33 +13:00
|
|
|
function srcnn.channels(model)
|
2016-05-13 12:49:53 +12:00
|
|
|
if model.w2nn_channels ~= nil then
|
|
|
|
return model.w2nn_channels
|
|
|
|
else
|
|
|
|
return model:get(model:size() - 1).weight:size(1)
|
|
|
|
end
|
2015-10-29 22:05:33 +13:00
|
|
|
end
|
2016-04-23 12:18:12 +12:00
|
|
|
function srcnn.backend(model)
|
|
|
|
local conv = model:findModules("cudnn.SpatialConvolution")
|
2016-05-15 06:04:08 +12:00
|
|
|
local fullconv = model:findModules("cudnn.SpatialFullConvolution")
|
|
|
|
if #conv > 0 or #fullconv > 0 then
|
2016-04-23 12:18:12 +12:00
|
|
|
return "cudnn"
|
|
|
|
else
|
|
|
|
return "cunn"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
function srcnn.color(model)
|
|
|
|
local ch = srcnn.channels(model)
|
|
|
|
if ch == 3 then
|
|
|
|
return "rgb"
|
|
|
|
else
|
|
|
|
return "y"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
function srcnn.name(model)
|
2016-05-14 19:51:36 +12:00
|
|
|
if model.w2nn_arch_name ~= nil then
|
2016-05-13 12:49:53 +12:00
|
|
|
return model.w2nn_arch_name
|
2016-04-23 12:18:12 +12:00
|
|
|
else
|
2016-05-13 12:49:53 +12:00
|
|
|
local conv = model:findModules("nn.SpatialConvolutionMM")
|
|
|
|
if #conv == 0 then
|
|
|
|
conv = model:findModules("cudnn.SpatialConvolution")
|
|
|
|
end
|
|
|
|
if #conv == 7 then
|
|
|
|
return "vgg_7"
|
|
|
|
elseif #conv == 12 then
|
|
|
|
return "vgg_12"
|
|
|
|
else
|
2016-05-14 19:51:36 +12:00
|
|
|
error("unsupported model")
|
2016-05-13 12:49:53 +12:00
|
|
|
end
|
2016-04-23 12:18:12 +12:00
|
|
|
end
|
|
|
|
end
|
|
|
|
function srcnn.offset_size(model)
|
2016-05-13 12:49:53 +12:00
|
|
|
if model.w2nn_offset ~= nil then
|
|
|
|
return model.w2nn_offset
|
|
|
|
else
|
|
|
|
local name = srcnn.name(model)
|
|
|
|
if name:match("vgg_") then
|
|
|
|
local conv = model:findModules("nn.SpatialConvolutionMM")
|
|
|
|
if #conv == 0 then
|
|
|
|
conv = model:findModules("cudnn.SpatialConvolution")
|
|
|
|
end
|
|
|
|
local offset = 0
|
|
|
|
for i = 1, #conv do
|
|
|
|
offset = offset + (conv[i].kW - 1) / 2
|
|
|
|
end
|
|
|
|
return math.floor(offset)
|
|
|
|
else
|
2016-05-14 19:51:36 +12:00
|
|
|
error("unsupported model")
|
2016-05-13 12:49:53 +12:00
|
|
|
end
|
2016-04-23 12:18:12 +12:00
|
|
|
end
|
2016-05-13 12:49:53 +12:00
|
|
|
end
|
2016-05-14 19:51:36 +12:00
|
|
|
function srcnn.scale_factor(model)
|
|
|
|
if model.w2nn_scale_factor ~= nil then
|
|
|
|
return model.w2nn_scale_factor
|
2016-05-13 12:49:53 +12:00
|
|
|
else
|
|
|
|
local name = srcnn.name(model)
|
2016-05-14 19:51:36 +12:00
|
|
|
if name == "upconv_7" then
|
|
|
|
return 2
|
|
|
|
elseif name == "upconv_8_4x" then
|
|
|
|
return 4
|
2016-05-13 12:49:53 +12:00
|
|
|
else
|
2016-05-14 19:51:36 +12:00
|
|
|
return 1
|
2016-05-13 12:49:53 +12:00
|
|
|
end
|
2016-04-23 12:18:12 +12:00
|
|
|
end
|
|
|
|
end
|
|
|
|
local function SpatialConvolution(backend, nInputPlane, nOutputPlane, kW, kH, dW, dH, padW, padH)
|
|
|
|
if backend == "cunn" then
|
|
|
|
return nn.SpatialConvolutionMM(nInputPlane, nOutputPlane, kW, kH, dW, dH, padW, padH)
|
|
|
|
elseif backend == "cudnn" then
|
|
|
|
return cudnn.SpatialConvolution(nInputPlane, nOutputPlane, kW, kH, dW, dH, padW, padH)
|
|
|
|
else
|
|
|
|
error("unsupported backend:" .. backend)
|
|
|
|
end
|
|
|
|
end
|
2016-06-08 09:58:46 +12:00
|
|
|
local function SpatialFullConvolution(backend, nInputPlane, nOutputPlane, kW, kH, dW, dH, padW, padH, adjW, adjH)
|
2016-05-13 12:49:53 +12:00
|
|
|
if backend == "cunn" then
|
2016-06-08 09:58:46 +12:00
|
|
|
return nn.SpatialFullConvolution(nInputPlane, nOutputPlane, kW, kH, dW, dH, padW, padH, adjW, adjH)
|
2016-05-13 12:49:53 +12:00
|
|
|
elseif backend == "cudnn" then
|
|
|
|
return cudnn.SpatialFullConvolution(nInputPlane, nOutputPlane, kW, kH, dW, dH, padW, padH)
|
|
|
|
else
|
|
|
|
error("unsupported backend:" .. backend)
|
|
|
|
end
|
|
|
|
end
|
2016-04-23 12:18:12 +12:00
|
|
|
|
|
|
|
-- VGG style net(7 layers)
|
|
|
|
function srcnn.vgg_7(backend, ch)
|
2015-06-13 18:02:02 +12:00
|
|
|
local model = nn.Sequential()
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, ch, 32, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 32, 32, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 32, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 128, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 128, 128, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 128, ch, 3, 3, 1, 1, 0, 0))
|
2015-05-16 17:48:05 +12:00
|
|
|
model:add(nn.View(-1):setNumInputDims(3))
|
2016-05-13 12:49:53 +12:00
|
|
|
|
|
|
|
model.w2nn_arch_name = "vgg_7"
|
|
|
|
model.w2nn_offset = 7
|
2016-05-14 19:51:36 +12:00
|
|
|
model.w2nn_scale_factor = 1
|
2016-05-13 12:49:53 +12:00
|
|
|
model.w2nn_channels = ch
|
2015-10-26 13:23:52 +13:00
|
|
|
--model:cuda()
|
|
|
|
--print(model:forward(torch.Tensor(32, ch, 92, 92):uniform():cuda()):size())
|
2015-05-16 17:48:05 +12:00
|
|
|
|
2015-10-26 13:23:52 +13:00
|
|
|
return model
|
2015-05-16 17:48:05 +12:00
|
|
|
end
|
2016-04-23 12:18:12 +12:00
|
|
|
-- VGG style net(12 layers)
|
|
|
|
function srcnn.vgg_12(backend, ch)
|
2015-06-13 18:02:02 +12:00
|
|
|
local model = nn.Sequential()
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, ch, 32, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 32, 32, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 32, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 128, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 128, 128, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-04-23 12:18:12 +12:00
|
|
|
model:add(SpatialConvolution(backend, 128, ch, 3, 3, 1, 1, 0, 0))
|
2015-10-26 13:23:52 +13:00
|
|
|
model:add(nn.View(-1):setNumInputDims(3))
|
2016-05-13 12:49:53 +12:00
|
|
|
|
|
|
|
model.w2nn_arch_name = "vgg_12"
|
|
|
|
model.w2nn_offset = 12
|
2016-05-14 19:51:36 +12:00
|
|
|
model.w2nn_scale_factor = 1
|
2016-05-13 12:49:53 +12:00
|
|
|
model.w2nn_resize = false
|
|
|
|
model.w2nn_channels = ch
|
|
|
|
--model:cuda()
|
|
|
|
--print(model:forward(torch.Tensor(32, ch, 92, 92):uniform():cuda()):size())
|
|
|
|
|
|
|
|
return model
|
|
|
|
end
|
|
|
|
|
|
|
|
-- Dilated Convolution (7 layers)
|
|
|
|
function srcnn.dilated_7(backend, ch)
|
|
|
|
local model = nn.Sequential()
|
|
|
|
model:add(SpatialConvolution(backend, ch, 32, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(SpatialConvolution(backend, 32, 32, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(nn.SpatialDilatedConvolution(32, 64, 3, 3, 1, 1, 0, 0, 2, 2))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(nn.SpatialDilatedConvolution(64, 64, 3, 3, 1, 1, 0, 0, 2, 2))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(nn.SpatialDilatedConvolution(64, 128, 3, 3, 1, 1, 0, 0, 4, 4))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(SpatialConvolution(backend, 128, 128, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(SpatialConvolution(backend, 128, ch, 3, 3, 1, 1, 0, 0))
|
|
|
|
model:add(nn.View(-1):setNumInputDims(3))
|
|
|
|
|
|
|
|
model.w2nn_arch_name = "dilated_7"
|
|
|
|
model.w2nn_offset = 12
|
2016-05-14 19:51:36 +12:00
|
|
|
model.w2nn_scale_factor = 1
|
2016-05-13 12:49:53 +12:00
|
|
|
model.w2nn_resize = false
|
|
|
|
model.w2nn_channels = ch
|
|
|
|
|
2015-10-26 13:23:52 +13:00
|
|
|
--model:cuda()
|
|
|
|
--print(model:forward(torch.Tensor(32, ch, 92, 92):uniform():cuda()):size())
|
|
|
|
|
|
|
|
return model
|
|
|
|
end
|
2016-04-23 12:18:12 +12:00
|
|
|
|
2016-06-08 09:58:46 +12:00
|
|
|
-- Upconvolution
|
2016-05-13 12:49:53 +12:00
|
|
|
function srcnn.upconv_7(backend, ch)
|
|
|
|
local model = nn.Sequential()
|
2016-06-08 09:58:46 +12:00
|
|
|
model:add(SpatialConvolution(backend, ch, 16, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-06-08 09:58:46 +12:00
|
|
|
model:add(SpatialConvolution(backend, 16, 32, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(SpatialConvolution(backend, 32, 64, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(SpatialConvolution(backend, 64, 128, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-05-13 12:49:53 +12:00
|
|
|
model:add(SpatialConvolution(backend, 128, 128, 3, 3, 1, 1, 0, 0))
|
2016-05-15 06:04:08 +12:00
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
2016-06-08 09:58:46 +12:00
|
|
|
model:add(SpatialConvolution(backend, 128, 256, 3, 3, 1, 1, 0, 0))
|
|
|
|
model:add(nn.LeakyReLU(0.1, true))
|
|
|
|
model:add(SpatialFullConvolution(backend, 256, ch, 4, 4, 2, 2, 3, 3))
|
|
|
|
model:add(nn.View(-1):setNumInputDims(3))
|
2016-05-13 12:49:53 +12:00
|
|
|
|
|
|
|
model.w2nn_arch_name = "upconv_7"
|
2016-06-08 09:58:46 +12:00
|
|
|
model.w2nn_offset = 14
|
2016-05-14 19:51:36 +12:00
|
|
|
model.w2nn_scale_factor = 2
|
2016-05-13 12:49:53 +12:00
|
|
|
model.w2nn_resize = true
|
|
|
|
model.w2nn_channels = ch
|
|
|
|
|
|
|
|
--model:cuda()
|
|
|
|
--print(model:forward(torch.Tensor(32, ch, 92, 92):uniform():cuda()):size())
|
|
|
|
|
|
|
|
return model
|
|
|
|
end
|
2015-10-26 13:23:52 +13:00
|
|
|
function srcnn.create(model_name, backend, color)
|
2016-04-23 12:18:12 +12:00
|
|
|
model_name = model_name or "vgg_7"
|
|
|
|
backend = backend or "cunn"
|
|
|
|
color = color or "rgb"
|
2015-10-26 13:23:52 +13:00
|
|
|
local ch = 3
|
2015-06-23 05:27:28 +12:00
|
|
|
if color == "rgb" then
|
|
|
|
ch = 3
|
|
|
|
elseif color == "y" then
|
|
|
|
ch = 1
|
|
|
|
else
|
2016-04-23 12:18:12 +12:00
|
|
|
error("unsupported color: " .. color)
|
2015-10-26 13:23:52 +13:00
|
|
|
end
|
2016-05-13 12:49:53 +12:00
|
|
|
if srcnn[model_name] then
|
2016-05-15 06:04:08 +12:00
|
|
|
local model = srcnn[model_name](backend, ch)
|
2016-06-08 09:58:46 +12:00
|
|
|
assert(model.w2nn_offset % model.w2nn_scale_factor == 0)
|
2016-05-15 06:04:08 +12:00
|
|
|
return model
|
2015-10-26 13:23:52 +13:00
|
|
|
else
|
2016-04-23 12:18:12 +12:00
|
|
|
error("unsupported model_name: " .. model_name)
|
2015-06-23 05:27:28 +12:00
|
|
|
end
|
2015-06-13 18:02:02 +12:00
|
|
|
end
|
2016-05-13 12:49:53 +12:00
|
|
|
|
2016-06-08 09:58:46 +12:00
|
|
|
--local model = srcnn.upconv_6("cunn", 3):cuda()
|
2016-05-13 12:49:53 +12:00
|
|
|
--print(model:forward(torch.Tensor(1, 3, 64, 64):zero():cuda()):size())
|
|
|
|
|
2015-06-13 18:02:02 +12:00
|
|
|
return srcnn
|