59 lines
1.6 KiB
Lua
59 lines
1.6 KiB
Lua
require 'optim'
|
|
require 'cutorch'
|
|
require 'xlua'
|
|
|
|
local function minibatch_adam(model, criterion,
|
|
train_x, train_y,
|
|
config)
|
|
local parameters, gradParameters = model:getParameters()
|
|
config = config or {}
|
|
local sum_loss = 0
|
|
local count_loss = 0
|
|
local batch_size = config.xBatchSize or 32
|
|
local shuffle = torch.randperm(train_x:size(1))
|
|
local c = 1
|
|
local inputs_tmp = torch.Tensor(batch_size,
|
|
train_x:size(2), train_x:size(3), train_x:size(4)):zero()
|
|
local targets_tmp = torch.Tensor(batch_size,
|
|
train_y:size(2)):zero()
|
|
local inputs = inputs_tmp:clone():cuda()
|
|
local targets = targets_tmp:clone():cuda()
|
|
|
|
print("## update")
|
|
for t = 1, train_x:size(1), batch_size do
|
|
if t + batch_size -1 > train_x:size(1) then
|
|
break
|
|
end
|
|
xlua.progress(t, train_x:size(1))
|
|
|
|
for i = 1, batch_size do
|
|
inputs_tmp[i]:copy(train_x[shuffle[t + i - 1]])
|
|
targets_tmp[i]:copy(train_y[shuffle[t + i - 1]])
|
|
end
|
|
inputs:copy(inputs_tmp)
|
|
targets:copy(targets_tmp)
|
|
local feval = function(x)
|
|
if x ~= parameters then
|
|
parameters:copy(x)
|
|
end
|
|
gradParameters:zero()
|
|
local output = model:forward(inputs)
|
|
local f = criterion:forward(output, targets)
|
|
sum_loss = sum_loss + f
|
|
count_loss = count_loss + 1
|
|
model:backward(inputs, criterion:backward(output, targets))
|
|
return f, gradParameters
|
|
end
|
|
optim.adam(feval, parameters, config)
|
|
c = c + 1
|
|
if c % 50 == 0 then
|
|
collectgarbage()
|
|
end
|
|
end
|
|
xlua.progress(train_x:size(1), train_x:size(1))
|
|
|
|
return { loss = sum_loss / count_loss}
|
|
end
|
|
|
|
return minibatch_adam
|