private static void _update_params(
List <List <NDArray> > param_arrays,
List <List <NDArray> > grad_arrays,
Action <int, NDArray, NDArray> updater,
int num_device, KVStore kvstore = null)
{
for (int index = 0; index < param_arrays.Count; index++)
{
var arg_list = param_arrays[index];
var grad_list = grad_arrays[index];
if (grad_list[0] == null)
{
continue;
}
if (kvstore != null)
{
//push gradient, priority is negative index
kvstore.Push(index, grad_list, priority: -index);
//pull back the weights
kvstore.Pull(index, arg_list, priority: -index);
}
for (int k = 0; k < arg_list.Count; k++)
{
var w = arg_list[k];
var g = grad_list[k];
updater(index * num_device + k, g, w);
}
}
}
private static void _update_params_on_kvstore(
List <List <NDArray> > param_arrays,
List <List <NDArray> > grad_arrays,
KVStore kvstore)
{
for (int index = 0; index < param_arrays.Count; index++)
{
var arg_list = param_arrays[index];
var grad_list = grad_arrays[index];
if (grad_list[0] == null)
{
continue;
}
//push gradient, priority is negative index
kvstore.Push(index, grad_list, priority: -index);
//pull back the weights
kvstore.Pull(index, arg_list, priority: -index);
}
}