LostTech.TensorFlow : API Documentation

Type cross_device_utils

Namespace tensorflow.python.distribute.cross_device_utils

Methods

Properties

Public static methods

IList<object> aggregate_gradients_using_hierarchical_copy(object avail_devices, IEnumerable<object> replica_grads)

object aggregate_gradients_using_hierarchical_copy_dyn(object avail_devices, object replica_grads)

IList<object> aggregate_gradients_using_nccl(IEnumerable<object> replica_grads)

object aggregate_gradients_using_nccl_dyn(object replica_grads)

ValueTuple<object, object> aggregate_single_gradient_using_copy(IEnumerable<ValueTuple<IGraphNodeBase, object>> grad_and_vars, bool use_mean, bool check_inf_nan)

object aggregate_single_gradient_using_copy_dyn(object grad_and_vars, object use_mean, object check_inf_nan)

object aggregate_tensors_or_indexed_slices(IDictionary<object, object> values, ImplicitContainer<T> accumulation_fn)

object aggregate_tensors_or_indexed_slices(IEnumerable<object> values, ImplicitContainer<T> accumulation_fn)

object aggregate_tensors_or_indexed_slices(CompositeTensor values, ImplicitContainer<T> accumulation_fn)

object aggregate_tensors_or_indexed_slices(IGraphNodeBase values, ImplicitContainer<T> accumulation_fn)

object aggregate_tensors_or_indexed_slices(ndarray values, ImplicitContainer<T> accumulation_fn)

object aggregate_tensors_or_indexed_slices_dyn(object values, ImplicitContainer<T> accumulation_fn)

IList<object> build_collective_gather(IEnumerable<object> input_tensors, int num_workers, CollectiveKeys collective_keys)

object build_collective_gather_dyn(object input_tensors, object num_workers, object collective_keys)

IList<object> build_collective_reduce(IEnumerable<object> input_tensors, int num_workers, CollectiveKeys collective_keys, string reduction_op, string unary_op)

object build_collective_reduce_dyn(object input_tensors, object num_workers, object collective_keys, ImplicitContainer<T> reduction_op, ImplicitContainer<T> unary_op)

bool contains_indexed_slices(object value)

bool contains_indexed_slices(PythonClassContainer value)

object contains_indexed_slices_dyn(object value)

object copy_tensor_or_indexed_slices_to_device(IGraphNodeBase value, string device)

object copy_tensor_or_indexed_slices_to_device(DistributedValues value, string device)

object copy_tensor_or_indexed_slices_to_device_dyn(object value, object device)

IndexedSlices divide_by_n_tensors_or_indexed_slices(IGraphNodeBase value, int n)

object divide_by_n_tensors_or_indexed_slices_dyn(object value, object n)

ValueTuple<IList<object>, object> extract_ranges(IEnumerable<object> index_list, int range_size_limit)

object extract_ranges_dyn(object index_list, ImplicitContainer<T> range_size_limit)

IList<object> group_device_names(IEnumerable<object> devices, int group_size)

object group_device_names_dyn(object devices, object group_size)

bool is_indexed_slices(IndexedSlices value)

bool is_indexed_slices(DistributedValues value)

object is_indexed_slices_dyn(object value)

Tensor pack_range(string key, IDictionary<object, object> packing, object grad_vars, object rng)

object pack_range_dyn(object key, object packing, object grad_vars, object rng)

ValueTuple<IList<object>, IDictionary<object, object>> pack_small_tensors(IEnumerable<object> replica_grads, int max_bytes, int max_group)

object pack_small_tensors_dyn(object replica_grads, ImplicitContainer<T> max_bytes, ImplicitContainer<T> max_group)

ValueTuple<IList<object>, object, object, object> split_by_sparsity(IEnumerable<object> values)

object split_by_sparsity_dyn(object values)

ValueTuple<IList<object>, object> split_grads_by_size(object threshold_size, IEnumerable<object> device_grads)

object split_grads_by_size_dyn(object threshold_size, object device_grads)

IList<object> stitch_values(ValueTuple<object, object> values_and_indices_list)

object stitch_values_dyn(object values_and_indices_list)

IList<object> sum_grad_and_var_all_reduce(object grad_and_vars, int num_workers, object alg, IEnumerable<int> gpu_indices, IEnumerable<object> aux_devices, int num_shards)

object sum_grad_and_var_all_reduce_dyn(object grad_and_vars, object num_workers, object alg, object gpu_indices, object aux_devices, ImplicitContainer<T> num_shards)

IList<object> sum_gradients_all_reduce(IEnumerable<string> dev_prefixes, IEnumerable<object> replica_grads, int num_workers, object alg, object num_shards, IEnumerable<int> gpu_indices)

object sum_gradients_all_reduce_dyn(object dev_prefixes, object replica_grads, object num_workers, object alg, object num_shards, object gpu_indices)

IList<ValueTuple<Tensor, object>> unpack_grad_tuple(ValueTuple<IGraphNodeBase, object> gv, object gpt)

object unpack_grad_tuple_dyn(object gv, object gpt)

IList<object> unpack_small_tensors(IEnumerable<object> replica_grads, IDictionary<object, object> packing)

object unpack_small_tensors_dyn(object replica_grads, object packing)

Public properties

PythonFunctionContainer aggregate_gradients_using_hierarchical_copy_fn get;

PythonFunctionContainer aggregate_gradients_using_nccl_fn get;

PythonFunctionContainer aggregate_single_gradient_using_copy_fn get;

PythonFunctionContainer aggregate_tensors_or_indexed_slices_fn get;

PythonFunctionContainer build_collective_gather_fn get;

PythonFunctionContainer build_collective_reduce_fn get;

PythonFunctionContainer CollectiveKeys_fn get;

PythonFunctionContainer contains_indexed_slices_fn get;

PythonFunctionContainer copy_tensor_or_indexed_slices_to_device_fn get;

PythonFunctionContainer divide_by_n_tensors_or_indexed_slices_fn get;

PythonFunctionContainer extract_ranges_fn get;

PythonFunctionContainer GradPackTuple_fn get;

PythonFunctionContainer group_device_names_fn get;

PythonFunctionContainer is_indexed_slices_fn get;

PythonFunctionContainer pack_range_fn get;

PythonFunctionContainer pack_small_tensors_fn get;

PythonFunctionContainer split_by_sparsity_fn get;

PythonFunctionContainer split_grads_by_size_fn get;

PythonFunctionContainer stitch_values_fn get;

PythonFunctionContainer sum_grad_and_var_all_reduce_fn get;

PythonFunctionContainer sum_gradients_all_reduce_fn get;

PythonFunctionContainer unpack_grad_tuple_fn get;

PythonFunctionContainer unpack_small_tensors_fn get;