Public static methods
IList<object> build_nccl_all_reduce(object input_tensors, object red_op, object un_op)
object build_nccl_all_reduce_dyn(object input_tensors, object red_op, object un_op)
IList<object> build_nccl_then_recursive_hd(IEnumerable<object> input_tensors, object red_op, object un_op)
object build_nccl_then_recursive_hd_dyn(object input_tensors, object red_op, object un_op)
IList<object> build_nccl_then_ring(IEnumerable<object> input_tensors, int subdiv, object red_op, object un_op)
object build_nccl_then_ring_dyn(object input_tensors, object subdiv, object red_op, object un_op)
IList<object> build_nccl_then_shuffle(IEnumerable<object> input_tensors, IEnumerable<object> gather_devices, object nccl_red_op, object shuffle_red_op, object un_op)
object build_nccl_then_shuffle_dyn(object input_tensors, object gather_devices, object nccl_red_op, object shuffle_red_op, object un_op)
object build_recursive_hd_all_reduce(IEnumerable<object> input_tensors, object red_op, object un_op)
object build_recursive_hd_all_reduce_dyn(object input_tensors, object red_op, object un_op)
IList<Tensor> build_ring_all_reduce(IEnumerable<object> input_tensors, int num_workers, int num_subchunks, IEnumerable<int> gpu_perm, object red_op, object un_op)
object build_ring_all_reduce_dyn(object input_tensors, object num_workers, object num_subchunks, object gpu_perm, object red_op, object un_op)
IList<Tensor> build_shuffle_all_reduce(IEnumerable<object> input_tensors, IEnumerable<string> gather_devices, object red_op, object un_op)
object build_shuffle_all_reduce_dyn(object input_tensors, object gather_devices, object red_op, object un_op)
IList<object> build_shuffle_then_ring(object input_tensors, object gather_devices, object subdiv, object red_n_op, object red_op, object un_op)
object build_shuffle_then_ring_dyn(object input_tensors, object gather_devices, object subdiv, object red_n_op, object red_op, object un_op)
IList<object> build_shuffle_then_shuffle(IEnumerable<object> input_tensors, IEnumerable<object> first_gather_devices, IEnumerable<object> second_gather_devices, object red_op, object un_op)
object build_shuffle_then_shuffle_dyn(object input_tensors, object first_gather_devices, object second_gather_devices, object red_op, object un_op)
Public properties