Index

A

add_or_update_node() (hivemind.dht.routing.KBucket method) (hivemind.dht.routing.RoutingTable method)

allow_state_sharing (hivemind.averaging.DecentralizedAverager property) apply_gradients() (hivemind.moe.server.ExpertBackend method)

B

backward() (hivemind.moe.server.ExpertBackend method)

C

call_find() (hivemind.dht.protocol.DHTProtocol method) call_ping() (hivemind.dht.protocol.DHTProtocol method) call_store() (hivemind.dht.protocol.DHTProtocol method) CollaborativeAdaptiveOptimizer (class in hivemind.optim) CollaborativeOptimizer (class in hivemind.optim)

compute_expert_scores() (hivemind.moe.client.RemoteMixtureOfExperts method) (hivemind.moe.client.RemoteSwitchMixtureOfExperts method) create() (hivemind.dht.DHTNode class method) (hivemind.dht.protocol.DHTProtocol class method) (hivemind.moe.server.Server class method)

D

DecentralizedAverager (class in hivemind.averaging) DHT (class in hivemind.dht)

DHTID (class in hivemind.dht.routing) DHTNode (class in hivemind.dht) DHTProtocol (class in hivemind.dht.protocol)

E

ExpertBackend (class in hivemind.moe.server)

F

find_nearest_nodes() (hivemind.dht.DHTNode method) forward() (hivemind.moe.client.RemoteExpert method) (hivemind.moe.client.RemoteMixtureOfExperts method) (hivemind.moe.client.RemoteSwitchMixtureOfExperts method) (hivemind.moe.server.ExpertBackend method)

from_bytes() (hivemind.dht.routing.DHTID class method)

G

generate() (hivemind.dht.routing.DHTID class method) get() (hivemind.dht.DHT method) (hivemind.dht.DHTNode method) (hivemind.dht.routing.RoutingTable method) get_bucket_index() (hivemind.dht.routing.RoutingTable method) get_current_state() (hivemind.averaging.DecentralizedAverager method) get_group_bits() (hivemind.averaging.DecentralizedAverager method) get_info() (hivemind.moe.server.ExpertBackend method)

get_many() (hivemind.dht.DHTNode method) get_many_by_id() (hivemind.dht.DHTNode method) get_nearest_neighbors() (hivemind.dht.routing.RoutingTable method) get_pools() (hivemind.moe.server.ExpertBackend method) get_stub() (hivemind.dht.protocol.DHTProtocol method) get_task_size() (hivemind.moe.server.task_pool.TaskPool method) get_visible_maddrs() (hivemind.dht.DHT method) GradScaler (class in hivemind.optim.grad_scaler)

H

has_in_range() (hivemind.dht.routing.KBucket method) hivemind.averaging module hivemind.dht module hivemind.dht.protocol module hivemind.dht.traverse module

hivemind.moe.client module hivemind.moe.server module hivemind.optim.collaborative module hivemind.optim.optimizer module

I

iterate_minibatches() (hivemind.moe.server.task_pool.TaskPool method)

iterate_minibatches_from_pools() (hivemind.moe.server.runtime.Runtime method)

K

KBucket (class in hivemind.dht.routing)

L

load_batch_to_runtime() (hivemind.moe.server.task_pool.TaskPool method) load_state_from_peers() (hivemind.averaging.DecentralizedAverager method) (hivemind.optim.optimizer.Optimizer method)

local_epoch (hivemind.optim.optimizer.Optimizer property)

M

module hivemind.averaging hivemind.dht hivemind.dht.protocol hivemind.dht.traverse hivemind.moe.client hivemind.moe.server hivemind.optim.collaborative hivemind.optim.optimizer

O

Optimizer (class in hivemind.optim.optimizer)

R

ready (hivemind.moe.server.Server property) RemoteExpert (class in hivemind.moe.client) RemoteMixtureOfExperts (class in hivemind.moe.client) RemoteSwitchMixtureOfExperts (class in hivemind.moe.client) replicate_p2p() (hivemind.dht.DHT method) request_ping_node() (hivemind.dht.routing.KBucket method) RoutingTable (class in hivemind.dht.routing) rpc_download_state() (hivemind.averaging.DecentralizedAverager method) rpc_find() (hivemind.dht.protocol.DHTProtocol method) rpc_ping() (hivemind.dht.protocol.DHTProtocol method)

rpc_store() (hivemind.dht.protocol.DHTProtocol method) run() (hivemind.averaging.DecentralizedAverager method) (hivemind.dht.DHT method) (hivemind.moe.server.runtime.Runtime method) (hivemind.moe.server.Server method) run_coroutine() (hivemind.dht.DHT method) run_in_background() (hivemind.averaging.DecentralizedAverager method) (hivemind.dht.DHT method) (hivemind.moe.server.Server method) Runtime (class in hivemind.moe.server.runtime)

S

send_outputs_from_runtime() (hivemind.moe.server.task_pool.TaskPool method) serializer (hivemind.averaging.DecentralizedAverager attribute) (hivemind.dht.protocol.DHTProtocol attribute) Server (class in hivemind.moe.server) set_group_bits() (hivemind.averaging.DecentralizedAverager method) shutdown() (hivemind.averaging.DecentralizedAverager method) (hivemind.dht.DHT method) (hivemind.dht.DHTNode method) (hivemind.moe.server.runtime.Runtime method) (hivemind.moe.server.Server method)

simple_traverse_dht() (in module hivemind.dht.traverse) split() (hivemind.dht.routing.KBucket method) split_bucket() (hivemind.dht.routing.RoutingTable method) state_sharing_priority (hivemind.averaging.DecentralizedAverager property) step() (hivemind.averaging.DecentralizedAverager method) (hivemind.optim.CollaborativeOptimizer method) (hivemind.optim.optimizer.Optimizer method) store() (hivemind.dht.DHT method) (hivemind.dht.DHTNode method) store_many() (hivemind.dht.DHTNode method) submit_task() (hivemind.moe.server.task_pool.TaskPool method)

T

TaskPool (class in hivemind.moe.server.task_pool)

to_bytes() (hivemind.dht.routing.DHTID method) traverse_dht() (in module hivemind.dht.traverse)

U

update_routing_table() (hivemind.dht.protocol.DHTProtocol method)

X

xor_distance() (hivemind.dht.routing.DHTID method)

Z

zero_grad() (hivemind.optim.optimizer.Optimizer method)