hivemind
1.1.7
Quick Start
Installation
Decentralized Training
API documentation
hivemind.optim
hivemind.Optimizer
hivemind.averaging
hivemind.dht
DHT and DHTNode
DHT communication protocol
Traverse (crawl) DHT
hivemind.moe.client
hivemind.moe.server
Hivemind DHT
Store/get operations
Values with subkeys
Running across the Internet
Mixture-of-Experts
Host experts with a server
Train the experts
Contributing to hivemind
Ways to contribute
Reporting issues
Proposing new features
Implementing new features
Fixing bugs and improving performance
Improving tests
Improving code readability
Adding tutorials
Improving documentation
Reviewing pull requests
Benchmarking
Server throughput
DHT performance
Acknowledgements
Related projects
hivemind
Docs
»
Index
Edit on GitHub
Index
A
|
B
|
C
|
D
|
F
|
G
|
H
|
I
|
K
|
L
|
M
|
O
|
R
|
S
|
T
|
U
|
X
|
Z
A
add_or_update_node() (hivemind.dht.routing.KBucket method)
(hivemind.dht.routing.RoutingTable method)
allow_state_sharing (hivemind.averaging.DecentralizedAverager property)
B
backward() (hivemind.moe.server.ModuleBackend method)
C
call_find() (hivemind.dht.protocol.DHTProtocol method)
call_ping() (hivemind.dht.protocol.DHTProtocol method)
call_store() (hivemind.dht.protocol.DHTProtocol method)
compute_expert_scores() (hivemind.moe.client.RemoteMixtureOfExperts method)
(hivemind.moe.client.RemoteSwitchMixtureOfExperts method)
create() (hivemind.dht.DHTNode class method)
(hivemind.dht.protocol.DHTProtocol class method)
(hivemind.moe.server.Server class method)
D
DecentralizedAverager (class in hivemind.averaging)
DHT (class in hivemind.dht)
DHTID (class in hivemind.dht.routing)
DHTNode (class in hivemind.dht)
DHTProtocol (class in hivemind.dht.protocol)
F
find_nearest_nodes() (hivemind.dht.DHTNode method)
forward() (hivemind.moe.client.RemoteExpert method)
(hivemind.moe.client.RemoteMixtureOfExperts method)
(hivemind.moe.client.RemoteSwitchMixtureOfExperts method)
(hivemind.moe.server.ModuleBackend method)
from_bytes() (hivemind.dht.routing.DHTID class method)
G
generate() (hivemind.dht.routing.DHTID class method)
get() (hivemind.dht.DHT method)
(hivemind.dht.DHTNode method)
(hivemind.dht.routing.RoutingTable method)
get_bucket_index() (hivemind.dht.routing.RoutingTable method)
get_current_state() (hivemind.averaging.DecentralizedAverager method)
get_group_bits() (hivemind.averaging.DecentralizedAverager method)
get_info() (hivemind.moe.server.ModuleBackend method)
get_many() (hivemind.dht.DHTNode method)
get_many_by_id() (hivemind.dht.DHTNode method)
get_nearest_neighbors() (hivemind.dht.routing.RoutingTable method)
get_pools() (hivemind.moe.server.ModuleBackend method)
get_stub() (hivemind.dht.protocol.DHTProtocol method)
get_task_size() (hivemind.moe.server.task_pool.TaskPool method)
get_visible_maddrs() (hivemind.dht.DHT method)
GradScaler (class in hivemind.optim.grad_scaler)
H
has_in_range() (hivemind.dht.routing.KBucket method)
hivemind.averaging
module
hivemind.dht
module
hivemind.dht.protocol
module
hivemind.dht.traverse
module
hivemind.moe.client
module
hivemind.moe.server
module
hivemind.optim.optimizer
module
I
iterate_minibatches() (hivemind.moe.server.task_pool.TaskPool method)
iterate_minibatches_from_pools() (hivemind.moe.server.runtime.Runtime method)
K
KBucket (class in hivemind.dht.routing)
L
load_batch_to_runtime() (hivemind.moe.server.task_pool.TaskPool method)
load_state_from_peers() (hivemind.averaging.DecentralizedAverager method)
(hivemind.optim.optimizer.Optimizer method)
local_epoch (hivemind.optim.optimizer.Optimizer property)
M
module
hivemind.averaging
hivemind.dht
hivemind.dht.protocol
hivemind.dht.traverse
hivemind.moe.client
hivemind.moe.server
hivemind.optim.optimizer
ModuleBackend (class in hivemind.moe.server)
O
on_backward() (hivemind.moe.server.ModuleBackend method)
Optimizer (class in hivemind.optim.optimizer)
R
ready (hivemind.moe.server.Server property)
RemoteExpert (class in hivemind.moe.client)
RemoteMixtureOfExperts (class in hivemind.moe.client)
RemoteSwitchMixtureOfExperts (class in hivemind.moe.client)
replicate_p2p() (hivemind.dht.DHT method)
request_ping_node() (hivemind.dht.routing.KBucket method)
RoutingTable (class in hivemind.dht.routing)
rpc_download_state() (hivemind.averaging.DecentralizedAverager method)
rpc_find() (hivemind.dht.protocol.DHTProtocol method)
rpc_ping() (hivemind.dht.protocol.DHTProtocol method)
rpc_store() (hivemind.dht.protocol.DHTProtocol method)
run() (hivemind.averaging.DecentralizedAverager method)
(hivemind.dht.DHT method)
(hivemind.moe.server.runtime.Runtime method)
(hivemind.moe.server.Server method)
run_coroutine() (hivemind.dht.DHT method)
run_in_background() (hivemind.averaging.DecentralizedAverager method)
(hivemind.dht.DHT method)
(hivemind.moe.server.Server method)
Runtime (class in hivemind.moe.server.runtime)
S
send_outputs_from_runtime() (hivemind.moe.server.task_pool.TaskPool method)
serializer (hivemind.averaging.DecentralizedAverager attribute)
(hivemind.dht.protocol.DHTProtocol attribute)
Server (class in hivemind.moe.server)
set_group_bits() (hivemind.averaging.DecentralizedAverager method)
shutdown() (hivemind.averaging.DecentralizedAverager method)
(hivemind.dht.DHT method)
(hivemind.dht.DHTNode method)
(hivemind.moe.server.runtime.Runtime method)
(hivemind.moe.server.Server method)
simple_traverse_dht() (in module hivemind.dht.traverse)
split() (hivemind.dht.routing.KBucket method)
split_bucket() (hivemind.dht.routing.RoutingTable method)
state_sharing_priority (hivemind.averaging.DecentralizedAverager property)
step() (hivemind.averaging.DecentralizedAverager method)
(hivemind.optim.optimizer.Optimizer method)
store() (hivemind.dht.DHT method)
(hivemind.dht.DHTNode method)
store_many() (hivemind.dht.DHTNode method)
submit_task() (hivemind.moe.server.task_pool.TaskPool method)
T
TaskPool (class in hivemind.moe.server.task_pool)
to_bytes() (hivemind.dht.routing.DHTID method)
traverse_dht() (in module hivemind.dht.traverse)
U
update_routing_table() (hivemind.dht.protocol.DHTProtocol method)
X
xor_distance() (hivemind.dht.routing.DHTID method)
Z
zero_grad() (hivemind.optim.optimizer.Optimizer method)
Read the Docs
v: 1.1.7
Versions
latest
stable
1.1.7
1.1.6
1.1.5
1.1.4
1.1.3
1.1.2
1.1.1
1.1.0
1.0.1
1.0.0
0.10.0
0.9.10
0.9.9
0.9.8
0.9.7
0.9.6
0.9.5
0.9.0
0.8.2
0.8.1
v0.8.0
v0.7.1
Downloads
On Read the Docs
Project Home
Builds
Free document hosting provided by
Read the Docs
.