2023-08-31 23:52:52 +03:00
|
|
|
# nim-raft
|
|
|
|
# Copyright (c) 2023 Status Research & Development GmbH
|
|
|
|
# Licensed under either of
|
|
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE))
|
|
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT))
|
|
|
|
# at your option.
|
|
|
|
# This file may not be copied, modified, or distributed except according to
|
|
|
|
# those terms.
|
|
|
|
|
|
|
|
import basic_timers
|
|
|
|
import basic_state_machine
|
2023-09-03 20:52:35 +03:00
|
|
|
import std/tables
|
2023-09-04 12:47:27 +03:00
|
|
|
|
2023-09-01 01:00:39 +03:00
|
|
|
export raft_api
|
|
|
|
|
2023-08-31 23:52:52 +03:00
|
|
|
type
|
|
|
|
BasicRaftNode* = RaftNode[SmCommand, SmState]
|
|
|
|
|
|
|
|
BasicRaftCluster* = ref object
|
2023-09-03 06:27:27 +03:00
|
|
|
nodes*: Table[RaftNodeId, BasicRaftNode]
|
2023-10-20 01:36:40 +03:00
|
|
|
nodesLock*: RLock
|
2023-10-28 20:13:37 +03:00
|
|
|
networkDelayJitter*: int
|
2023-08-31 23:52:52 +03:00
|
|
|
|
2023-10-30 11:58:48 +02:00
|
|
|
proc basicRaftClusterRaftMessageSendCallbackCreateWithNetDelay[SmCommandType, SmStateType](cluster: BasicRaftCluster): RaftMessageSendCallback[SmCommandType, SmStateType] =
|
2023-09-17 03:47:29 +03:00
|
|
|
proc (msg: RaftMessageBase[SmCommandType, SmStateType]): Future[RaftMessageResponseBase[SmCommandType, SmStateType]] {.async, gcsafe.} =
|
2023-10-28 20:13:37 +03:00
|
|
|
await raftTimerCreate(rand(cluster.networkDelayJitter), proc()=discard) # Simulate network delay
|
2023-10-13 07:24:35 +03:00
|
|
|
result = await cluster.nodes[msg.receiverId].raftNodeMessageDeliver(msg)
|
2023-08-31 23:52:52 +03:00
|
|
|
|
2023-10-30 11:58:48 +02:00
|
|
|
proc basicRaftClusterRaftMessageSendCallbackCreate[SmCommandType, SmStateType](cluster: BasicRaftCluster): RaftMessageSendCallback[SmCommandType, SmStateType] =
|
|
|
|
proc (msg: RaftMessageBase[SmCommandType, SmStateType]): Future[RaftMessageResponseBase[SmCommandType, SmStateType]] {.async, gcsafe.} =
|
|
|
|
result = await cluster.nodes[msg.receiverId].raftNodeMessageDeliver(msg)
|
|
|
|
|
2023-10-13 07:24:35 +03:00
|
|
|
proc basicRaftClusterStart*(cluster: BasicRaftCluster) =
|
2023-09-03 06:27:27 +03:00
|
|
|
for id, node in cluster.nodes:
|
2023-10-13 07:24:35 +03:00
|
|
|
raftNodeStart(node)
|
2023-09-01 02:56:15 +03:00
|
|
|
|
2023-10-13 07:24:35 +03:00
|
|
|
proc basicRaftClusterGetLeaderId*(cluster: BasicRaftCluster): UUID =
|
2023-09-01 02:56:15 +03:00
|
|
|
result = DefaultUUID
|
2023-10-20 01:36:40 +03:00
|
|
|
withRLock(cluster.nodesLock):
|
|
|
|
for id, node in cluster.nodes:
|
|
|
|
if raftNodeIsLeader(node):
|
|
|
|
return raftNodeIdGet(node)
|
2023-09-01 02:56:15 +03:00
|
|
|
|
2023-10-13 07:24:35 +03:00
|
|
|
proc basicRaftClusterClientRequest*(cluster: BasicRaftCluster, req: RaftNodeClientRequest): Future[RaftNodeClientResponse] {.async.} =
|
2023-09-04 12:47:27 +03:00
|
|
|
case req.op:
|
|
|
|
of rncroRequestSmState:
|
|
|
|
var
|
2023-10-13 07:24:35 +03:00
|
|
|
nodeId = cluster.nodesIds[basicRaftClusterGetLeaderId(cluster)]
|
2023-09-06 19:18:02 +03:00
|
|
|
|
2023-10-13 07:24:35 +03:00
|
|
|
result = await cluster.nodes[nodeId].raftNodeServeClientRequest(req)
|
2023-09-06 19:18:02 +03:00
|
|
|
|
2023-09-04 12:47:27 +03:00
|
|
|
of rncroExecSmCommand:
|
|
|
|
discard
|
2023-08-31 23:52:52 +03:00
|
|
|
|
2023-10-28 20:13:37 +03:00
|
|
|
proc basicRaftClusterInit*(nodesIds: seq[RaftNodeId], networkDelayJitter: int=10, electionTimeout: int=150, heartBeatTimeout: int=75, appendEntriesRespTimeout: int=20, votingRespTimeout: int=10,
|
2023-10-20 06:56:02 +03:00
|
|
|
heartBeatRespTimeout: int=10): BasicRaftCluster =
|
2023-08-31 23:52:52 +03:00
|
|
|
new(result)
|
|
|
|
for nodeId in nodesIds:
|
|
|
|
var
|
|
|
|
peersIds = nodesIds
|
|
|
|
|
|
|
|
peersIds.del(peersIds.find(nodeId))
|
2023-10-28 20:13:37 +03:00
|
|
|
result.networkDelayJitter = networkDelayJitter
|
2023-10-15 22:33:03 +03:00
|
|
|
result.nodes[nodeId] = BasicRaftNode.new(nodeId, peersIds,
|
|
|
|
basicRaftClusterRaftMessageSendCallbackCreate[SmCommand, SmState](result),
|
2023-10-20 06:56:02 +03:00
|
|
|
electionTimeout, heartBeatTimeout, appendEntriesRespTimeout, votingRespTimeout, heartBeatRespTimeout)
|
2023-08-31 23:52:52 +03:00
|
|
|
|