mirror of https://github.com/voidlizard/hbs2
1023 lines
34 KiB
Haskell
1023 lines
34 KiB
Haskell
{-# OPTIONS_GHC -fno-warn-orphans #-}
|
|
{-# Language TemplateHaskell #-}
|
|
{-# Language AllowAmbiguousTypes #-}
|
|
{-# Language UndecidableInstances #-}
|
|
{-# Language MultiWayIf #-}
|
|
module Main where
|
|
|
|
import HBS2.Actors.Peer
|
|
import HBS2.Base58
|
|
import HBS2.Clock
|
|
import HBS2.Defaults
|
|
import HBS2.Events
|
|
import HBS2.Hash
|
|
import HBS2.Data.Types.Refs (RefLogKey(..))
|
|
import HBS2.Net.Auth.Credentials
|
|
import HBS2.Net.IP.Addr
|
|
import HBS2.Net.Messaging.UDP
|
|
import HBS2.Net.Messaging.TCP
|
|
import HBS2.Net.PeerLocator
|
|
import HBS2.Net.Proto
|
|
import HBS2.Net.Proto.Definition
|
|
import HBS2.Net.Proto.Peer
|
|
import HBS2.Net.Proto.PeerAnnounce
|
|
import HBS2.Net.Proto.PeerExchange
|
|
import HBS2.Net.Proto.PeerMeta
|
|
import HBS2.Net.Proto.RefLog
|
|
import HBS2.Net.Proto.Sessions
|
|
import HBS2.OrDie
|
|
import HBS2.Prelude.Plated
|
|
import HBS2.Storage.Simple
|
|
|
|
import HBS2.System.Logger.Simple hiding (info)
|
|
import HBS2.System.Logger.Simple qualified as Log
|
|
|
|
import Brains
|
|
import RPC
|
|
import PeerTypes
|
|
import BlockDownload
|
|
import BlockHttpDownload
|
|
import DownloadQ
|
|
import PeerInfo
|
|
import PeerConfig
|
|
import Bootstrap
|
|
import CheckMetrics
|
|
import RefLog qualified
|
|
import RefLog (reflogWorker)
|
|
import HttpWorker
|
|
import ProxyMessaging
|
|
import PeerMeta
|
|
import CLI.RefChan
|
|
|
|
import Codec.Serialise
|
|
-- import Control.Concurrent.Async
|
|
import Control.Concurrent.STM
|
|
import Control.Exception as Exception
|
|
import Control.Monad.Reader
|
|
import Control.Monad.Trans.Maybe
|
|
import Control.Monad.Trans.Writer.CPS qualified as W
|
|
import Crypto.Saltine (sodiumInit)
|
|
import Data.ByteString.Lazy (ByteString)
|
|
import Data.ByteString.Lazy qualified as LBS
|
|
import Data.ByteString qualified as BS
|
|
import Data.Cache qualified as Cache
|
|
import Data.Function
|
|
import Data.List qualified as L
|
|
import Data.Map qualified as Map
|
|
import Data.Maybe
|
|
import Data.Set qualified as Set
|
|
import Data.Set (Set)
|
|
import Data.Text.Encoding qualified as TE
|
|
import Data.Text qualified as Text
|
|
import Data.Text (Text)
|
|
import Data.HashSet qualified as HashSet
|
|
import GHC.Stats
|
|
import GHC.TypeLits
|
|
import Lens.Micro.Platform
|
|
import Network.Socket
|
|
import Options.Applicative
|
|
import System.Directory
|
|
import System.Exit
|
|
import System.IO
|
|
import System.Mem
|
|
import System.Metrics
|
|
import System.Posix.Process
|
|
import System.Environment
|
|
|
|
import UnliftIO.Exception qualified as U
|
|
-- import UnliftIO.STM
|
|
import UnliftIO.Async as U
|
|
import Control.Monad.Trans.Resource
|
|
|
|
|
|
-- TODO: write-workers-to-config
|
|
defStorageThreads :: Integral a => a
|
|
defStorageThreads = 4
|
|
|
|
defListenUDP :: String
|
|
defListenUDP = "0.0.0.0:7351"
|
|
|
|
defRpcUDP :: String
|
|
defRpcUDP = "localhost:13331"
|
|
|
|
defLocalMulticast :: String
|
|
defLocalMulticast = "239.192.152.145:10153"
|
|
|
|
data PeerListenKey
|
|
data PeerKeyFileKey
|
|
data PeerBlackListKey
|
|
data PeerWhiteListKey
|
|
data PeerStorageKey
|
|
data PeerAcceptAnnounceKey
|
|
data PeerTraceKey
|
|
data PeerProxyFetchKey
|
|
|
|
data AcceptAnnounce = AcceptAnnounceAll
|
|
| AcceptAnnounceFrom (Set (PubKey 'Sign (Encryption L4Proto)))
|
|
|
|
instance Pretty AcceptAnnounce where
|
|
pretty = \case
|
|
AcceptAnnounceAll -> parens ("accept-announce" <+> "*")
|
|
|
|
-- FIXME: better-pretty-for-AcceptAnnounceFrom
|
|
AcceptAnnounceFrom xs -> parens ("accept-announce" <+> pretty (fmap AsBase58 (Set.toList xs)))
|
|
|
|
instance HasCfgKey PeerTraceKey FeatureSwitch where
|
|
key = "trace"
|
|
|
|
instance HasCfgKey PeerListenKey (Maybe String) where
|
|
key = "listen"
|
|
|
|
|
|
instance HasCfgKey PeerKeyFileKey (Maybe String) where
|
|
key = "key"
|
|
|
|
instance HasCfgKey PeerStorageKey (Maybe String) where
|
|
key = "storage"
|
|
|
|
instance HasCfgKey PeerBlackListKey (Set String) where
|
|
key = "blacklist"
|
|
|
|
instance HasCfgKey PeerWhiteListKey (Set String) where
|
|
key = "whitelist"
|
|
|
|
instance HasCfgKey PeerProxyFetchKey (Set String) where
|
|
key = "proxy-fetch-for"
|
|
|
|
instance HasCfgKey PeerAcceptAnnounceKey AcceptAnnounce where
|
|
key = "accept-block-announce"
|
|
|
|
instance HasCfgValue PeerAcceptAnnounceKey AcceptAnnounce where
|
|
cfgValue (PeerConfig syn) = fromMaybe (AcceptAnnounceFrom lst) fromAll
|
|
where
|
|
fromAll = headMay [ AcceptAnnounceAll | ListVal @C (Key s [SymbolVal "*"]) <- syn, s == kk ]
|
|
lst = Set.fromList $
|
|
catMaybes [ fromStringMay @(PubKey 'Sign (Encryption L4Proto)) (Text.unpack e)
|
|
| ListVal @C (Key s [LitStrVal e]) <- syn, s == kk
|
|
]
|
|
kk = key @PeerAcceptAnnounceKey @AcceptAnnounce
|
|
|
|
|
|
data PeerOpts =
|
|
PeerOpts
|
|
{ _storage :: Maybe StoragePrefix
|
|
, _listenOn :: Maybe String
|
|
, _listenRpc :: Maybe String
|
|
, _peerCredFile :: Maybe FilePath
|
|
, _peerConfig :: Maybe FilePath
|
|
, _peerRespawn :: Maybe Bool
|
|
}
|
|
deriving stock (Data)
|
|
|
|
makeLenses 'PeerOpts
|
|
|
|
logPrefix s = set loggerTr (s <>)
|
|
|
|
tracePrefix :: SetLoggerEntry
|
|
tracePrefix = logPrefix "[trace] "
|
|
|
|
debugPrefix :: SetLoggerEntry
|
|
debugPrefix = logPrefix "[debug] "
|
|
|
|
errorPrefix :: SetLoggerEntry
|
|
errorPrefix = logPrefix "[error] "
|
|
|
|
warnPrefix :: SetLoggerEntry
|
|
warnPrefix = logPrefix "[warn] "
|
|
|
|
noticePrefix :: SetLoggerEntry
|
|
noticePrefix = logPrefix "[notice] "
|
|
|
|
main :: IO ()
|
|
main = do
|
|
|
|
sodiumInit
|
|
|
|
setLogging @DEBUG debugPrefix
|
|
setLogging @INFO defLog
|
|
setLogging @ERROR errorPrefix
|
|
setLogging @WARN warnPrefix
|
|
setLogging @NOTICE noticePrefix
|
|
|
|
setLoggingOff @TRACE
|
|
|
|
withSimpleLogger runCLI
|
|
|
|
runCLI :: IO ()
|
|
runCLI = join . customExecParser (prefs showHelpOnError) $
|
|
info (helper <*> parser)
|
|
( fullDesc
|
|
<> header "hbs2-peer daemon"
|
|
<> progDesc "serves HBS2 protocol"
|
|
)
|
|
where
|
|
parser :: Parser (IO ())
|
|
parser = hsubparser ( command "init" (info pInit (progDesc "creates default config"))
|
|
<> command "run" (info pRun (progDesc "run peer"))
|
|
<> command "poke" (info pPoke (progDesc "poke peer by rpc"))
|
|
<> command "die" (info pDie (progDesc "die cmd"))
|
|
<> command "announce" (info pAnnounce (progDesc "announce block"))
|
|
<> command "ping" (info pPing (progDesc "ping another peer"))
|
|
<> command "fetch" (info pFetch (progDesc "fetch block"))
|
|
<> command "reflog" (info pRefLog (progDesc "reflog commands"))
|
|
<> command "refchan" (info pRefChan (progDesc "refchan commands"))
|
|
<> command "peers" (info pPeers (progDesc "show known peers"))
|
|
<> command "log" (info pLog (progDesc "set logging level"))
|
|
)
|
|
|
|
confOpt = strOption ( long "config" <> short 'c' <> help "config" )
|
|
|
|
rpcOpt = strOption ( short 'r' <> long "rpc"
|
|
<> help "addr:port" )
|
|
|
|
|
|
common = do
|
|
pref <- optional $ strOption ( short 'p' <> long "prefix"
|
|
<> help "storage prefix" )
|
|
|
|
l <- optional $ strOption ( short 'l' <> long "listen"
|
|
<> help "addr:port" )
|
|
|
|
r <- optional rpcOpt
|
|
|
|
k <- optional $ strOption ( short 'k' <> long "key"
|
|
<> help "peer keys file" )
|
|
|
|
c <- optional confOpt
|
|
|
|
resp <- optional $ flag' True ( long "respawn" <> short 'R' <> help "respawn process")
|
|
|
|
pure $ PeerOpts pref l r k c resp
|
|
|
|
pRun = do
|
|
runPeer <$> common
|
|
|
|
pRpcCommon = do
|
|
RPCOpt <$> optional confOpt
|
|
<*> optional rpcOpt
|
|
|
|
pDie = do
|
|
rpc <- pRpcCommon
|
|
pure $ runRpcCommand rpc DIE
|
|
|
|
pPoke = do
|
|
rpc <- pRpcCommon
|
|
pure $ runRpcCommand rpc POKE
|
|
|
|
pAnnounce = do
|
|
rpc <- pRpcCommon
|
|
h <- strArgument ( metavar "HASH" )
|
|
pure $ runRpcCommand rpc (ANNOUNCE h)
|
|
|
|
pFetch = do
|
|
rpc <- pRpcCommon
|
|
h <- strArgument ( metavar "HASH" )
|
|
pure $ runRpcCommand rpc (FETCH h)
|
|
|
|
pPing = do
|
|
rpc <- pRpcCommon
|
|
h <- strArgument ( metavar "ADDR" )
|
|
pure $ runRpcCommand rpc (PING h Nothing)
|
|
|
|
pPeers = do
|
|
rpc <- pRpcCommon
|
|
pure $ runRpcCommand rpc PEERS
|
|
|
|
onOff l =
|
|
hsubparser ( command "on" (info (pure (l True) ) (progDesc "on") ) )
|
|
<|> hsubparser ( command "off" (info (pure (l False) ) (progDesc "off") ) )
|
|
|
|
pLog = do
|
|
rpc <- pRpcCommon
|
|
setlog <- SETLOG <$> ( hsubparser ( command "trace" (info (onOff TraceOn) (progDesc "set trace") ) )
|
|
<|>
|
|
hsubparser ( command "debug" (info (onOff DebugOn) (progDesc "set debug") ) )
|
|
)
|
|
pure $ runRpcCommand rpc setlog
|
|
|
|
pInit = do
|
|
pref <- optional $ strArgument ( metavar "DIR" )
|
|
pure $ peerConfigInit pref
|
|
|
|
pRefLog = hsubparser ( command "send" (info pRefLogSend (progDesc "send reflog transaction" ))
|
|
<> command "send-raw" (info pRefLogSendRaw (progDesc "send reflog raw transaction" ))
|
|
<> command "fetch" (info pRefLogFetch (progDesc "fetch reflog from all" ))
|
|
<> command "get" (info pRefLogGet (progDesc "get own reflog from all" ))
|
|
)
|
|
|
|
pRefLogSend = do
|
|
rpc <- pRpcCommon
|
|
kr <- strOption (long "keyring" <> short 'k' <> help "reflog keyring" <> metavar "FILE")
|
|
pure $ do
|
|
setLogging @TRACE tracePrefix
|
|
trace "pRefLogSend"
|
|
s <- BS.readFile kr
|
|
creds <- pure (parseCredentials @(Encryption L4Proto) (AsCredFile s)) `orDie` "bad keyring file"
|
|
bs <- BS.take defChunkSize <$> BS.hGetContents stdin
|
|
let pubk = view peerSignPk creds
|
|
let privk = view peerSignSk creds
|
|
msg <- makeRefLogUpdate @L4Proto pubk privk bs <&> serialise
|
|
runRpcCommand rpc (REFLOGUPDATE msg)
|
|
|
|
pRefLogSendRaw = do
|
|
rpc <- pRpcCommon
|
|
pure $ do
|
|
setLogging @TRACE tracePrefix
|
|
trace "pRefLogSendRaw"
|
|
bs <- LBS.take defChunkSize <$> LBS.hGetContents stdin
|
|
runRpcCommand rpc (REFLOGUPDATE bs)
|
|
|
|
pRefLogFetch = do
|
|
rpc <- pRpcCommon
|
|
ref <- strArgument ( metavar "REFLOG-KEY" )
|
|
pure $ do
|
|
href <- pure (fromStringMay ref) `orDie` "invalid REFLOG-KEY"
|
|
setLogging @TRACE tracePrefix
|
|
trace "pRefLogFetch"
|
|
runRpcCommand rpc (REFLOGFETCH href)
|
|
|
|
pRefLogGet = do
|
|
rpc <- pRpcCommon
|
|
ref <- strArgument ( metavar "REFLOG-KEY" )
|
|
pure $ do
|
|
href <- pure (fromStringMay ref) `orDie` "invalid REFLOG-KEY"
|
|
setLogging @TRACE tracePrefix
|
|
runRpcCommand rpc (REFLOGGET href)
|
|
|
|
|
|
myException :: SomeException -> IO ()
|
|
myException e = err ( show e )
|
|
|
|
|
|
newtype CredentialsM e s m a =
|
|
CredentialsM { fromCredentials :: ReaderT (PeerCredentials s) m a }
|
|
deriving newtype ( Functor
|
|
, Applicative
|
|
, Monad
|
|
, MonadIO
|
|
, MonadReader (PeerCredentials s)
|
|
, MonadTrans)
|
|
|
|
withCredentials :: forall e s m a . (HasOwnPeer e m, Monad m, s ~ Encryption e)
|
|
=> PeerCredentials s
|
|
-> CredentialsM e s m a -> m a
|
|
|
|
withCredentials pc m = runReaderT (fromCredentials m) pc
|
|
|
|
|
|
instance (Monad m, HasTimeLimits e p m, s ~ Encryption e) => HasTimeLimits e p (CredentialsM e s m) where
|
|
tryLockForPeriod p m = lift $ tryLockForPeriod p m
|
|
|
|
instance (HasOwnPeer e m) => HasOwnPeer e (CredentialsM e s m) where
|
|
ownPeer = lift ownPeer
|
|
|
|
instance (Monad m, HasFabriq e m, s ~ Encryption e) => HasFabriq e (CredentialsM e s m) where
|
|
getFabriq = lift getFabriq
|
|
|
|
instance (Sessions e p m, s ~ Encryption e) => Sessions e p (CredentialsM e s m) where
|
|
find k f = lift (find k f)
|
|
fetch i d k f = lift (fetch i d k f)
|
|
update d k f = lift (update d k f)
|
|
expire k = lift (expire k)
|
|
|
|
instance (Monad m, HasPeerNonce e m, s ~ Encryption e) => HasPeerNonce e (CredentialsM e s m) where
|
|
peerNonce = lift $ peerNonce @e
|
|
|
|
instance (Monad m, s ~ Encryption e) => HasCredentials s (CredentialsM e s m) where
|
|
getCredentials = ask
|
|
|
|
instance (Monad m, s ~ Encryption e) => HasCredentials s (ResponseM e (CredentialsM e s m)) where
|
|
getCredentials = lift getCredentials
|
|
|
|
instance (Monad m, HasThatPeer e p m, s ~ Encryption e) => HasThatPeer e p (CredentialsM e s m) where
|
|
thatPeer = lift . thatPeer
|
|
|
|
instance ( EventEmitter e p m
|
|
) => EventEmitter e p (CredentialsM e s m) where
|
|
|
|
emit k d = lift $ emit k d
|
|
|
|
instance ( Monad m
|
|
, Response e p m
|
|
, s ~ Encryption e
|
|
) => Response e p (CredentialsM e s m) where
|
|
|
|
response = lift . response
|
|
|
|
|
|
respawn :: PeerOpts -> IO ()
|
|
respawn opts = case view peerRespawn opts of
|
|
Just True -> do
|
|
let secs = 5
|
|
notice $ "RESPAWNING in" <+> viaShow secs <> "s"
|
|
pause @'Seconds secs
|
|
self <- getExecutablePath
|
|
args <- getArgs
|
|
print (self, args)
|
|
executeFile self False args Nothing
|
|
|
|
_ -> exitFailure
|
|
|
|
runPeer :: forall e s . ( e ~ L4Proto
|
|
, FromStringMaybe (PeerAddr e)
|
|
, s ~ Encryption e
|
|
) => PeerOpts -> IO ()
|
|
|
|
runPeer opts = U.handle (\e -> myException e
|
|
>> performGC
|
|
>> respawn opts
|
|
) $ runResourceT do
|
|
|
|
metrics <- liftIO newStore
|
|
|
|
xdg <- liftIO $ getXdgDirectory XdgData defStorePath <&> fromString
|
|
|
|
conf <- peerConfigRead (view peerConfig opts)
|
|
|
|
-- let (PeerConfig syn) = conf
|
|
liftIO $ print $ pretty conf
|
|
|
|
let listenConf = cfgValue @PeerListenKey conf
|
|
let rpcConf = cfgValue @PeerRpcKey conf
|
|
let keyConf = cfgValue @PeerKeyFileKey conf
|
|
let storConf = cfgValue @PeerStorageKey conf <&> StoragePrefix
|
|
let traceConf = cfgValue @PeerTraceKey conf :: FeatureSwitch
|
|
|
|
let listenSa = view listenOn opts <|> listenConf <|> Just defListenUDP
|
|
let rpcSa = view listenRpc opts <|> rpcConf <|> Just defRpcUDP
|
|
credFile <- pure (view peerCredFile opts <|> keyConf) `orDie` "credentials not set"
|
|
|
|
let pref = view storage opts <|> storConf <|> Just xdg
|
|
|
|
debug $ "storage prefix:" <+> pretty pref
|
|
|
|
debug $ pretty "trace: " <+> pretty (show traceConf)
|
|
|
|
when (traceConf == FeatureOn) do
|
|
setLogging @TRACE tracePrefix
|
|
|
|
let bls = cfgValue @PeerBlackListKey conf :: Set String
|
|
let whs = cfgValue @PeerWhiteListKey conf :: Set String
|
|
let toKeys xs = Set.fromList
|
|
$ catMaybes [ fromStringMay x | x <- Set.toList xs
|
|
]
|
|
let blkeys = toKeys bls
|
|
let wlkeys = toKeys (whs `Set.difference` bls)
|
|
let helpFetchKeys = cfgValue @PeerProxyFetchKey conf & toKeys
|
|
|
|
let useHttpDownload = cfgValue @PeerUseHttpDownload conf & (== FeatureOn)
|
|
|
|
let accptAnn = cfgValue @PeerAcceptAnnounceKey conf :: AcceptAnnounce
|
|
|
|
liftIO $ print $ pretty accptAnn
|
|
|
|
-- FIXME: move-peerBanned-somewhere
|
|
let peerBanned p d = do
|
|
let k = view peerSignKey d
|
|
let blacklisted = k `Set.member` blkeys
|
|
let whitelisted = Set.null wlkeys || (k `Set.member` wlkeys)
|
|
pure $ blacklisted || not whitelisted
|
|
|
|
let acceptAnnounce p d = do
|
|
case accptAnn of
|
|
AcceptAnnounceAll -> pure True
|
|
AcceptAnnounceFrom s -> pure $ view peerSignKey d `Set.member` s
|
|
|
|
rpcQ <- liftIO $ newTQueueIO @RPCCommand
|
|
|
|
let ps = mempty
|
|
|
|
pc' <- liftIO $ LBS.readFile credFile
|
|
<&> parseCredentials @(Encryption e) . AsCredFile
|
|
. LBS.toStrict
|
|
. LBS.take 4096
|
|
|
|
pc <- pure pc' `orDie` "can't parse credential file"
|
|
|
|
notice $ "run peer" <+> pretty (AsBase58 (view peerSignPk pc))
|
|
|
|
s <- simpleStorageInit @HbSync (Just pref)
|
|
let blk = liftIO . hasBlock s
|
|
|
|
|
|
w <- replicateM defStorageThreads $ async $ liftIO $ simpleStorageWorker s
|
|
|
|
localMulticast <- liftIO $ (headMay <$> parseAddrUDP (fromString defLocalMulticast)
|
|
<&> fmap (fromSockAddr @'UDP . addrAddress) )
|
|
|
|
`orDie` "assertion: localMulticastPeer not set"
|
|
|
|
notice $ "multicast:" <+> pretty localMulticast
|
|
|
|
mess <- newMessagingUDP False listenSa
|
|
`orDie` "unable listen on the given addr"
|
|
|
|
udp <- async $ runMessagingUDP mess
|
|
|
|
udp1 <- newMessagingUDP False rpcSa
|
|
`orDie` "Can't start RPC listener"
|
|
|
|
mrpc <- async $ runMessagingUDP udp1
|
|
|
|
mcast <- newMessagingUDPMulticast defLocalMulticast
|
|
`orDie` "Can't start RPC listener"
|
|
|
|
messMcast <- async $ runMessagingUDP mcast
|
|
|
|
brains <- newBasicBrains @e conf
|
|
|
|
brainsThread <- async $ runBasicBrains brains
|
|
|
|
denv <- newDownloadEnv brains
|
|
|
|
let tcpListen = cfgValue @PeerListenTCPKey conf & fromMaybe ""
|
|
let addr' = fromStringMay @(PeerAddr L4Proto) tcpListen
|
|
|
|
trace $ "TCP addr:" <+> pretty tcpListen <+> pretty addr'
|
|
|
|
tcp <- maybe1 addr' (pure Nothing) $ \addr -> do
|
|
tcpEnv <- newMessagingTCP addr <&> set tcpOnClientStarted (onClientTCPConnected brains)
|
|
-- FIXME: handle-tcp-thread-somehow
|
|
void $ async $ runMessagingTCP tcpEnv
|
|
pure $ Just tcpEnv
|
|
|
|
proxy <- newProxyMessaging mess tcp
|
|
|
|
proxyThread <- async $ runProxyMessaging proxy
|
|
|
|
penv <- newPeerEnv (AnyStorage s) (Fabriq proxy) (getOwnPeer mess)
|
|
|
|
nbcache <- liftIO $ Cache.newCache (Just $ toTimeSpec ( 600 :: Timeout 'Seconds))
|
|
|
|
void $ async $ forever do
|
|
pause @'Seconds 600
|
|
liftIO $ Cache.purgeExpired nbcache
|
|
|
|
let pexFilt pips = do
|
|
tcpex <- listTCPPexCandidates @e brains <&> HashSet.fromList
|
|
fset <- forM pips $ \p -> do
|
|
toPeerAddr p >>= \case
|
|
(L4Address UDP _) -> pure $ Just p
|
|
pa@(L4Address TCP _) | HashSet.member pa tcpex -> pure $ Just p
|
|
_ -> pure Nothing
|
|
|
|
pure (catMaybes fset)
|
|
|
|
let onNoBlock (p, h) = do
|
|
already <- liftIO $ Cache.lookup nbcache (p,h) <&> isJust
|
|
unless already do
|
|
pd' <- find (KnownPeerKey p) id
|
|
maybe1 pd' none $ \pd -> do
|
|
let pk = view peerSignKey pd
|
|
when (Set.member pk helpFetchKeys) do
|
|
liftIO $ Cache.insert nbcache (p,h) ()
|
|
-- debug $ "onNoBlock" <+> pretty p <+> pretty h
|
|
withPeerM penv $ withDownload denv (addDownload mzero h)
|
|
|
|
loop <- liftIO $ async do
|
|
|
|
runPeerM penv $ do
|
|
adapter <- mkAdapter
|
|
|
|
|
|
reflogAdapter <- RefLog.mkAdapter
|
|
reflogReqAdapter <- RefLog.mkRefLogRequestAdapter @e
|
|
|
|
|
|
let doDownload h = do
|
|
pro <- isReflogProcessed @e brains h
|
|
if pro then do
|
|
withPeerM penv $ withDownload denv (addDownload mzero h)
|
|
else do
|
|
withPeerM penv $ withDownload denv (processBlock h)
|
|
setReflogProcessed @e brains h
|
|
|
|
let doFetchRef puk = do
|
|
withPeerM penv $ do
|
|
forKnownPeers @e $ \p _ -> do
|
|
request p (RefLogRequest @e puk)
|
|
|
|
let rwa = RefLog.RefLogWorkerAdapter
|
|
{ RefLog.reflogDownload = doDownload
|
|
, RefLog.reflogFetch = doFetchRef
|
|
}
|
|
|
|
let addNewRtt (p,rttNew) = withPeerM penv $ void $ runMaybeT do
|
|
def <- newPeerInfo
|
|
tv <- lift $ fetch True def (PeerInfoKey p) (view peerRTTBuffer)
|
|
insertRTT rttNew tv
|
|
|
|
let hshakeAdapter = PeerHandshakeAdapter addNewRtt
|
|
|
|
env <- ask
|
|
|
|
pnonce <- peerNonce @e
|
|
|
|
pl <- getPeerLocator @e
|
|
|
|
addPeers @e pl ps
|
|
|
|
subscribe @e PeerAnnounceEventKey $ \(PeerAnnounceEvent pip nonce) -> do
|
|
unless (nonce == pnonce) $ do
|
|
debug $ "Got peer announce!" <+> pretty pip
|
|
pd <- find (KnownPeerKey pip) id -- <&> isJust
|
|
banned <- maybe (pure False) (peerBanned pip) pd
|
|
let known = isJust pd && not banned
|
|
sendPing pip
|
|
|
|
subscribe @e BlockAnnounceInfoKey $ \(BlockAnnounceEvent p bi no) -> do
|
|
pa <- toPeerAddr p
|
|
liftIO $ atomically $ writeTQueue rpcQ (CHECK no pa (view biHash bi))
|
|
|
|
subscribe @e AnyKnownPeerEventKey $ \(KnownPeerEvent p d) -> do
|
|
|
|
let thatNonce = view peerOwnNonce d
|
|
|
|
now <- liftIO getTimeCoarse
|
|
pinfo' <- find (PeerInfoKey p) id -- (view peerPingFailed)
|
|
maybe1 pinfo' none $ \pinfo -> do
|
|
liftIO $ atomically $ writeTVar (view peerPingFailed pinfo) 0
|
|
liftIO $ atomically $ writeTVar (view peerLastWatched pinfo) now
|
|
|
|
banned <- peerBanned p d
|
|
|
|
let doAddPeer p = do
|
|
addPeers pl [p]
|
|
|
|
-- TODO: better-handling-for-new-peers
|
|
npi <- newPeerInfo
|
|
|
|
here <- find @e (KnownPeerKey p) id <&> isJust
|
|
|
|
unless here do
|
|
debug $ "Got authorized peer!" <+> pretty p
|
|
<+> pretty (AsBase58 (view peerSignKey d))
|
|
request @e p (GetPeerMeta @e)
|
|
|
|
|
|
-- FIXME: check if we've got a reference to ourselves
|
|
if | pnonce == thatNonce -> do
|
|
debug $ "GOT OWN NONCE FROM" <+> pretty p
|
|
delPeers pl [p]
|
|
addExcluded pl [p]
|
|
expire (KnownPeerKey p)
|
|
|
|
| banned -> do
|
|
notice $ pretty p <+> "banned"
|
|
|
|
| otherwise -> do
|
|
|
|
update d (KnownPeerKey p) id
|
|
|
|
pd' <- knownPeers @e pl >>=
|
|
\peers -> forM peers $ \pip -> do
|
|
pd <- find (KnownPeerKey pip) (view peerOwnNonce)
|
|
pure $ (,pip) <$> pd
|
|
|
|
let pd = Map.fromList $ catMaybes pd'
|
|
|
|
let proto1 = view sockType p
|
|
|
|
case Map.lookup thatNonce pd of
|
|
|
|
-- TODO: prefer-local-peer-with-same-nonce-over-remote-peer
|
|
-- remove remote peer
|
|
-- add local peer
|
|
|
|
-- FIXME: move-protocol-comparison-to-peer-nonce
|
|
--
|
|
|
|
Nothing -> doAddPeer p
|
|
|
|
Just p0 -> do
|
|
|
|
pa0 <- toPeerAddr p0
|
|
pa1 <- toPeerAddr p
|
|
|
|
if | pa0 == pa1 -> none
|
|
| view sockType p0 /= view sockType p -> do
|
|
doAddPeer p
|
|
|
|
| otherwise -> do
|
|
|
|
debug "Same peer, different address"
|
|
|
|
void $ runMaybeT do
|
|
|
|
pinfo0 <- MaybeT $ find (PeerInfoKey p0) id
|
|
pinfo1 <- MaybeT $ find (PeerInfoKey p) id
|
|
|
|
rtt0 <- MaybeT $ medianPeerRTT pinfo0
|
|
rtt1 <- MaybeT $ medianPeerRTT pinfo1
|
|
|
|
when ( rtt1 < rtt0 ) do
|
|
debug $ "Better rtt!" <+> pretty p0
|
|
<+> pretty p
|
|
<+> pretty rtt0
|
|
<+> pretty rtt1
|
|
|
|
lift $ do
|
|
expire (KnownPeerKey p0)
|
|
delPeers pl [p0]
|
|
-- addExcluded pl [p0]
|
|
doAddPeer p
|
|
|
|
|
|
void $ liftIO $ async $ withPeerM env do
|
|
pause @'Seconds 1
|
|
debug "sending first peer announce"
|
|
request localMulticast (PeerAnnounce @e pnonce)
|
|
|
|
let peerThread t mx = W.tell . L.singleton =<< (liftIO . async) do
|
|
withPeerM env mx
|
|
`U.withException` \e -> case (fromException e) of
|
|
Just (e' :: AsyncCancelled) -> pure ()
|
|
Nothing -> err ("peerThread" <+> viaShow t <+> "Failed with" <+> viaShow e)
|
|
debug $ "peerThread Finished:" <+> t
|
|
workers <- W.execWriterT do
|
|
|
|
peerThread "local multicast" $ forever $ do
|
|
pause defPeerAnnounceTime -- FIXME: setting!
|
|
debug "sending local peer announce"
|
|
request localMulticast (PeerAnnounce @e pnonce)
|
|
|
|
-- peerThread "tcpWorker" (tcpWorker conf)
|
|
|
|
peerThread "httpWorker" (httpWorker conf denv)
|
|
|
|
peerThread "checkMetrics" (checkMetrics metrics)
|
|
|
|
peerThread "peerPingLoop" (peerPingLoop @e conf)
|
|
|
|
peerThread "knownPeersPingLoop" (knownPeersPingLoop @e conf)
|
|
|
|
peerThread "bootstrapDnsLoop" (bootstrapDnsLoop @e conf)
|
|
|
|
peerThread "pexLoop" (pexLoop @e brains tcp)
|
|
|
|
peerThread "blockDownloadLoop" (blockDownloadLoop denv)
|
|
|
|
let tcpProbeWait :: Timeout 'Seconds
|
|
tcpProbeWait = (fromInteger . fromMaybe 300) (cfgValue @PeerTcpProbeWaitKey conf)
|
|
|
|
peerThread "fillPeerMeta" (fillPeerMeta tcp tcpProbeWait)
|
|
|
|
-- FIXME: clumsy-code
|
|
-- Is it better now ?
|
|
when useHttpDownload do
|
|
peerThread "blockHttpDownloadLoop" (blockHttpDownloadLoop denv)
|
|
|
|
peerThread "postponedLoop" (postponedLoop denv)
|
|
|
|
peerThread "downloadQueue" (downloadQueue conf denv)
|
|
|
|
peerThread "reflogWorker" (reflogWorker @e conf rwa)
|
|
|
|
peerThread "ping pong" $ forever $ do
|
|
cmd <- liftIO $ atomically $ readTQueue rpcQ
|
|
case cmd of
|
|
POKE -> debug "on poke: alive and kicking!"
|
|
|
|
PING pa r -> do
|
|
debug $ "ping" <+> pretty pa
|
|
pip <- fromPeerAddr @e pa
|
|
subscribe (ConcretePeerKey pip) $ \(ConcretePeerData{}) -> do
|
|
|
|
maybe1 r (pure ()) $ \rpcPeer -> do
|
|
pinged <- toPeerAddr pip
|
|
request rpcPeer (RPCPong @e pinged)
|
|
|
|
sendPing pip
|
|
|
|
ANNOUNCE h -> do
|
|
debug $ "got announce rpc" <+> pretty h
|
|
sto <- getStorage
|
|
mbsize <- liftIO $ hasBlock sto h
|
|
|
|
maybe1 mbsize (pure ()) $ \size -> do
|
|
debug "send multicast announce"
|
|
|
|
no <- peerNonce @e
|
|
let annInfo = BlockAnnounceInfo 0 NoBlockInfoMeta size h
|
|
let announce = BlockAnnounce @e no annInfo
|
|
|
|
request localMulticast announce
|
|
|
|
liftIO $ withPeerM env do
|
|
forKnownPeers $ \p _ -> do
|
|
debug $ "send single-cast announces" <+> pretty p
|
|
request @e p announce
|
|
|
|
CHECK nonce pa h -> do
|
|
pip <- fromPeerAddr @e pa
|
|
|
|
n1 <- peerNonce @e
|
|
|
|
unless (nonce == n1) do
|
|
|
|
peer <- find @e (KnownPeerKey pip) id
|
|
|
|
debug $ "received announce from"
|
|
<+> pretty pip
|
|
<+> pretty h
|
|
|
|
case peer of
|
|
Nothing -> do
|
|
sendPing @e pip
|
|
-- TODO: enqueue-announce-from-unknown-peer?
|
|
|
|
Just pd -> do
|
|
|
|
banned <- peerBanned pip pd
|
|
|
|
notAccepted <- acceptAnnounce pip pd <&> not
|
|
|
|
if | banned -> do
|
|
|
|
notice $ pretty pip <+> "banned"
|
|
|
|
| notAccepted -> do
|
|
|
|
debug $ pretty pip <+> "announce-not-accepted"
|
|
|
|
| otherwise -> do
|
|
|
|
downloadLogAppend @e h
|
|
withDownload denv $ do
|
|
processBlock h
|
|
|
|
REFLOGUPDATE bs -> do
|
|
|
|
trace "REFLOGUPDATE"
|
|
|
|
let msg' = deserialiseOrFail @(RefLogUpdate L4Proto) bs
|
|
& either (const Nothing) Just
|
|
|
|
when (isNothing msg') do
|
|
warn "unable to parse RefLogUpdate message"
|
|
|
|
maybe1 msg' none $ \msg -> do
|
|
let pubk = view refLogId msg
|
|
emit @e RefLogUpdateEvKey (RefLogUpdateEvData (pubk, msg))
|
|
RefLog.doRefLogBroadCast msg
|
|
|
|
_ -> pure ()
|
|
|
|
|
|
peerThread "all protos" do
|
|
runProto @e
|
|
[ makeResponse (blockSizeProto blk dontHandle onNoBlock)
|
|
, makeResponse (blockChunksProto adapter)
|
|
, makeResponse blockAnnounceProto
|
|
, makeResponse (withCredentials @e pc . peerHandShakeProto hshakeAdapter)
|
|
, makeResponse (peerExchangeProto pexFilt)
|
|
, makeResponse (refLogUpdateProto reflogAdapter)
|
|
, makeResponse (refLogRequestProto reflogReqAdapter)
|
|
, makeResponse (peerMetaProto (mkPeerMeta conf))
|
|
]
|
|
|
|
void $ liftIO $ waitAnyCancel workers
|
|
|
|
let dieAction _ = do
|
|
liftIO $ die "received die command"
|
|
|
|
let pokeAction _ = do
|
|
who <- thatPeer (Proxy @(RPC e))
|
|
let k = view peerSignPk pc
|
|
let rpc = "rpc:" <+> dquotes (pretty (listenAddr udp1))
|
|
let udp = "udp:" <+> dquotes (pretty (listenAddr mess))
|
|
|
|
let http = case cfgValue @PeerHttpPortKey conf :: Maybe Integer of
|
|
Nothing -> mempty
|
|
Just p -> "http-port:" <+> pretty p
|
|
|
|
let answ = show $ vcat [ "peer-key:" <+> dquotes (pretty (AsBase58 k))
|
|
, rpc
|
|
, udp
|
|
, http
|
|
]
|
|
|
|
-- FIXME: to-delete-POKE
|
|
liftIO $ atomically $ writeTQueue rpcQ POKE
|
|
request who (RPCPokeAnswerFull @e (Text.pack answ))
|
|
|
|
let annAction h = do
|
|
liftIO $ atomically $ writeTQueue rpcQ (ANNOUNCE h)
|
|
|
|
let pingAction pa = do
|
|
that <- thatPeer (Proxy @(RPC e))
|
|
liftIO $ atomically $ writeTQueue rpcQ (PING pa (Just that))
|
|
|
|
let fetchAction h = do
|
|
debug $ "fetchAction" <+> pretty h
|
|
liftIO $ withPeerM penv $ do
|
|
downloadLogAppend @e h
|
|
withDownload denv (processBlock h)
|
|
|
|
let peersAction _ = do
|
|
who <- thatPeer (Proxy @(RPC e))
|
|
void $ liftIO $ async $ withPeerM penv $ do
|
|
forKnownPeers @e $ \p pd -> do
|
|
pa <- toPeerAddr p
|
|
let k = view peerSignKey pd
|
|
request who (RPCPeersAnswer @e pa k)
|
|
|
|
let logLevelAction = \case
|
|
DebugOn True -> do
|
|
setLogging @DEBUG debugPrefix
|
|
debug "DebugOn"
|
|
|
|
DebugOn False -> do
|
|
debug "DebugOff"
|
|
setLoggingOff @DEBUG
|
|
|
|
TraceOn True -> do
|
|
setLogging @TRACE tracePrefix
|
|
trace "TraceOn"
|
|
|
|
TraceOn False -> do
|
|
trace "TraceOff"
|
|
setLoggingOff @TRACE
|
|
|
|
let reflogUpdateAction bs = void $ runMaybeT do
|
|
liftIO $ atomically $ writeTQueue rpcQ (REFLOGUPDATE bs)
|
|
-- trace $ "reflogUpdateAction"
|
|
--
|
|
let reflogFetchAction puk = do
|
|
trace "reflogFetchAction"
|
|
void $ liftIO $ async $ withPeerM penv $ do
|
|
forKnownPeers @e $ \p _ -> do
|
|
request p (RefLogRequest @e puk)
|
|
|
|
let reflogGetAction puk = do
|
|
trace $ "reflogGetAction" <+> pretty (AsBase58 puk)
|
|
who <- thatPeer (Proxy @(RPC e))
|
|
void $ liftIO $ async $ withPeerM penv $ do
|
|
sto <- getStorage
|
|
h <- liftIO $ getRef sto (RefLogKey @(Encryption e) puk)
|
|
request who (RPCRefLogGetAnswer @e h)
|
|
|
|
let refChanHeadSendAction h = do
|
|
trace $ "refChanHeadSendAction" <+> pretty h
|
|
pure ()
|
|
|
|
let arpc = RpcAdapter pokeAction
|
|
dieAction
|
|
dontHandle
|
|
dontHandle
|
|
annAction
|
|
pingAction
|
|
dontHandle
|
|
fetchAction
|
|
peersAction
|
|
dontHandle
|
|
logLevelAction
|
|
reflogUpdateAction
|
|
reflogFetchAction
|
|
reflogGetAction
|
|
dontHandle
|
|
refChanHeadSendAction -- rpcOnRefChanHeadSend
|
|
|
|
rpc <- async $ runRPC udp1 do
|
|
runProto @e
|
|
[ makeResponse (rpcHandler arpc)
|
|
]
|
|
|
|
menv <- newPeerEnv (AnyStorage s) (Fabriq mcast) (getOwnPeer mcast)
|
|
|
|
ann <- liftIO $ async $ runPeerM menv $ do
|
|
|
|
self <- ownPeer @e
|
|
|
|
subscribe @e BlockAnnounceInfoKey $ \(BlockAnnounceEvent p bi no) -> do
|
|
unless (p == self) do
|
|
pa <- toPeerAddr p
|
|
liftIO $ atomically $ writeTQueue rpcQ (CHECK no pa (view biHash bi))
|
|
|
|
subscribe @e PeerAnnounceEventKey $ \pe@(PeerAnnounceEvent pip nonce) -> do
|
|
-- debug $ "Got peer announce!" <+> pretty pip
|
|
emitToPeer penv PeerAnnounceEventKey pe
|
|
|
|
runProto @e
|
|
[ makeResponse blockAnnounceProto
|
|
, makeResponse peerAnnounceProto
|
|
]
|
|
|
|
void $ waitAnyCancel $ w <> [udp,loop,rpc,mrpc,ann,messMcast,brainsThread]
|
|
|
|
liftIO $ simpleStorageStop s
|
|
|
|
|
|
|
|
emitToPeer :: ( MonadIO m
|
|
, EventEmitter e a (PeerM e IO)
|
|
)
|
|
=> PeerEnv e
|
|
-> EventKey e a
|
|
-> Event e a
|
|
-> m ()
|
|
|
|
emitToPeer env k e = liftIO $ withPeerM env (emit k e)
|
|
|
|
|