mirror of https://github.com/voidlizard/hbs2
1035 lines
36 KiB
Haskell
1035 lines
36 KiB
Haskell
{-# OPTIONS_GHC -fno-warn-orphans #-}
|
|
{-# Language TemplateHaskell #-}
|
|
{-# Language AllowAmbiguousTypes #-}
|
|
{-# Language UndecidableInstances #-}
|
|
{-# Language MultiWayIf #-}
|
|
module Main where
|
|
|
|
import HBS2.Prelude.Plated
|
|
|
|
import HBS2.Actors.Peer
|
|
import HBS2.Base58
|
|
import HBS2.Clock
|
|
import HBS2.Defaults
|
|
import HBS2.Events
|
|
import HBS2.Hash
|
|
import HBS2.Data.Types.Refs
|
|
import HBS2.Data.Types.SignedBox
|
|
import HBS2.Data.Types
|
|
import HBS2.Net.Auth.Credentials
|
|
import HBS2.Net.IP.Addr
|
|
import HBS2.Net.Messaging.UDP
|
|
import HBS2.Net.Messaging.TCP
|
|
import HBS2.Net.Messaging.Unix
|
|
import HBS2.Net.PeerLocator
|
|
import HBS2.Net.Proto as Proto
|
|
import HBS2.Net.Proto.Definition
|
|
-- import HBS2.Net.Proto.Dialog
|
|
import HBS2.Net.Proto.EncryptionHandshake
|
|
import HBS2.Net.Proto.Event.PeerExpired
|
|
import HBS2.Net.Proto.Peer
|
|
import HBS2.Net.Proto.PeerAnnounce
|
|
import HBS2.Net.Proto.PeerExchange
|
|
import HBS2.Net.Proto.PeerMeta
|
|
import HBS2.Net.Proto.RefLog
|
|
import HBS2.Net.Proto.RefChan
|
|
import HBS2.Net.Proto.Sessions
|
|
import HBS2.Net.Proto.Service
|
|
import HBS2.OrDie
|
|
import HBS2.Storage.Simple
|
|
import HBS2.Data.Detect
|
|
|
|
import HBS2.System.Logger.Simple hiding (info)
|
|
|
|
import Brains
|
|
import PeerTypes
|
|
import BlockDownload
|
|
import BlockHttpDownload
|
|
import CheckBlockAnnounce (checkBlockAnnounce)
|
|
import CheckPeer (peerBanned)
|
|
import DownloadQ
|
|
import PeerInfo
|
|
import PeerConfig
|
|
import Bootstrap
|
|
import CheckMetrics
|
|
import EncryptionKeys
|
|
import RefLog qualified
|
|
import RefLog (reflogWorker)
|
|
import HttpWorker
|
|
import ProxyMessaging
|
|
-- import PeerMain.DialogCliCommand
|
|
-- import PeerMain.Dialog.Server
|
|
import PeerMeta
|
|
import CLI.Common
|
|
import CLI.RefChan
|
|
import RefChan
|
|
import Fetch (fetchHash)
|
|
import Log
|
|
|
|
import HBS2.Peer.RPC.Internal.Types()
|
|
import HBS2.Peer.RPC.Internal.Storage()
|
|
import HBS2.Peer.RPC.API.Storage
|
|
|
|
import RPC2.Peer
|
|
import RPC2.RefLog
|
|
import RPC2.RefChan
|
|
|
|
import Codec.Serialise as Serialise
|
|
import Control.Concurrent.STM
|
|
import Control.Exception as Exception
|
|
import Control.Monad.Reader
|
|
import Control.Monad.Trans.Maybe
|
|
import Control.Monad.Trans.Writer.CPS qualified as W
|
|
import Crypto.Saltine (sodiumInit)
|
|
import Data.ByteString.Lazy qualified as LBS
|
|
import Data.ByteString qualified as BS
|
|
import Data.Cache qualified as Cache
|
|
import Data.Function
|
|
import Data.List qualified as L
|
|
import Data.Map (Map)
|
|
import Data.Map qualified as Map
|
|
import Data.Maybe
|
|
import Data.Set qualified as Set
|
|
import Data.Set (Set)
|
|
import Data.HashSet qualified as HashSet
|
|
import Lens.Micro.Platform as Lens
|
|
import Network.Socket
|
|
import Options.Applicative
|
|
import System.Directory
|
|
import System.Exit
|
|
import System.IO
|
|
import System.Mem
|
|
import System.Metrics
|
|
import System.Posix.Process
|
|
import System.Environment
|
|
|
|
import UnliftIO.Exception qualified as U
|
|
-- import UnliftIO.STM
|
|
import UnliftIO.Async as U
|
|
|
|
import Control.Monad.Trans.Resource
|
|
import Streaming.Prelude qualified as S
|
|
|
|
-- TODO: write-workers-to-config
|
|
defStorageThreads :: Integral a => a
|
|
defStorageThreads = 4
|
|
|
|
defListenUDP :: String
|
|
defListenUDP = "0.0.0.0:7351"
|
|
|
|
defRpcUDP :: String
|
|
defRpcUDP = "localhost:13331"
|
|
|
|
defLocalMulticast :: String
|
|
defLocalMulticast = "239.192.152.145:10153"
|
|
|
|
data PeerListenKey
|
|
data PeerKeyFileKey
|
|
data PeerStorageKey
|
|
data PeerDebugKey
|
|
data PeerTraceKey
|
|
data PeerTrace1Key
|
|
data PeerProxyFetchKey
|
|
|
|
|
|
instance HasCfgKey PeerDebugKey FeatureSwitch where
|
|
key = "debug"
|
|
|
|
instance HasCfgKey PeerTraceKey FeatureSwitch where
|
|
key = "trace"
|
|
|
|
instance HasCfgKey PeerTrace1Key FeatureSwitch where
|
|
key = "trace1"
|
|
|
|
instance HasCfgKey PeerListenKey (Maybe String) where
|
|
key = "listen"
|
|
|
|
instance HasCfgKey PeerKeyFileKey (Maybe String) where
|
|
key = "key"
|
|
|
|
instance HasCfgKey PeerStorageKey (Maybe String) where
|
|
key = "storage"
|
|
|
|
instance HasCfgKey PeerProxyFetchKey (Set String) where
|
|
key = "proxy-fetch-for"
|
|
|
|
|
|
data PeerOpts =
|
|
PeerOpts
|
|
{ _storage :: Maybe StoragePrefix
|
|
, _listenOn :: Maybe String
|
|
, _listenRpc :: Maybe String
|
|
, _peerCredFile :: Maybe FilePath
|
|
, _peerConfig :: Maybe FilePath
|
|
, _peerRespawn :: Maybe Bool
|
|
}
|
|
deriving stock (Data)
|
|
|
|
makeLenses 'PeerOpts
|
|
|
|
|
|
main :: IO ()
|
|
main = do
|
|
|
|
sodiumInit
|
|
|
|
setLogging @INFO defLog
|
|
setLogging @ERROR errorPrefix
|
|
setLogging @WARN warnPrefix
|
|
setLogging @NOTICE noticePrefix
|
|
|
|
setLoggingOff @TRACE
|
|
setLoggingOff @TRACE1
|
|
|
|
withSimpleLogger runCLI
|
|
|
|
|
|
|
|
data GOpts =
|
|
GOpts
|
|
{ goDebug :: Bool
|
|
, goTrace :: Bool
|
|
}
|
|
|
|
runCLI :: IO ()
|
|
runCLI = do
|
|
|
|
(g, cmd) <- customExecParser (prefs showHelpOnError) $
|
|
info (helper <*> parser)
|
|
( fullDesc
|
|
<> header "hbs2-peer daemon"
|
|
<> progDesc "serves HBS2 protocol"
|
|
)
|
|
|
|
withOpts cmd g
|
|
|
|
where
|
|
|
|
|
|
parser :: Parser (GOpts,IO ())
|
|
parser = do
|
|
|
|
(,) <$> ( GOpts <$> switch (long "debug" <> short 'd' <> help "debug mode on")
|
|
<*> switch (long "trace" <> help "trace on" )
|
|
)
|
|
<*> hsubparser ( command "init" (info pInit (progDesc "creates default config"))
|
|
<> command "run" (info pRun (progDesc "run peer"))
|
|
<> command "poke" (info pPoke (progDesc "poke peer by rpc"))
|
|
<> command "die" (info pDie (progDesc "die cmd"))
|
|
<> command "announce" (info pAnnounce (progDesc "announce block"))
|
|
<> command "ping" (info pPing (progDesc "ping another peer"))
|
|
<> command "fetch" (info pFetch (progDesc "fetch block"))
|
|
<> command "reflog" (info pRefLog (progDesc "reflog commands"))
|
|
<> command "refchan" (info pRefChan (progDesc "refchan commands"))
|
|
<> command "peers" (info pPeers (progDesc "show known peers"))
|
|
<> command "pexinfo" (info pPexInfo (progDesc "show pex"))
|
|
<> command "log" (info pLog (progDesc "set logging level"))
|
|
-- FIXME: bring-back-dialogue-over-separate-socket
|
|
-- <> command "dial" (info pDialog (progDesc "dialog commands"))
|
|
)
|
|
|
|
confOpt = strOption ( long "config" <> short 'c' <> help "config" )
|
|
|
|
rpcOpt = strOption ( short 'r' <> long "rpc"
|
|
<> help "addr:port" )
|
|
|
|
|
|
common = do
|
|
pref <- optional $ strOption ( short 'p' <> long "prefix"
|
|
<> help "storage prefix" )
|
|
|
|
l <- optional $ strOption ( short 'l' <> long "listen"
|
|
<> help "addr:port" )
|
|
|
|
r <- optional rpcOpt
|
|
|
|
k <- optional $ strOption ( short 'k' <> long "key"
|
|
<> help "peer keys file" )
|
|
|
|
c <- optional confOpt
|
|
|
|
resp <- optional $ flag' True ( long "respawn" <> short 'R' <> help "respawn process")
|
|
|
|
pure $ PeerOpts pref l r k c resp
|
|
|
|
withOpts m g = do
|
|
|
|
when (goDebug g) do
|
|
setLogging @DEBUG ( debugPrefix . toStderr )
|
|
|
|
when (goTrace g) do
|
|
setLogging @TRACE ( tracePrefix . toStderr )
|
|
|
|
m
|
|
|
|
pRun = do
|
|
runPeer <$> common
|
|
|
|
pRpcCommon = do
|
|
RPCOpt <$> optional confOpt
|
|
<*> optional rpcOpt
|
|
|
|
pDie = do
|
|
rpc <- pRpcCommon
|
|
pure $ withMyRPC @PeerAPI rpc $ \caller -> do
|
|
l <- async $ void $ callService @RpcDie caller ()
|
|
pause @'Seconds 0.25
|
|
cancel l
|
|
|
|
pPoke = do
|
|
rpc <- pRpcCommon
|
|
pure $ withMyRPC @PeerAPI rpc $ \caller -> do
|
|
r <- callService @RpcPoke caller ()
|
|
case r of
|
|
Left e -> err (viaShow e)
|
|
Right txt -> putStrLn txt
|
|
|
|
pAnnounce = do
|
|
rpc <- pRpcCommon
|
|
h <- strArgument ( metavar "HASH" )
|
|
pure $ withMyRPC @PeerAPI rpc $ \caller -> do
|
|
void $ callService @RpcAnnounce caller h
|
|
|
|
pFetch = do
|
|
rpc <- pRpcCommon
|
|
h <- strArgument ( metavar "HASH" )
|
|
pure $ withMyRPC @PeerAPI rpc $ \caller -> do
|
|
void $ callService @RpcFetch caller h
|
|
|
|
pPing = do
|
|
rpc <- pRpcCommon
|
|
h <- strArgument ( metavar "ADDR" )
|
|
pure $ withMyRPC @PeerAPI rpc $ \caller -> do
|
|
callService @RpcPing caller h >>= \case
|
|
Left e -> err (viaShow e)
|
|
Right True -> putStrLn "pong"
|
|
Right False -> putStrLn "pang"
|
|
|
|
pPeers = do
|
|
rpc <- pRpcCommon
|
|
pure $ withMyRPC @PeerAPI rpc $ \caller -> do
|
|
r <- callService @RpcPeers caller ()
|
|
case r of
|
|
Left e -> err (viaShow e)
|
|
Right p -> do
|
|
print $ vcat (fmap fmt p)
|
|
where
|
|
fmt (a, b) = pretty (AsBase58 a) <+> pretty b
|
|
|
|
pPexInfo = do
|
|
rpc <- pRpcCommon
|
|
pure $ withMyRPC @PeerAPI rpc $ \caller -> do
|
|
r <- callService @RpcPexInfo caller ()
|
|
case r of
|
|
Left e -> err (viaShow e)
|
|
Right p -> do
|
|
print $ vcat (fmap pretty p)
|
|
|
|
onOff l =
|
|
hsubparser ( command "on" (info (pure (l True) ) (progDesc "on") ) )
|
|
<|> hsubparser ( command "off" (info (pure (l False) ) (progDesc "off") ) )
|
|
|
|
pLog = do
|
|
rpc <- pRpcCommon
|
|
setlog <- hsubparser ( command "trace" (info (onOff TraceOn) (progDesc "set trace") ) )
|
|
<|>
|
|
hsubparser ( command "debug" (info (onOff DebugOn) (progDesc "set debug") ) )
|
|
|
|
pure $ withMyRPC @PeerAPI rpc $ \caller -> do
|
|
void $ callService @RpcLogLevel caller setlog
|
|
|
|
pInit = do
|
|
pref <- optional $ strArgument ( metavar "DIR" )
|
|
pure $ peerConfigInit pref
|
|
|
|
pRefLog = hsubparser ( command "send" (info pRefLogSend (progDesc "send reflog transaction" ))
|
|
<> command "send-raw" (info pRefLogSendRaw (progDesc "send reflog raw transaction" ))
|
|
<> command "fetch" (info pRefLogFetch (progDesc "fetch reflog from all" ))
|
|
<> command "get" (info pRefLogGet (progDesc "get own reflog from all" ))
|
|
)
|
|
|
|
pRefLogSend = do
|
|
rpc <- pRpcCommon
|
|
kr <- strOption (long "keyring" <> short 'k' <> help "reflog keyring" <> metavar "FILE")
|
|
pure $ withMyRPC @RefLogAPI rpc $ \caller -> do
|
|
s <- BS.readFile kr
|
|
creds <- pure (parseCredentials @(Encryption L4Proto) (AsCredFile s)) `orDie` "bad keyring file"
|
|
bs <- BS.take defChunkSize <$> BS.hGetContents stdin
|
|
let pubk = view peerSignPk creds
|
|
let privk = view peerSignSk creds
|
|
msg <- makeRefLogUpdate @L4Proto pubk privk bs
|
|
void $ callService @RpcRefLogPost caller msg
|
|
|
|
pRefLogSendRaw = do
|
|
rpc <- pRpcCommon
|
|
pure $ withMyRPC @RefLogAPI rpc $ \caller -> do
|
|
bs <- LBS.take defChunkSize <$> LBS.hGetContents stdin
|
|
msg <- pure (deserialiseOrFail @(RefLogUpdate L4Proto) bs) `orDie` "Invalid reflog transaction"
|
|
void $ callService @RpcRefLogPost caller msg
|
|
|
|
pRefLogFetch = do
|
|
rpc <- pRpcCommon
|
|
ref <- strArgument ( metavar "REFLOG-KEY" )
|
|
pure $ withMyRPC @RefLogAPI rpc $ \caller -> do
|
|
href <- pure (fromStringMay ref) `orDie` "invalid REFLOG-KEY"
|
|
void $ callService @RpcRefLogFetch caller href
|
|
|
|
pRefLogGet = do
|
|
rpc <- pRpcCommon
|
|
ref <- strArgument ( metavar "REFLOG-KEY" )
|
|
pure $ withMyRPC @RefLogAPI rpc $ \caller -> do
|
|
href <- pure (fromStringMay ref) `orDie` "invalid REFLOG-KEY"
|
|
callService @RpcRefLogGet caller href >>= \case
|
|
Left{} -> exitFailure
|
|
Right Nothing -> exitFailure
|
|
Right (Just h) -> print (pretty h) >> exitSuccess
|
|
|
|
myException :: SomeException -> IO ()
|
|
myException e = err ( show e )
|
|
|
|
|
|
newtype CredentialsM e s m a =
|
|
CredentialsM { fromCredentials :: ReaderT (PeerCredentials s) m a }
|
|
deriving newtype ( Functor
|
|
, Applicative
|
|
, Monad
|
|
, MonadIO
|
|
, MonadReader (PeerCredentials s)
|
|
, MonadTrans)
|
|
|
|
withCredentials :: forall e s m a . (HasOwnPeer e m, Monad m, s ~ Encryption e)
|
|
=> PeerCredentials s
|
|
-> CredentialsM e s m a -> m a
|
|
|
|
withCredentials pc m = runReaderT (fromCredentials m) pc
|
|
|
|
|
|
instance (Monad m, HasTimeLimits e p m, s ~ Encryption e) => HasTimeLimits e p (CredentialsM e s m) where
|
|
tryLockForPeriod p m = lift $ tryLockForPeriod p m
|
|
|
|
instance (HasOwnPeer e m) => HasOwnPeer e (CredentialsM e s m) where
|
|
ownPeer = lift ownPeer
|
|
|
|
instance (Monad m, HasFabriq e m, s ~ Encryption e) => HasFabriq e (CredentialsM e s m) where
|
|
getFabriq = lift getFabriq
|
|
|
|
instance (Sessions e p m, s ~ Encryption e) => Sessions e p (CredentialsM e s m) where
|
|
find k f = lift (find k f)
|
|
fetch i d k f = lift (fetch i d k f)
|
|
update d k f = lift (update d k f)
|
|
expire k = lift (expire k)
|
|
|
|
instance (Monad m, HasPeerNonce e m, s ~ Encryption e) => HasPeerNonce e (CredentialsM e s m) where
|
|
peerNonce = lift $ peerNonce @e
|
|
|
|
instance (Monad m, s ~ Encryption e) => HasCredentials s (CredentialsM e s m) where
|
|
getCredentials = ask
|
|
|
|
instance (Monad m, s ~ Encryption e) => HasCredentials s (ResponseM e (CredentialsM e s m)) where
|
|
getCredentials = lift getCredentials
|
|
|
|
instance (Monad m, HasThatPeer e p m, s ~ Encryption e) => HasThatPeer e p (CredentialsM e s m) where
|
|
thatPeer = lift . thatPeer
|
|
|
|
instance ( EventEmitter e p m
|
|
) => EventEmitter e p (CredentialsM e s m) where
|
|
|
|
emit k d = lift $ emit k d
|
|
|
|
instance ( Monad m
|
|
, Response e p m
|
|
, s ~ Encryption e
|
|
) => Response e p (CredentialsM e s m) where
|
|
|
|
response = lift . response
|
|
|
|
|
|
respawn :: PeerOpts -> IO ()
|
|
respawn opts = case view peerRespawn opts of
|
|
Just True -> do
|
|
let secs = 5
|
|
notice $ "RESPAWNING in" <+> viaShow secs <> "s"
|
|
pause @'Seconds secs
|
|
self <- getExecutablePath
|
|
args <- getArgs
|
|
print (self, args)
|
|
executeFile self False args Nothing
|
|
|
|
_ -> exitFailure
|
|
|
|
runPeer :: forall e s . ( e ~ L4Proto
|
|
, FromStringMaybe (PeerAddr e)
|
|
, s ~ Encryption e
|
|
, HasStorage (PeerM e IO)
|
|
)=> PeerOpts -> IO ()
|
|
|
|
runPeer opts = Exception.handle (\e -> myException e
|
|
>> performGC
|
|
>> respawn opts
|
|
) $ runResourceT do
|
|
|
|
metrics <- liftIO newStore
|
|
|
|
xdg <- liftIO $ getXdgDirectory XdgData defStorePath <&> fromString
|
|
|
|
conf <- peerConfigRead (view peerConfig opts)
|
|
|
|
-- let (PeerConfig syn) = conf
|
|
liftIO $ print $ pretty conf
|
|
|
|
let listenConf = cfgValue @PeerListenKey conf
|
|
let keyConf = cfgValue @PeerKeyFileKey conf
|
|
let storConf = cfgValue @PeerStorageKey conf <&> StoragePrefix
|
|
let traceConf = cfgValue @PeerTraceKey conf :: FeatureSwitch
|
|
let debugConf = cfgValue @PeerDebugKey conf :: FeatureSwitch
|
|
let trace1Conf = cfgValue @PeerTrace1Key conf :: FeatureSwitch
|
|
|
|
let listenSa = view listenOn opts <|> listenConf <|> Just defListenUDP
|
|
credFile <- pure (view peerCredFile opts <|> keyConf) `orDie` "credentials not set"
|
|
|
|
let pref = view storage opts <|> storConf <|> Just xdg
|
|
|
|
debug $ "storage prefix:" <+> pretty pref
|
|
|
|
debug $ pretty "trace: " <+> pretty (show traceConf)
|
|
debug $ pretty "trace1: " <+> pretty (show trace1Conf)
|
|
|
|
when (traceConf == FeatureOn) do
|
|
setLogging @TRACE tracePrefix
|
|
setLogging @DEBUG debugPrefix
|
|
|
|
when (debugConf == FeatureOn) do
|
|
setLogging @DEBUG debugPrefix
|
|
|
|
when (trace1Conf == FeatureOn) do
|
|
setLogging @TRACE1 tracePrefix
|
|
|
|
|
|
let helpFetchKeys = cfgValue @PeerProxyFetchKey conf & toKeys
|
|
|
|
let useHttpDownload = cfgValue @PeerUseHttpDownload conf & (== FeatureOn)
|
|
|
|
let ps = mempty
|
|
|
|
pc' <- liftIO $ LBS.readFile credFile
|
|
<&> parseCredentials @(Encryption e) . AsCredFile
|
|
. LBS.toStrict
|
|
. LBS.take 4096
|
|
|
|
pc <- pure pc' `orDie` "can't parse credential file"
|
|
|
|
notice $ "run peer" <+> pretty (AsBase58 (view peerSignPk pc))
|
|
|
|
s <- simpleStorageInit @HbSync (Just pref)
|
|
let blk = liftIO . hasBlock s
|
|
|
|
|
|
w <- replicateM defStorageThreads $ async $ liftIO $ simpleStorageWorker s
|
|
|
|
localMulticast <- liftIO $ (headMay <$> parseAddrUDP (fromString defLocalMulticast)
|
|
<&> fmap (fromSockAddr @'UDP . addrAddress) )
|
|
|
|
`orDie` "assertion: localMulticastPeer not set"
|
|
|
|
notice $ "multicast:" <+> pretty localMulticast
|
|
|
|
mess <- newMessagingUDP False listenSa
|
|
`orDie` "unable listen on the given addr"
|
|
|
|
udp <- async $ runMessagingUDP mess
|
|
|
|
mcast <- newMessagingUDPMulticast defLocalMulticast
|
|
`orDie` "Can't start RPC listener"
|
|
|
|
messMcast <- async $ runMessagingUDP mcast
|
|
|
|
brains <- newBasicBrains @e conf
|
|
|
|
brainsThread <- async $ runBasicBrains conf brains
|
|
|
|
denv <- newDownloadEnv brains
|
|
|
|
let tcpListen = cfgValue @PeerListenTCPKey conf & fromMaybe ""
|
|
let addr' = fromStringMay @(PeerAddr L4Proto) tcpListen
|
|
|
|
trace $ "TCP addr:" <+> pretty tcpListen <+> pretty addr'
|
|
|
|
tcp <- maybe1 addr' (pure Nothing) $ \addr -> do
|
|
tcpEnv <- newMessagingTCP addr <&> set tcpOnClientStarted (onClientTCPConnected brains)
|
|
-- FIXME: handle-tcp-thread-somehow
|
|
void $ async $ runMessagingTCP tcpEnv
|
|
pure $ Just tcpEnv
|
|
|
|
(proxy, penv) <- mdo
|
|
proxy <- newProxyMessaging mess tcp >>= \proxy' -> pure proxy'
|
|
{ _proxy_getEncryptionKey = \peer -> do
|
|
mencKeyID <- (fmap . fmap) encryptionKeyIDKeyFromPeerData $
|
|
withPeerM penv $ find (KnownPeerKey peer) id
|
|
mkey <- join <$> forM mencKeyID \encKeyID ->
|
|
getEncryptionKey proxy encKeyID
|
|
case mkey of
|
|
Nothing ->
|
|
trace1 $ "ENCRYPTION empty getEncryptionKey"
|
|
<+> pretty peer <+> viaShow mencKeyID
|
|
Just k ->
|
|
trace1 $ "ENCRYPTION success getEncryptionKey"
|
|
<+> pretty peer <+> viaShow mencKeyID <+> viaShow k
|
|
pure mkey
|
|
|
|
, _proxy_clearEncryptionKey = \peer -> do
|
|
mencKeyID <- (fmap . fmap) encryptionKeyIDKeyFromPeerData $
|
|
withPeerM penv $ find (KnownPeerKey peer) id
|
|
forM_ mencKeyID \encKeyID -> setEncryptionKey proxy peer encKeyID Nothing
|
|
-- deletePeerAsymmKey brains peer
|
|
forM_ mencKeyID \encKeyID ->
|
|
deletePeerAsymmKey' brains (show encKeyID)
|
|
|
|
, _proxy_sendResetEncryptionKeys = \peer -> withPeerM penv do
|
|
sendResetEncryptionKeys peer
|
|
|
|
, _proxy_sendBeginEncryptionExchange = \peer -> withPeerM penv do
|
|
sendBeginEncryptionExchange pc
|
|
((pubKeyFromKeypair @s . _proxy_asymmetricKeyPair) proxy)
|
|
peer
|
|
|
|
}
|
|
penv <- newPeerEnv (AnyStorage s) (Fabriq proxy) (getOwnPeer mess)
|
|
pure (proxy, penv)
|
|
|
|
proxyThread <- async $ runProxyMessaging proxy
|
|
|
|
let peerMeta = mkPeerMeta conf penv
|
|
|
|
nbcache <- liftIO $ Cache.newCache (Just $ toTimeSpec ( 600 :: Timeout 'Seconds))
|
|
|
|
void $ async $ forever do
|
|
pause @'Seconds 600
|
|
liftIO $ Cache.purgeExpired nbcache
|
|
|
|
rce <- refChanWorkerEnv conf penv denv
|
|
|
|
let refChanAdapter = RefChanAdapter
|
|
{ refChanOnHead = refChanOnHeadFn rce
|
|
, refChanSubscribed = isPolledRef @e brains
|
|
, refChanWriteTran = refChanWriteTranFn rce
|
|
, refChanValidatePropose = refChanValidateTranFn @e rce
|
|
, refChanNotifyRely = refChanNotifyRelyFn @e rce
|
|
}
|
|
|
|
rcw <- async $ liftIO $ runRefChanRelyWorker rce refChanAdapter
|
|
|
|
let pexFilt pips = do
|
|
tcpex <- listTCPPexCandidates @e brains <&> HashSet.fromList
|
|
fset <- forM pips $ \p -> do
|
|
toPeerAddr p >>= \case
|
|
(L4Address UDP _) -> pure $ Just p
|
|
pa@(L4Address TCP _) | HashSet.member pa tcpex -> pure $ Just p
|
|
_ -> pure Nothing
|
|
|
|
pure (catMaybes fset)
|
|
|
|
let onNoBlock (p, h) = do
|
|
already <- liftIO $ Cache.lookup nbcache (p,h) <&> isJust
|
|
unless already do
|
|
mpde <- find (KnownPeerKey p) id
|
|
maybe1 mpde none $ \pd -> do
|
|
let pk = view peerSignKey pd
|
|
when (Set.member pk helpFetchKeys) do
|
|
liftIO $ Cache.insert nbcache (p,h) ()
|
|
-- debug $ "onNoBlock" <+> pretty p <+> pretty h
|
|
withPeerM penv $ withDownload denv (addDownload mzero h)
|
|
|
|
loop <- liftIO $ async do
|
|
|
|
runPeerM penv $ do
|
|
adapter <- mkAdapter
|
|
|
|
|
|
reflogAdapter <- RefLog.mkAdapter
|
|
reflogReqAdapter <- RefLog.mkRefLogRequestAdapter @e
|
|
|
|
|
|
let doDownload h = do
|
|
pro <- isReflogProcessed @e brains h
|
|
if pro then do
|
|
withPeerM penv $ withDownload denv (addDownload mzero h)
|
|
else do
|
|
withPeerM penv $ withDownload denv (processBlock h)
|
|
setReflogProcessed @e brains h
|
|
|
|
let doFetchRef puk = do
|
|
withPeerM penv $ do
|
|
forKnownPeers @e $ \p _ -> do
|
|
request p (RefLogRequest @e puk)
|
|
|
|
let rwa = RefLog.RefLogWorkerAdapter
|
|
{ RefLog.reflogDownload = doDownload
|
|
, RefLog.reflogFetch = doFetchRef
|
|
}
|
|
|
|
let addNewRtt (p,rttNew) = withPeerM penv $ void $ runMaybeT do
|
|
def <- newPeerInfo
|
|
tv <- lift $ fetch True def (PeerInfoKey p) (view peerRTTBuffer)
|
|
insertRTT rttNew tv
|
|
|
|
let hshakeAdapter = PeerHandshakeAdapter addNewRtt
|
|
|
|
let encryptionHshakeAdapter ::
|
|
( MonadIO m
|
|
, EventEmitter e (PeerAsymmInfo e) m
|
|
) => EncryptionHandshakeAdapter L4Proto m s
|
|
encryptionHshakeAdapter = EncryptionHandshakeAdapter
|
|
{ encHandshake_considerPeerAsymmKey = \peer mpubkey -> withPeerM penv do
|
|
mencKeyID <- (fmap . fmap) encryptionKeyIDKeyFromPeerData $
|
|
withPeerM penv $ find (KnownPeerKey peer) id
|
|
case mpubkey of
|
|
Nothing -> do
|
|
-- trace $ "ENCRYPTION delete key" <+> pretty peer <+> viaShow mencKeyID
|
|
-- deletePeerAsymmKey brains peer
|
|
forM_ mencKeyID \encKeyID ->
|
|
deletePeerAsymmKey' brains (show encKeyID)
|
|
Just pk -> do
|
|
-- emit PeerAsymmInfoKey (PeerAsymmPubKey peer pk)
|
|
let symmk = genCommonSecret @s
|
|
(privKeyFromKeypair @s (_proxy_asymmetricKeyPair proxy))
|
|
pk
|
|
case mencKeyID of
|
|
Nothing -> do
|
|
-- insertPeerAsymmKey brains peer pk symmk
|
|
-- insertPeerAsymmKey' brains (show peer) pk symmk
|
|
trace $ "ENCRYPTION can not store key. No encKeyID"
|
|
<+> pretty peer <+> viaShow mencKeyID
|
|
Just encKeyID -> do
|
|
liftIO $ setEncryptionKey proxy peer encKeyID (Just symmk)
|
|
insertPeerAsymmKey' brains (show encKeyID) pk symmk
|
|
|
|
, encAsymmetricKeyPair = _proxy_asymmetricKeyPair proxy
|
|
|
|
, encGetEncryptionKey = liftIO . getEncryptionKey proxy
|
|
|
|
}
|
|
|
|
-- dialReqProtoAdapter <- do
|
|
-- dialReqProtoAdapterDApp <- pure dialogRoutes
|
|
-- pure DialReqProtoAdapter {..}
|
|
|
|
env <- ask
|
|
|
|
pnonce <- peerNonce @e
|
|
|
|
pl <- getPeerLocator @e
|
|
|
|
addPeers @e pl ps
|
|
|
|
subscribe @e PeerExpiredEventKey \(PeerExpiredEvent peer {-mpeerData-}) -> liftIO do
|
|
mencKeyID <- (fmap . fmap) encryptionKeyIDKeyFromPeerData $
|
|
withPeerM penv $ find (KnownPeerKey peer) id
|
|
forM_ mencKeyID \encKeyID -> setEncryptionKey proxy peer encKeyID Nothing
|
|
-- deletePeerAsymmKey brains peer
|
|
forM_ mencKeyID \encKeyID ->
|
|
deletePeerAsymmKey' brains (show encKeyID)
|
|
|
|
subscribe @e PeerAnnounceEventKey $ \(PeerAnnounceEvent pip nonce) -> do
|
|
unless (nonce == pnonce) $ do
|
|
debug $ "Got peer announce!" <+> pretty pip
|
|
mpd :: Maybe (PeerData e) <- find (KnownPeerKey pip) id
|
|
banned <- maybe (pure False) (peerBanned conf) mpd
|
|
let known = isJust mpd && not banned
|
|
sendPing pip
|
|
|
|
subscribe @e BlockAnnounceInfoKey $ \(BlockAnnounceEvent p bi no) -> do
|
|
pa <- toPeerAddr p
|
|
checkBlockAnnounce conf denv no pa (view biHash bi)
|
|
|
|
subscribe @e AnyKnownPeerEventKey $ \(KnownPeerEvent p pd) -> do
|
|
|
|
let thatNonce = view peerOwnNonce pd
|
|
|
|
now <- liftIO getTimeCoarse
|
|
|
|
-- defPeerInfo <- newPeerInfo
|
|
-- fetch True defPeerInfo (PeerInfoKey p) id >>= \pinfo -> do
|
|
|
|
find (PeerInfoKey p) id >>= mapM_ \pinfo -> do
|
|
liftIO $ atomically $ writeTVar (view peerPingFailed pinfo) 0
|
|
liftIO $ atomically $ writeTVar (view peerLastWatched pinfo) now
|
|
|
|
banned <- peerBanned conf pd
|
|
|
|
let doAddPeer p = do
|
|
addPeers pl [p]
|
|
|
|
-- TODO: better-handling-for-new-peers
|
|
npi <- newPeerInfo
|
|
|
|
here <- find @e (KnownPeerKey p) id <&> isJust
|
|
|
|
unless here do
|
|
debug $ "Got authorized peer!" <+> pretty p
|
|
<+> pretty (AsBase58 (view peerSignKey pd))
|
|
request @e p (GetPeerMeta @e)
|
|
|
|
|
|
-- FIXME: check if we've got a reference to ourselves
|
|
if | pnonce == thatNonce -> do
|
|
debug $ "GOT OWN NONCE FROM" <+> pretty p
|
|
delPeers pl [p]
|
|
addExcluded pl [p]
|
|
expire (KnownPeerKey p)
|
|
|
|
| banned -> do
|
|
notice $ pretty p <+> "banned"
|
|
|
|
| otherwise -> do
|
|
|
|
update pd (KnownPeerKey p) id
|
|
|
|
pdkv :: Map BS.ByteString (Peer L4Proto) <- fmap (Map.fromList . catMaybes)
|
|
$ knownPeers @e pl >>= mapM \pip ->
|
|
fmap (, pip) <$> find (KnownPeerKey pip) (view peerOwnNonce)
|
|
|
|
let proto1 = view sockType p
|
|
|
|
case Map.lookup thatNonce pdkv of
|
|
|
|
-- TODO: prefer-local-peer-with-same-nonce-over-remote-peer
|
|
-- remove remote peer
|
|
-- add local peer
|
|
|
|
-- FIXME: move-protocol-comparison-to-peer-nonce
|
|
--
|
|
|
|
Nothing -> doAddPeer p
|
|
|
|
Just p0 -> do
|
|
|
|
pa0 <- toPeerAddr p0
|
|
pa1 <- toPeerAddr p
|
|
|
|
if | pa0 == pa1 -> none
|
|
| view sockType p0 /= view sockType p -> do
|
|
doAddPeer p
|
|
|
|
| otherwise -> do
|
|
|
|
debug "Same peer, different address"
|
|
|
|
void $ runMaybeT do
|
|
|
|
pinfo0 <- MaybeT $ find (PeerInfoKey p0) id
|
|
pinfo1 <- MaybeT $ find (PeerInfoKey p) id
|
|
|
|
rtt0 <- MaybeT $ medianPeerRTT pinfo0
|
|
rtt1 <- MaybeT $ medianPeerRTT pinfo1
|
|
|
|
when ( rtt1 < rtt0 ) do
|
|
debug $ "Better rtt!" <+> pretty p0
|
|
<+> pretty p
|
|
<+> pretty rtt0
|
|
<+> pretty rtt1
|
|
|
|
lift $ do
|
|
expire (KnownPeerKey p0)
|
|
delPeers pl [p0]
|
|
-- addExcluded pl [p0]
|
|
doAddPeer p
|
|
|
|
|
|
void $ liftIO $ async $ withPeerM env do
|
|
pause @'Seconds 1
|
|
debug "sending first peer announce"
|
|
request localMulticast (PeerAnnounce @e pnonce)
|
|
|
|
let peerThread t mx = W.tell . L.singleton =<< (liftIO . async) do
|
|
withPeerM env mx
|
|
`U.withException` \e -> case (fromException e) of
|
|
Just (e' :: AsyncCancelled) -> pure ()
|
|
Nothing -> err ("peerThread" <+> viaShow t <+> "Failed with" <+> viaShow e)
|
|
debug $ "peerThread Finished:" <+> t
|
|
workers <- W.execWriterT do
|
|
|
|
peerThread "local multicast" $ forever $ do
|
|
pause defPeerAnnounceTime -- FIXME: setting!
|
|
debug "sending local peer announce"
|
|
request localMulticast (PeerAnnounce @e pnonce)
|
|
|
|
-- peerThread "tcpWorker" (tcpWorker conf)
|
|
|
|
peerThread "httpWorker" (httpWorker conf peerMeta denv)
|
|
|
|
peerThread "checkMetrics" (checkMetrics metrics)
|
|
|
|
peerThread "peerPingLoop" (peerPingLoop @e conf penv)
|
|
|
|
peerThread "knownPeersPingLoop" (knownPeersPingLoop @e conf)
|
|
|
|
peerThread "bootstrapDnsLoop" (bootstrapDnsLoop @e conf)
|
|
|
|
peerThread "pexLoop" (pexLoop @e brains tcp)
|
|
|
|
peerThread "blockDownloadLoop" (blockDownloadLoop denv)
|
|
|
|
peerThread "encryptionHandshakeWorker"
|
|
(EncryptionKeys.encryptionHandshakeWorker @e conf pc encryptionHshakeAdapter)
|
|
|
|
let tcpProbeWait :: Timeout 'Seconds
|
|
tcpProbeWait = (fromInteger . fromMaybe 300) (cfgValue @PeerTcpProbeWaitKey conf)
|
|
|
|
peerThread "fillPeerMeta" (fillPeerMeta tcp tcpProbeWait)
|
|
|
|
-- FIXME: clumsy-code
|
|
-- Is it better now ?
|
|
when useHttpDownload do
|
|
peerThread "blockHttpDownloadLoop" (blockHttpDownloadLoop denv)
|
|
|
|
peerThread "postponedLoop" (postponedLoop denv)
|
|
|
|
peerThread "downloadQueue" (downloadQueue conf denv)
|
|
|
|
peerThread "reflogWorker" (reflogWorker @e conf rwa)
|
|
|
|
peerThread "refChanWorker" (refChanWorker @e rce (SomeBrains brains))
|
|
|
|
peerThread "all protos" do
|
|
runProto @e
|
|
[ makeResponse (blockSizeProto blk dontHandle onNoBlock)
|
|
, makeResponse (blockChunksProto adapter)
|
|
, makeResponse blockAnnounceProto
|
|
, makeResponse (withCredentials @e pc . peerHandShakeProto hshakeAdapter penv)
|
|
, makeResponse (withCredentials @e pc . encryptionHandshakeProto encryptionHshakeAdapter)
|
|
, makeResponse (peerExchangeProto pexFilt)
|
|
, makeResponse (refLogUpdateProto reflogAdapter)
|
|
, makeResponse (refLogRequestProto reflogReqAdapter)
|
|
, makeResponse (peerMetaProto peerMeta)
|
|
, makeResponse (refChanHeadProto False refChanAdapter)
|
|
, makeResponse (refChanUpdateProto False pc refChanAdapter)
|
|
, makeResponse (refChanRequestProto False refChanAdapter)
|
|
, makeResponse (refChanNotifyProto False refChanAdapter)
|
|
]
|
|
|
|
void $ liftIO $ waitAnyCancel workers
|
|
|
|
let refChanHeadPostAction href = do
|
|
void $ liftIO $ withPeerM penv $ do
|
|
let h = fromHashRef href
|
|
debug $ "rpc2.refChanHeadPost" <+> pretty h
|
|
me <- ownPeer @e
|
|
sto <- getStorage
|
|
|
|
chunks <- S.toList_ $ do
|
|
deepScan ScanDeep (const none) h (liftIO . getBlock sto) $ \ha -> do
|
|
unless (ha == h) do
|
|
blk <- liftIO $ getBlock sto ha
|
|
maybe1 blk none S.yield
|
|
|
|
let box = deserialiseOrFail @(SignedBox (RefChanHeadBlock e) e) (LBS.concat chunks)
|
|
|
|
case box of
|
|
-- FIXME: proper-error-handling
|
|
Left{} -> err $ "can't read head block" <+> pretty h
|
|
Right (SignedBox k _ _) -> do
|
|
let msg = RefChanHead k (RefChanHeadBlockTran (HashRef h))
|
|
refChanNotifyOnUpdated rce k
|
|
runResponseM me $ refChanHeadProto @e True refChanAdapter msg
|
|
|
|
let refChanProposeAction (puk, box) = do
|
|
debug $ "rpc2.reChanPropose" <+> pretty (AsBase58 puk)
|
|
void $ liftIO $ withPeerM penv $ do
|
|
me <- ownPeer @e
|
|
runMaybeT do
|
|
proposed <- MaybeT $ makeProposeTran @e pc puk box
|
|
lift $ runResponseM me $ refChanUpdateProto @e True pc refChanAdapter (Propose @e puk proposed)
|
|
|
|
-- NOTE: moved-to-rpc2
|
|
let refChanNotifyAction (puk, box) = do
|
|
void $ liftIO $ withPeerM penv $ do
|
|
me <- ownPeer @e
|
|
runMaybeT do
|
|
lift $ runResponseM me $ refChanNotifyProto @e True refChanAdapter (Notify @e puk box)
|
|
|
|
menv <- newPeerEnv (AnyStorage s) (Fabriq mcast) (getOwnPeer mcast)
|
|
|
|
ann <- liftIO $ async $ runPeerM menv $ do
|
|
|
|
self <- ownPeer @e
|
|
|
|
subscribe @e BlockAnnounceInfoKey $ \(BlockAnnounceEvent p bi no) -> do
|
|
unless (p == self) do
|
|
pa <- toPeerAddr p
|
|
checkBlockAnnounce conf denv no pa (view biHash bi)
|
|
|
|
subscribe @e PeerAnnounceEventKey $ \pe@(PeerAnnounceEvent pip nonce) -> do
|
|
-- debug $ "Got peer announce!" <+> pretty pip
|
|
emitToPeer penv PeerAnnounceEventKey pe
|
|
|
|
runProto @e
|
|
[ makeResponse blockAnnounceProto
|
|
, makeResponse peerAnnounceProto
|
|
]
|
|
|
|
|
|
let k = view peerSignPk pc
|
|
|
|
let http = case cfgValue @PeerHttpPortKey conf :: Maybe Integer of
|
|
Nothing -> mempty
|
|
Just p -> "http-port:" <+> pretty p
|
|
|
|
let pokeAnsw = show $ vcat [ "peer-key:" <+> dquotes (pretty (AsBase58 k))
|
|
, "udp:" <+> dquotes (pretty (listenAddr mess))
|
|
, "local-multicast:" <+> dquotes (pretty localMulticast)
|
|
, http
|
|
]
|
|
|
|
let rpcSa = getRpcSocketName conf
|
|
rpc2msg <- newMessagingUnixOpts [MUFork] True 1.0 rpcSa
|
|
|
|
let rpc2ctx = RPC2Context { rpcConfig = fromPeerConfig conf
|
|
, rpcMessaging = rpc2msg
|
|
, rpcPokeAnswer = pokeAnsw
|
|
, rpcPeerEnv = penv
|
|
, rpcLocalMultiCast = localMulticast
|
|
, rpcStorage = AnyStorage s
|
|
, rpcDoFetch = liftIO . fetchHash penv denv
|
|
, rpcDoRefChanHeadPost = refChanHeadPostAction
|
|
, rpcDoRefChanPropose = refChanProposeAction
|
|
, rpcDoRefChanNotify = refChanNotifyAction
|
|
}
|
|
|
|
m1 <- async $ runMessagingUnix rpc2msg
|
|
link m1
|
|
|
|
rpcProto <- async $ flip runReaderT rpc2ctx do
|
|
runProto @UNIX
|
|
[ makeResponse (makeServer @PeerAPI)
|
|
, makeResponse (makeServer @RefLogAPI)
|
|
, makeResponse (makeServer @RefChanAPI)
|
|
, makeResponse (makeServer @StorageAPI)
|
|
]
|
|
|
|
link rpcProto
|
|
|
|
void $ waitAnyCancel $ w <> [ udp
|
|
, loop
|
|
, m1
|
|
, rpcProto
|
|
, ann
|
|
, messMcast
|
|
, brainsThread
|
|
]
|
|
|
|
liftIO $ simpleStorageStop s
|
|
|
|
|
|
|
|
emitToPeer :: ( MonadIO m
|
|
, EventEmitter e a (PeerM e IO)
|
|
)
|
|
=> PeerEnv e
|
|
-> EventKey e a
|
|
-> Event e a
|
|
-> m ()
|
|
|
|
emitToPeer env k e = liftIO $ withPeerM env (emit k e)
|
|
|
|
|