mirror of https://github.com/voidlizard/hbs2
318 lines
8.6 KiB
Haskell
318 lines
8.6 KiB
Haskell
{-# Language RankNTypes #-}
|
||
{-# Language TemplateHaskell #-}
|
||
module Main where
|
||
|
||
import HBS2.Prelude.Plated
|
||
import HBS2.Clock
|
||
import HBS2.Hash
|
||
-- import HBS2.Net.Messaging
|
||
import HBS2.Net.Proto
|
||
import HBS2.Net.Proto.BlockInfo
|
||
import HBS2.Net.Messaging.Fake
|
||
import HBS2.Net.Peer
|
||
import HBS2.Defaults
|
||
|
||
import HBS2.Storage.Simple
|
||
import HBS2.Storage.Simple.Extra
|
||
|
||
-- import Test.Tasty hiding (Timeout)
|
||
import Test.Tasty.HUnit
|
||
|
||
import Codec.Serialise
|
||
import Control.Concurrent.Async
|
||
import Data.ByteString.Lazy (ByteString)
|
||
import Data.ByteString.Lazy.Char8 qualified as B8
|
||
import Data.Foldable
|
||
import Data.Hashable
|
||
import Data.Maybe
|
||
import Data.Traversable
|
||
import Data.Word
|
||
import Lens.Micro.Platform
|
||
import Prettyprinter
|
||
import System.Directory
|
||
import System.Exit
|
||
import System.FilePath.Posix
|
||
import System.IO
|
||
import Data.Cache (Cache)
|
||
import Data.Cache qualified as Cache
|
||
|
||
debug :: (MonadIO m) => Doc ann -> m ()
|
||
debug p = liftIO $ hPrint stderr p
|
||
|
||
newtype ChunkSize = ChunkSize Word16
|
||
deriving newtype (Num,Enum,Real,Integral,Pretty)
|
||
deriving stock (Eq,Ord,Show,Data,Generic)
|
||
|
||
|
||
newtype ChunkNum = ChunkNum Word16
|
||
deriving newtype (Num,Enum,Real,Integral,Pretty)
|
||
deriving stock (Eq,Ord,Show,Data,Generic)
|
||
|
||
|
||
newtype Sessions e =
|
||
Sessions
|
||
{ _sBlockHash :: Cache (Cookie e) (Hash HbSync)
|
||
}
|
||
|
||
makeLenses 'Sessions
|
||
|
||
type GetBlockChunk h m = Hash h -> Offset -> Size -> m (Maybe ByteString)
|
||
|
||
|
||
data BlockChunksI e m =
|
||
BlockChunksI
|
||
{ blkSize :: GetBlockSize HbSync m
|
||
, blkChunk :: GetBlockChunk HbSync m
|
||
, blkGetHash :: Cookie e -> m (Maybe (Hash HbSync))
|
||
, blkAcceptChunk :: (Hash HbSync, ChunkNum, ByteString) -> m ()
|
||
}
|
||
|
||
|
||
instance HasCookie e (BlockChunks e) where
|
||
type instance Cookie e = Word32
|
||
getCookie (BlockChunks c _) = Just c
|
||
|
||
data BlockChunks e = BlockChunks (Cookie e) (BlockChunksProto e)
|
||
deriving stock (Generic)
|
||
|
||
data BlockChunksProto e = BlockGetAllChunks (Hash HbSync) ChunkSize
|
||
| BlockNoChunks
|
||
| BlockChunk ChunkNum ByteString
|
||
| BlockLost
|
||
deriving stock (Generic)
|
||
|
||
|
||
instance Serialise ChunkSize
|
||
instance Serialise ChunkNum
|
||
instance Serialise (BlockChunksProto e)
|
||
instance Serialise (BlockChunks e)
|
||
|
||
|
||
blockChunksProto :: forall e m . ( MonadIO m
|
||
, Response e (BlockChunks e) m
|
||
, Pretty (Peer e)
|
||
)
|
||
=> BlockChunksI e m
|
||
-> BlockChunks e
|
||
-> m ()
|
||
|
||
blockChunksProto adapter (BlockChunks c p) =
|
||
case p of
|
||
BlockGetAllChunks h size -> deferred proto do
|
||
bsz <- blkSize adapter h
|
||
|
||
debug $ "bzs" <+> pretty bsz
|
||
|
||
let offsets' = calcChunks (fromJust bsz) (fromIntegral size) :: [(Offset, Size)]
|
||
let offsets = zip offsets' [0..]
|
||
|
||
for_ offsets $ \((o,sz),i) -> do
|
||
p <- thatPeer proto
|
||
chunk <- blkChunk adapter h o sz
|
||
maybe (pure ()) (response_ . BlockChunk @e i) chunk
|
||
|
||
BlockChunk n bs -> do
|
||
h <- blkGetHash adapter c
|
||
|
||
maybe1 h (response_ (BlockLost @e)) $ \hh -> do
|
||
blkAcceptChunk adapter (hh, n, bs)
|
||
|
||
BlockNoChunks {} -> do
|
||
-- TODO: notification
|
||
pure ()
|
||
|
||
BlockLost{} -> do
|
||
pure ()
|
||
|
||
where
|
||
proto = Proxy @(BlockChunks e)
|
||
response_ pt = response (BlockChunks c pt)
|
||
|
||
data Fake
|
||
|
||
instance HasPeer Fake where
|
||
newtype instance Peer Fake = FakePeer Word8
|
||
deriving newtype (Hashable,Num,Enum,Real,Integral)
|
||
deriving stock (Eq,Ord,Show)
|
||
|
||
|
||
instance Pretty (Peer Fake) where
|
||
pretty (FakePeer n) = parens ("peer" <+> pretty n)
|
||
|
||
|
||
instance HasProtocol Fake (BlockSize Fake) where
|
||
type instance ProtocolId (BlockSize Fake) = 1
|
||
type instance Encoded Fake = ByteString
|
||
decode = either (const Nothing) Just . deserialiseOrFail
|
||
encode = serialise
|
||
|
||
instance HasProtocol Fake (BlockChunks Fake) where
|
||
type instance ProtocolId (BlockChunks Fake) = 2
|
||
type instance Encoded Fake = ByteString
|
||
decode = either (const Nothing) Just . deserialiseOrFail
|
||
encode = serialise
|
||
|
||
main :: IO ()
|
||
main = do
|
||
hSetBuffering stderr LineBuffering
|
||
test1
|
||
|
||
-- defaultMain $
|
||
-- testGroup "root"
|
||
-- [
|
||
-- testCase "test1" test1
|
||
-- ]
|
||
|
||
|
||
emptySessions :: IO (Sessions e)
|
||
emptySessions = do
|
||
|
||
bh <- Cache.newCache (Just defCookieTimeout)
|
||
|
||
pure $
|
||
Sessions
|
||
{ _sBlockHash = bh
|
||
}
|
||
|
||
newSession :: (Eq k, Hashable k,MonadIO m)
|
||
=> s
|
||
-> Getting (Cache k v) s (Cache k v)
|
||
-> k
|
||
-> v
|
||
-> m ()
|
||
|
||
newSession se l k v = do
|
||
let cache = view l se
|
||
liftIO $ Cache.insert cache k v
|
||
|
||
withNewSession se l k v m = newSession se l k v >> m
|
||
|
||
getSession se l k = do
|
||
let cache = view l se
|
||
liftIO $ Cache.lookup cache k
|
||
|
||
runFakePeer :: forall e . e ~ Fake => Sessions e -> EngineEnv e -> IO ()
|
||
runFakePeer se env = do
|
||
|
||
let pid = fromIntegral (hash (env ^. self)) :: Word8
|
||
|
||
dir <- canonicalizePath ( ".peers" </> show pid)
|
||
|
||
createDirectoryIfMissing True dir
|
||
|
||
let opts = [ StoragePrefix dir
|
||
]
|
||
|
||
storage <- simpleStorageInit opts :: IO (SimpleStorage HbSync)
|
||
|
||
w <- async $ simpleStorageWorker storage
|
||
|
||
let size = 1024*1024
|
||
|
||
let blk = B8.concat [ fromString (take 1 $ show x)
|
||
| x <- replicate size (fromIntegral pid :: Int)
|
||
]
|
||
|
||
root <- putAsMerkle storage blk
|
||
|
||
debug $ "I'm" <+> pretty pid <+> pretty root
|
||
|
||
let handleBlockInfo (p, h, sz) = do
|
||
debug $ pretty p <+> "has block" <+> pretty h <+> pretty sz
|
||
|
||
blkCookies <- Cache.newCache @(Cookie e) @(Hash HbSync) (Just defCookieTimeout)
|
||
|
||
let adapter =
|
||
BlockChunksI
|
||
{ blkSize = hasBlock storage
|
||
, blkChunk = getChunk storage
|
||
, blkGetHash = getSession se sBlockHash
|
||
, blkAcceptChunk = \(h,n,bs) -> debug $ "got chunk" <+> pretty h
|
||
<+> pretty n
|
||
<+> pretty (B8.length bs)
|
||
}
|
||
|
||
runPeer env
|
||
[ makeResponse (blockSizeProto (hasBlock storage) handleBlockInfo)
|
||
, makeResponse (blockChunksProto adapter)
|
||
]
|
||
|
||
cancel w
|
||
|
||
simpleStorageStop storage
|
||
|
||
pure ()
|
||
|
||
|
||
test1 :: IO ()
|
||
test1 = do
|
||
|
||
hSetBuffering stderr LineBuffering
|
||
|
||
fake <- newFakeP2P True
|
||
|
||
let peers@[p0,p1] = [0..1] :: [Peer Fake]
|
||
|
||
envs@[e0,e1] <- forM peers $ \p -> newEnv p fake
|
||
|
||
mtS <- emptySessions @Fake
|
||
let ee = zip (repeat mtS) envs
|
||
|
||
void $ race (pause (2 :: Timeout 'Seconds)) $ do
|
||
|
||
peerz <- mapM (async . uncurry runFakePeer) ee
|
||
|
||
runEngineM e0 $ do
|
||
request p1 (GetBlockSize @Fake (fromString "81JeD7LNR6Q7RYfyWBxfjJn1RsWzvegkUXae6FUNgrMZ"))
|
||
request p1 (GetBlockSize @Fake (fromString "5KP4vM6RuEX6RA1ywthBMqZV5UJDLANC17UrF6zuWdRt"))
|
||
|
||
request p0 (GetBlockSize @Fake (fromString "81JeD7LNR6Q7RYfyWBxfjJn1RsWzvegkUXae6FUNgrMZ"))
|
||
request p0 (GetBlockSize @Fake (fromString "5KP4vM6RuEX6RA1ywthBMqZV5UJDLANC17UrF6zuWdRt"))
|
||
|
||
let h = fromString "5KP4vM6RuEX6RA1ywthBMqZV5UJDLANC17UrF6zuWdRt"
|
||
|
||
let cookie = 0
|
||
let s0 = (fst . head) ee
|
||
|
||
withNewSession s0 sBlockHash cookie h $ do
|
||
request p1 (BlockChunks @Fake cookie (BlockGetAllChunks h defChunkSize))
|
||
|
||
pure ()
|
||
|
||
-- cache <- insert кука mempty
|
||
-- request ...
|
||
|
||
-- Я ЗАПРОСИЛ БЛОК
|
||
-- У МЕНЯ НЕТ КУКИ
|
||
-- МНЕ ПРИШЛИ ЧАНКИ
|
||
-- КУКИ НЕТ -> ГОВОРЮ "БЛОК ЛОСТ"
|
||
-- НО ХЗ ГДЕ ДЕРЖАТЬ САМ КЭШ для конкретного подпротокола
|
||
-- request p1 (BlockGetAllChunks @Fake 0 (fromString "5KP4vM6RuEX6RA1ywthBMqZV5UJDLANC17UrF6zuWdRt"))
|
||
|
||
-- Q1: ЧТО ДЕЛАТЬ
|
||
-- Q1.1: КАК КУКА ПОПАДЁТ в то, где работает "adapter"
|
||
-- Q2: КАК ДЕЛАТЬ ЗАПРОСЫ
|
||
--
|
||
-- ОТСЮДА СЛЕДУЕТ: Cookie должны жить в Engine и быть там доступны
|
||
-- В монаде Response тоже должна быть кука
|
||
--
|
||
-- НУ есть кука и чо? какие данные с ней ассоциированы?
|
||
-- какого блеать типа?
|
||
--
|
||
-- Как быть с тем, что кука может не поддерживаться подпротоколом?
|
||
-- Требовать HasCookie у всех?
|
||
|
||
pause ( 1 :: Timeout 'Seconds)
|
||
|
||
mapM_ cancel peerz
|
||
|
||
(_, e) <- waitAnyCatchCancel peerz
|
||
|
||
debug (pretty $ show e)
|
||
debug "we're done"
|
||
assertBool "success" True
|
||
exitSuccess
|
||
|
||
assertBool "failed" False
|
||
|