1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
|
module Test (
runTestTool,
) where
import Control.Arrow
import Control.Concurrent
import Control.Monad.Except
import Control.Monad.Reader
import Control.Monad.State
import Crypto.Random
import Data.ByteString qualified as B
import Data.ByteString.Char8 qualified as BC
import Data.ByteString.Lazy qualified as BL
import Data.Foldable
import Data.IP (fromSockAddr)
import Data.Text (Text)
import Data.Text qualified as T
import Data.Text.Encoding
import Data.Text.IO qualified as T
import Data.Typeable
import System.IO
import System.IO.Error
import Attach
import Identity
import Network
import Pairing
import PubKey
import Service
import Set
import State
import Storage
import Storage.Internal (unsafeStoreRawBytes)
import Storage.Merge
import Sync
data TestState = TestState
{ tsHead :: Maybe (Head LocalState)
, tsServer :: Maybe Server
, tsPeers :: Maybe (MVar (Int, [(Int, Peer)]))
, tsWatchedLocalIdentity :: Maybe WatchedHead
, tsWatchedSharedIdentity :: Maybe WatchedHead
}
initTestState :: TestState
initTestState = TestState
{ tsHead = Nothing
, tsServer = Nothing
, tsPeers = Nothing
, tsWatchedLocalIdentity = Nothing
, tsWatchedSharedIdentity = Nothing
}
data TestInput = TestInput
{ tiOutput :: Output
, tiStorage :: Storage
, tiParams :: [Text]
}
runTestTool :: Storage -> IO ()
runTestTool st = do
out <- newMVar ()
let testLoop = getLineMb >>= \case
Just line -> do
case T.words line of
(cname:params)
| Just (CommandM cmd) <- lookup cname commands -> do
runReaderT cmd $ TestInput out st params
| otherwise -> fail $ "Unknown command '" ++ T.unpack cname ++ "'"
[] -> return ()
testLoop
Nothing -> return ()
runExceptT (evalStateT testLoop initTestState) >>= \case
Left x -> hPutStrLn stderr x
Right () -> return ()
getLineMb :: MonadIO m => m (Maybe Text)
getLineMb = liftIO $ catchIOError (Just <$> T.getLine) (\e -> if isEOFError e then return Nothing else ioError e)
getLines :: MonadIO m => m [Text]
getLines = getLineMb >>= \case
Just line | not (T.null line) -> (line:) <$> getLines
_ -> return []
type Output = MVar ()
outLine :: Output -> String -> IO ()
outLine mvar line = withMVar mvar $ \() -> do
putStrLn line
hFlush stdout
cmdOut :: String -> Command
cmdOut line = do
out <- asks tiOutput
liftIO $ outLine out line
getPeer :: Text -> CommandM Peer
getPeer spidx = do
Just pmvar <- gets tsPeers
Just peer <- lookup (read $ T.unpack spidx) . snd <$> liftIO (readMVar pmvar)
return peer
getPeerIndex :: MVar (Int, [(Int, Peer)]) -> ServiceHandler (PairingService a) Int
getPeerIndex pmvar = do
peer <- asks svcPeer
maybe 0 fst . find ((==peer) . snd) . snd <$> liftIO (readMVar pmvar)
pairingAttributes :: PairingResult a => proxy (PairingService a) -> Output -> MVar (Int, [(Int, Peer)]) -> String -> PairingAttributes a
pairingAttributes _ out peers prefix = PairingAttributes
{ pairingHookRequest = return ()
, pairingHookResponse = \confirm -> do
index <- show <$> getPeerIndex peers
liftIO $ outLine out $ unwords [prefix ++ "-response", index, confirm]
, pairingHookRequestNonce = \confirm -> do
index <- show <$> getPeerIndex peers
liftIO $ outLine out $ unwords [prefix ++ "-request", index, confirm]
, pairingHookRequestNonceFailed = failed
, pairingHookConfirmedResponse = return ()
, pairingHookConfirmedRequest = return ()
, pairingHookAcceptedResponse = do
index <- show <$> getPeerIndex peers
liftIO $ outLine out $ unwords [prefix ++ "-response-done", index]
, pairingHookAcceptedRequest = do
index <- show <$> getPeerIndex peers
liftIO $ outLine out $ unwords [prefix ++ "-request-done", index]
, pairingHookFailed = failed
, pairingHookVerifyFailed = failed
, pairingHookRejected = failed
}
where
failed :: PairingResult a => ServiceHandler (PairingService a) ()
failed = do
ptype <- svcGet >>= return . \case
OurRequest {} -> "response"
OurRequestConfirm {} -> "response"
OurRequestReady -> "response"
PeerRequest {} -> "request"
PeerRequestConfirm -> "request"
_ -> fail "unexpected pairing state"
index <- show <$> getPeerIndex peers
liftIO $ outLine out $ prefix ++ "-" ++ ptype ++ "-failed " ++ index
newtype CommandM a = CommandM (ReaderT TestInput (StateT TestState (ExceptT String IO)) a)
deriving (Functor, Applicative, Monad, MonadIO, MonadReader TestInput, MonadState TestState, MonadError String)
instance MonadFail CommandM where
fail = throwError
instance MonadRandom CommandM where
getRandomBytes = liftIO . getRandomBytes
instance MonadHead LocalState CommandM where
updateLocalHead f = do
Just h <- gets tsHead
(Just h', x) <- liftIO $ maybe (fail "failed to reload head") (flip updateHead f) =<< reloadHead h
modify $ \s -> s { tsHead = Just h' }
return x
type Command = CommandM ()
commands :: [(Text, Command)]
commands = map (T.pack *** id)
[ ("store", cmdStore)
, ("stored-roots", cmdStoredRoots)
, ("stored-set-add", cmdStoredSetAdd)
, ("stored-set-list", cmdStoredSetList)
, ("create-identity", cmdCreateIdentity)
, ("start-server", cmdStartServer)
, ("watch-local-identity", cmdWatchLocalIdentity)
, ("watch-shared-identity", cmdWatchSharedIdentity)
, ("update-local-identity", cmdUpdateLocalIdentity)
, ("update-shared-identity", cmdUpdateSharedIdentity)
, ("attach-to", cmdAttachTo)
, ("attach-accept", cmdAttachAccept)
, ("attach-reject", cmdAttachReject)
]
cmdStore :: Command
cmdStore = do
st <- asks tiStorage
[otype] <- asks tiParams
ls <- getLines
let cnt = encodeUtf8 $ T.unlines ls
ref <- liftIO $ unsafeStoreRawBytes st $ BL.fromChunks [encodeUtf8 otype, BC.singleton ' ', BC.pack (show $ B.length cnt), BC.singleton '\n', cnt]
cmdOut $ "store-done " ++ show (refDigest ref)
cmdStoredRoots :: Command
cmdStoredRoots = do
st <- asks tiStorage
[tref] <- asks tiParams
Just ref <- liftIO $ readRef st (encodeUtf8 tref)
cmdOut $ "stored-roots" ++ concatMap ((' ':) . show . refDigest . storedRef) (storedRoots $ wrappedLoad @Object ref)
cmdStoredSetAdd :: Command
cmdStoredSetAdd = do
st <- asks tiStorage
(item, set) <- asks tiParams >>= liftIO . mapM (readRef st . encodeUtf8) >>= \case
[Just iref, Just sref] -> return (wrappedLoad iref, loadSet @[Stored Object] sref)
[Just iref] -> return (wrappedLoad iref, emptySet)
_ -> fail "unexpected parameters"
set' <- storeSetAdd st [item] set
cmdOut $ "stored-set-add" ++ concatMap ((' ':) . show . refDigest . storedRef) (toComponents set')
cmdStoredSetList :: Command
cmdStoredSetList = do
st <- asks tiStorage
[tref] <- asks tiParams
Just ref <- liftIO $ readRef st (encodeUtf8 tref)
let items = fromSetBy compare $ loadSet @[Stored Object] ref
forM_ items $ \item -> do
cmdOut $ "stored-set-item" ++ concatMap ((' ':) . show . refDigest . storedRef) item
cmdOut $ "stored-set-done"
cmdCreateIdentity :: Command
cmdCreateIdentity = do
st <- asks tiStorage
names <- asks tiParams
h <- liftIO $ do
Just identity <- if null names
then Just <$> createIdentity st Nothing Nothing
else foldrM (\n o -> Just <$> createIdentity st (Just n) o) Nothing names
shared <- case names of
_:_:_ -> (:[]) <$> makeSharedStateUpdate st (Just $ finalOwner identity) []
_ -> return []
storeHead st $ LocalState
{ lsIdentity = idData identity
, lsShared = shared
}
modify $ \s -> s { tsHead = Just h }
cmdStartServer :: Command
cmdStartServer = do
out <- asks tiOutput
Just h <- gets tsHead
peers <- liftIO $ newMVar (1, [])
server <- liftIO $ startServer defaultServerOptions h (hPutStrLn stderr)
[ someServiceAttr $ pairingAttributes (Proxy @AttachService) out peers "attach"
, someService @SyncService Proxy
]
void $ liftIO $ forkIO $ void $ forever $ do
peer <- getNextPeerChange server
let printPeer (idx, p) = do
params <- peerIdentity p >>= return . \case
PeerIdentityFull pid -> ("id":) $ map (maybe "<unnamed>" T.unpack . idName) (unfoldOwners pid)
_ -> ("addr":) $ case peerAddress p of
DatagramAddress _ saddr
| Just (addr, port) <- fromSockAddr saddr -> [show addr, show port]
| otherwise -> []
PeerIceSession ice -> [show ice]
outLine out $ unwords $ [ "peer", show idx ] ++ params
update (nid, []) = printPeer (nid, peer) >> return (nid + 1, [(nid, peer)])
update cur@(nid, p:ps) | snd p == peer = printPeer p >> return cur
| otherwise = fmap (p:) <$> update (nid, ps)
modifyMVar_ peers update
modify $ \s -> s { tsServer = Just server, tsPeers = Just peers }
cmdWatchLocalIdentity :: Command
cmdWatchLocalIdentity = do
Just h <- gets tsHead
Nothing <- gets tsWatchedLocalIdentity
out <- asks tiOutput
w <- liftIO $ watchHeadWith h headLocalIdentity $ \idt -> do
outLine out $ unwords $ "local-identity" : map (maybe "<unnamed>" T.unpack . idName) (unfoldOwners idt)
modify $ \s -> s { tsWatchedLocalIdentity = Just w }
cmdWatchSharedIdentity :: Command
cmdWatchSharedIdentity = do
Just h <- gets tsHead
Nothing <- gets tsWatchedSharedIdentity
out <- asks tiOutput
w <- liftIO $ watchHeadWith h (lookupSharedValue . lsShared . headObject) $ \case
Just (idt :: ComposedIdentity) -> do
outLine out $ unwords $ "shared-identity" : map (maybe "<unnamed>" T.unpack . idName) (unfoldOwners idt)
Nothing -> do
outLine out $ "shared-identity-failed"
modify $ \s -> s { tsWatchedSharedIdentity = Just w }
cmdUpdateLocalIdentity :: Command
cmdUpdateLocalIdentity = do
[name] <- asks tiParams
updateLocalState_ $ \ls -> do
let Just identity = validateIdentity $ lsIdentity $ fromStored ls
st = storedStorage ls
public = idKeyIdentity identity
Just secret <- loadKey public
nidata <- maybe (error "created invalid identity") (return . idData) . validateIdentity =<<
wrappedStore st =<< sign secret =<< wrappedStore st (emptyIdentityData public)
{ iddPrev = toList $ idDataF identity
, iddName = Just name
}
wrappedStore st $ (fromStored ls) { lsIdentity = nidata }
cmdUpdateSharedIdentity :: Command
cmdUpdateSharedIdentity = do
[name] <- asks tiParams
updateSharedState_ $ \(Just identity) -> do
let st = storedStorage $ head $ idDataF identity
public = idKeyIdentity identity
Just secret <- loadKey public
maybe (error "created invalid identity") (return . Just . toComposedIdentity) . validateIdentity =<<
wrappedStore st =<< sign secret =<< wrappedStore st (emptyIdentityData public)
{ iddPrev = toList $ idDataF identity
, iddName = Just name
}
cmdAttachTo :: Command
cmdAttachTo = do
[spidx] <- asks tiParams
attachToOwner =<< getPeer spidx
cmdAttachAccept :: Command
cmdAttachAccept = do
[spidx] <- asks tiParams
attachAccept =<< getPeer spidx
cmdAttachReject :: Command
cmdAttachReject = do
[spidx] <- asks tiParams
attachReject =<< getPeer spidx
|