1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
|
module Test (
runTestTool,
) where
import Control.Arrow
import Control.Concurrent
import Control.Monad.Except
import Control.Monad.Reader
import Control.Monad.State
import Crypto.Random
import Data.ByteString qualified as B
import Data.ByteString.Char8 qualified as BC
import Data.ByteString.Lazy qualified as BL
import Data.Foldable
import Data.Ord
import Data.Text (Text)
import Data.Text qualified as T
import Data.Text.Encoding
import Data.Text.IO qualified as T
import Data.Typeable
import Network.Socket
import System.IO
import System.IO.Error
import Attach
import Contact
import Identity
import Message
import Network
import Pairing
import PubKey
import Service
import Set
import State
import Storage
import Storage.Internal (unsafeStoreRawBytes)
import Storage.Merge
import Sync
data TestState = TestState
{ tsHead :: Maybe (Head LocalState)
, tsServer :: Maybe Server
, tsPeers :: Maybe (MVar (Int, [(Int, Peer)]))
, tsWatchedLocalIdentity :: Maybe WatchedHead
, tsWatchedSharedIdentity :: Maybe WatchedHead
}
initTestState :: TestState
initTestState = TestState
{ tsHead = Nothing
, tsServer = Nothing
, tsPeers = Nothing
, tsWatchedLocalIdentity = Nothing
, tsWatchedSharedIdentity = Nothing
}
data TestInput = TestInput
{ tiOutput :: Output
, tiStorage :: Storage
, tiParams :: [Text]
}
runTestTool :: Storage -> IO ()
runTestTool st = do
out <- newMVar ()
let testLoop = getLineMb >>= \case
Just line -> do
case T.words line of
(cname:params)
| Just (CommandM cmd) <- lookup cname commands -> do
runReaderT cmd $ TestInput out st params
| otherwise -> fail $ "Unknown command '" ++ T.unpack cname ++ "'"
[] -> return ()
testLoop
Nothing -> return ()
runExceptT (evalStateT testLoop initTestState) >>= \case
Left x -> hPutStrLn stderr x
Right () -> return ()
getLineMb :: MonadIO m => m (Maybe Text)
getLineMb = liftIO $ catchIOError (Just <$> T.getLine) (\e -> if isEOFError e then return Nothing else ioError e)
getLines :: MonadIO m => m [Text]
getLines = getLineMb >>= \case
Just line | not (T.null line) -> (line:) <$> getLines
_ -> return []
getHead :: CommandM (Head LocalState)
getHead = do
h <- maybe (fail "failed to reload head") return =<< maybe (fail "no current head") reloadHead =<< gets tsHead
modify $ \s -> s { tsHead = Just h }
return h
type Output = MVar ()
outLine :: Output -> String -> IO ()
outLine mvar line = withMVar mvar $ \() -> do
putStrLn line
hFlush stdout
cmdOut :: String -> Command
cmdOut line = do
out <- asks tiOutput
liftIO $ outLine out line
getPeer :: Text -> CommandM Peer
getPeer spidx = do
Just pmvar <- gets tsPeers
Just peer <- lookup (read $ T.unpack spidx) . snd <$> liftIO (readMVar pmvar)
return peer
getPeerIndex :: MVar (Int, [(Int, Peer)]) -> ServiceHandler (PairingService a) Int
getPeerIndex pmvar = do
peer <- asks svcPeer
maybe 0 fst . find ((==peer) . snd) . snd <$> liftIO (readMVar pmvar)
pairingAttributes :: PairingResult a => proxy (PairingService a) -> Output -> MVar (Int, [(Int, Peer)]) -> String -> PairingAttributes a
pairingAttributes _ out peers prefix = PairingAttributes
{ pairingHookRequest = return ()
, pairingHookResponse = \confirm -> do
index <- show <$> getPeerIndex peers
afterCommit $ outLine out $ unwords [prefix ++ "-response", index, confirm]
, pairingHookRequestNonce = \confirm -> do
index <- show <$> getPeerIndex peers
afterCommit $ outLine out $ unwords [prefix ++ "-request", index, confirm]
, pairingHookRequestNonceFailed = failed "nonce"
, pairingHookConfirmedResponse = return ()
, pairingHookConfirmedRequest = return ()
, pairingHookAcceptedResponse = do
index <- show <$> getPeerIndex peers
afterCommit $ outLine out $ unwords [prefix ++ "-response-done", index]
, pairingHookAcceptedRequest = do
index <- show <$> getPeerIndex peers
afterCommit $ outLine out $ unwords [prefix ++ "-request-done", index]
, pairingHookFailed = \case
PairingUserRejected -> failed "user"
PairingUnexpectedMessage pstate packet -> failed $ "unexpected " ++ strState pstate ++ " " ++ strPacket packet
PairingFailedOther str -> failed $ "other " ++ str
, pairingHookVerifyFailed = failed "verify"
, pairingHookRejected = failed "rejected"
}
where
failed :: PairingResult a => String -> ServiceHandler (PairingService a) ()
failed detail = do
ptype <- svcGet >>= return . \case
OurRequest {} -> "response"
OurRequestConfirm {} -> "response"
OurRequestReady -> "response"
PeerRequest {} -> "request"
PeerRequestConfirm -> "request"
_ -> fail "unexpected pairing state"
index <- show <$> getPeerIndex peers
afterCommit $ outLine out $ prefix ++ "-" ++ ptype ++ "-failed " ++ index ++ " " ++ detail
strState :: PairingState a -> String
strState = \case
NoPairing -> "none"
OurRequest {} -> "our-request"
OurRequestConfirm {} -> "our-request-confirm"
OurRequestReady -> "our-request-ready"
PeerRequest {} -> "peer-request"
PeerRequestConfirm -> "peer-request-confirm"
PairingDone -> "done"
strPacket :: PairingService a -> String
strPacket = \case
PairingRequest {} -> "request"
PairingResponse {} -> "response"
PairingRequestNonce {} -> "nonce"
PairingAccept {} -> "accept"
PairingReject -> "reject"
directMessageAttributes :: Output -> DirectMessageAttributes
directMessageAttributes out = DirectMessageAttributes
{ dmReceived = \smsg -> do
let msg = fromStored smsg
afterCommit $ outLine out $ unwords
[ "dm-received"
, "from", maybe "<unnamed>" T.unpack $ idName $ msgFrom msg
, "text", T.unpack $ msgText msg
]
, dmOwnerMismatch = afterCommit $ outLine out "dm-owner-mismatch"
}
newtype CommandM a = CommandM (ReaderT TestInput (StateT TestState (ExceptT String IO)) a)
deriving (Functor, Applicative, Monad, MonadIO, MonadReader TestInput, MonadState TestState, MonadError String)
instance MonadFail CommandM where
fail = throwError
instance MonadRandom CommandM where
getRandomBytes = liftIO . getRandomBytes
instance MonadStorage CommandM where
getStorage = asks tiStorage
instance MonadHead LocalState CommandM where
updateLocalHead f = do
Just h <- gets tsHead
(Just h', x) <- maybe (fail "failed to reload head") (flip updateHead f) =<< reloadHead h
modify $ \s -> s { tsHead = Just h' }
return x
type Command = CommandM ()
commands :: [(Text, Command)]
commands = map (T.pack *** id)
[ ("store", cmdStore)
, ("stored-generation", cmdStoredGeneration)
, ("stored-roots", cmdStoredRoots)
, ("stored-set-add", cmdStoredSetAdd)
, ("stored-set-list", cmdStoredSetList)
, ("create-identity", cmdCreateIdentity)
, ("start-server", cmdStartServer)
, ("peer-add", cmdPeerAdd)
, ("shared-state-get", cmdSharedStateGet)
, ("shared-state-wait", cmdSharedStateWait)
, ("watch-local-identity", cmdWatchLocalIdentity)
, ("watch-shared-identity", cmdWatchSharedIdentity)
, ("update-local-identity", cmdUpdateLocalIdentity)
, ("update-shared-identity", cmdUpdateSharedIdentity)
, ("attach-to", cmdAttachTo)
, ("attach-accept", cmdAttachAccept)
, ("attach-reject", cmdAttachReject)
, ("contact-request", cmdContactRequest)
, ("contact-accept", cmdContactAccept)
, ("contact-reject", cmdContactReject)
, ("contact-list", cmdContactList)
, ("contact-set-name", cmdContactSetName)
, ("dm-send-peer", cmdDmSendPeer)
]
cmdStore :: Command
cmdStore = do
st <- asks tiStorage
[otype] <- asks tiParams
ls <- getLines
let cnt = encodeUtf8 $ T.unlines ls
ref <- liftIO $ unsafeStoreRawBytes st $ BL.fromChunks [encodeUtf8 otype, BC.singleton ' ', BC.pack (show $ B.length cnt), BC.singleton '\n', cnt]
cmdOut $ "store-done " ++ show (refDigest ref)
cmdStoredGeneration :: Command
cmdStoredGeneration = do
st <- asks tiStorage
[tref] <- asks tiParams
Just ref <- liftIO $ readRef st (encodeUtf8 tref)
cmdOut $ "stored-generation " ++ T.unpack tref ++ " " ++ showGeneration (storedGeneration $ wrappedLoad @Object ref)
cmdStoredRoots :: Command
cmdStoredRoots = do
st <- asks tiStorage
[tref] <- asks tiParams
Just ref <- liftIO $ readRef st (encodeUtf8 tref)
cmdOut $ "stored-roots " ++ T.unpack tref ++ concatMap ((' ':) . show . refDigest . storedRef) (storedRoots $ wrappedLoad @Object ref)
cmdStoredSetAdd :: Command
cmdStoredSetAdd = do
st <- asks tiStorage
(item, set) <- asks tiParams >>= liftIO . mapM (readRef st . encodeUtf8) >>= \case
[Just iref, Just sref] -> return (wrappedLoad iref, loadSet @[Stored Object] sref)
[Just iref] -> return (wrappedLoad iref, emptySet)
_ -> fail "unexpected parameters"
set' <- storeSetAdd st [item] set
cmdOut $ "stored-set-add" ++ concatMap ((' ':) . show . refDigest . storedRef) (toComponents set')
cmdStoredSetList :: Command
cmdStoredSetList = do
st <- asks tiStorage
[tref] <- asks tiParams
Just ref <- liftIO $ readRef st (encodeUtf8 tref)
let items = fromSetBy compare $ loadSet @[Stored Object] ref
forM_ items $ \item -> do
cmdOut $ "stored-set-item" ++ concatMap ((' ':) . show . refDigest . storedRef) item
cmdOut $ "stored-set-done"
cmdCreateIdentity :: Command
cmdCreateIdentity = do
st <- asks tiStorage
names <- asks tiParams
h <- liftIO $ do
Just identity <- if null names
then Just <$> createIdentity st Nothing Nothing
else foldrM (\n o -> Just <$> createIdentity st (Just n) o) Nothing names
shared <- case names of
_:_:_ -> (:[]) <$> makeSharedStateUpdate st (Just $ finalOwner identity) []
_ -> return []
storeHead st $ LocalState
{ lsIdentity = idData identity
, lsShared = shared
}
modify $ \s -> s { tsHead = Just h }
cmdStartServer :: Command
cmdStartServer = do
out <- asks tiOutput
Just h <- gets tsHead
peers <- liftIO $ newMVar (1, [])
server <- liftIO $ startServer defaultServerOptions h (hPutStrLn stderr)
[ someServiceAttr $ pairingAttributes (Proxy @AttachService) out peers "attach"
, someServiceAttr $ pairingAttributes (Proxy @ContactService) out peers "contact"
, someServiceAttr $ directMessageAttributes out
, someService @SyncService Proxy
]
void $ liftIO $ forkIO $ void $ forever $ do
peer <- getNextPeerChange server
let printPeer (idx, p) = do
params <- peerIdentity p >>= return . \case
PeerIdentityFull pid -> ("id":) $ map (maybe "<unnamed>" T.unpack . idName) (unfoldOwners pid)
_ -> [ "addr", show (peerAddress p) ]
outLine out $ unwords $ [ "peer", show idx ] ++ params
update (nid, []) = printPeer (nid, peer) >> return (nid + 1, [(nid, peer)])
update cur@(nid, p:ps) | snd p == peer = printPeer p >> return cur
| otherwise = fmap (p:) <$> update (nid, ps)
modifyMVar_ peers update
modify $ \s -> s { tsServer = Just server, tsPeers = Just peers }
cmdPeerAdd :: Command
cmdPeerAdd = do
Just server <- gets tsServer
host:rest <- map T.unpack <$> asks tiParams
let port = case rest of [] -> show discoveryPort
(p:_) -> p
addr:_ <- liftIO $ getAddrInfo (Just $ defaultHints { addrSocketType = Datagram }) (Just host) (Just port)
void $ liftIO $ serverPeer server (addrAddress addr)
cmdSharedStateGet :: Command
cmdSharedStateGet = do
h <- getHead
cmdOut $ unwords $ "shared-state-get" : map (show . refDigest . storedRef) (lsShared $ headObject h)
cmdSharedStateWait :: Command
cmdSharedStateWait = do
st <- asks tiStorage
out <- asks tiOutput
Just h <- gets tsHead
trefs <- asks tiParams
liftIO $ do
mvar <- newEmptyMVar
w <- watchHeadWith h (lsShared . headObject) $ \cur -> do
mbobjs <- mapM (readRef st . encodeUtf8) trefs
case map wrappedLoad <$> sequence mbobjs of
Just objs | filterAncestors (cur ++ objs) == cur -> do
outLine out $ unwords $ "shared-state-wait" : map T.unpack trefs
void $ forkIO $ unwatchHead =<< takeMVar mvar
_ -> return ()
putMVar mvar w
cmdWatchLocalIdentity :: Command
cmdWatchLocalIdentity = do
Just h <- gets tsHead
Nothing <- gets tsWatchedLocalIdentity
out <- asks tiOutput
w <- liftIO $ watchHeadWith h headLocalIdentity $ \idt -> do
outLine out $ unwords $ "local-identity" : map (maybe "<unnamed>" T.unpack . idName) (unfoldOwners idt)
modify $ \s -> s { tsWatchedLocalIdentity = Just w }
cmdWatchSharedIdentity :: Command
cmdWatchSharedIdentity = do
Just h <- gets tsHead
Nothing <- gets tsWatchedSharedIdentity
out <- asks tiOutput
w <- liftIO $ watchHeadWith h (lookupSharedValue . lsShared . headObject) $ \case
Just (idt :: ComposedIdentity) -> do
outLine out $ unwords $ "shared-identity" : map (maybe "<unnamed>" T.unpack . idName) (unfoldOwners idt)
Nothing -> do
outLine out $ "shared-identity-failed"
modify $ \s -> s { tsWatchedSharedIdentity = Just w }
cmdUpdateLocalIdentity :: Command
cmdUpdateLocalIdentity = do
[name] <- asks tiParams
updateLocalHead_ $ \ls -> liftIO $ do
Just identity <- return $ validateIdentity $ lsIdentity $ fromStored ls
let st = storedStorage ls
public = idKeyIdentity identity
Just secret <- loadKey public
nidata <- maybe (error "created invalid identity") (return . idData) . validateIdentity =<<
wrappedStore st =<< sign secret =<< wrappedStore st (emptyIdentityData public)
{ iddPrev = toList $ idDataF identity
, iddName = Just name
}
wrappedStore st $ (fromStored ls) { lsIdentity = nidata }
cmdUpdateSharedIdentity :: Command
cmdUpdateSharedIdentity = do
[name] <- asks tiParams
updateLocalHead_ $ updateSharedState_ $ \case
Nothing -> throwError "no existing shared identity"
Just identity -> liftIO $ do
let st = storedStorage $ head $ idDataF identity
public = idKeyIdentity identity
Just secret <- loadKey public
maybe (error "created invalid identity") (return . Just . toComposedIdentity) . validateIdentity =<<
wrappedStore st =<< sign secret =<< wrappedStore st (emptyIdentityData public)
{ iddPrev = toList $ idDataF identity
, iddName = Just name
}
cmdAttachTo :: Command
cmdAttachTo = do
[spidx] <- asks tiParams
attachToOwner =<< getPeer spidx
cmdAttachAccept :: Command
cmdAttachAccept = do
[spidx] <- asks tiParams
attachAccept =<< getPeer spidx
cmdAttachReject :: Command
cmdAttachReject = do
[spidx] <- asks tiParams
attachReject =<< getPeer spidx
cmdContactRequest :: Command
cmdContactRequest = do
[spidx] <- asks tiParams
contactRequest =<< getPeer spidx
cmdContactAccept :: Command
cmdContactAccept = do
[spidx] <- asks tiParams
contactAccept =<< getPeer spidx
cmdContactReject :: Command
cmdContactReject = do
[spidx] <- asks tiParams
contactReject =<< getPeer spidx
cmdContactList :: Command
cmdContactList = do
h <- getHead
let contacts = fromSetBy (comparing contactName) . lookupSharedValue . lsShared . headObject $ h
forM_ contacts $ \c -> do
r:_ <- return $ filterAncestors $ concatMap storedRoots $ toComponents c
cmdOut $ concat
[ "contact-list-item "
, show $ refDigest $ storedRef r
, " "
, T.unpack $ contactName c
, case contactIdentity c of Nothing -> ""; Just idt -> " " ++ T.unpack (displayIdentity idt)
]
cmdOut "contact-list-done"
cmdContactSetName :: Command
cmdContactSetName = do
[cid, name] <- asks tiParams
h <- getHead
let contacts = fromSetBy (comparing contactName) . lookupSharedValue . lsShared . headObject $ h
[contact] <- flip filterM contacts $ \c -> do
r:_ <- return $ filterAncestors $ concatMap storedRoots $ toComponents c
return $ T.pack (show $ refDigest $ storedRef r) == cid
updateLocalHead_ $ updateSharedState_ $ contactSetName contact name
cmdOut "contact-set-name-done"
cmdDmSendPeer :: Command
cmdDmSendPeer = do
[spidx, msg] <- asks tiParams
peer <- getPeer spidx
void $ sendDirectMessage peer msg
|