1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
|
module Main where
import Control.Applicative
import Control.Concurrent
import Control.Concurrent.STM
import Control.Monad
import Data.List
import Data.Text (Text)
import qualified Data.Text as T
import qualified Data.Text.IO as T
import Text.Regex.TDFA
import Text.Regex.TDFA.Text
import System.Console.GetOpt
import System.Directory
import System.Environment
import System.Exit
import System.FilePath
import System.IO
import System.IO.Error
import System.Posix.Process
import System.Posix.Signals
import System.Process
import Output
import Parser
import Process
import Test
data Network = Network
{ netNodes :: MVar [Node]
, netProcesses :: MVar [Process]
, netDir :: FilePath
}
data Node = Node
{ nodeName :: NodeName
, nodeNetwork :: Network
, nodeDir :: FilePath
}
data Options = Options
{ optGDB :: Bool
}
defaultOptions :: Options
defaultOptions = Options
{ optGDB = False
}
testDir :: FilePath
testDir = "./.test"
initNetwork :: Output -> Bool -> IO Network
initNetwork out useGDB = do
exists <- doesPathExist testDir
when exists $ ioError $ userError $ testDir ++ " exists"
createDirectoryIfMissing True testDir
callCommand "ip link add name br0 type bridge"
callCommand "ip addr add 192.168.0.1/24 broadcast 192.168.0.255 dev br0"
callCommand "ip link set dev br0 up"
callCommand "ip link set dev lo up"
net <- Network <$> newMVar [] <*> newMVar [] <*> pure testDir
void $ spawnOn out (Left net) (ProcNameTcpdump) (Just softwareTermination) $
"tcpdump -i br0 -w '" ++ testDir ++ "/br0.pcap' -U -Z root"
when useGDB $ do
gdb <- spawnOn out (Left net) (ProcNameGDB) Nothing $
"gdb --quiet --interpreter=mi3"
send gdb $ T.pack "-gdb-set schedule-multiple on"
send gdb $ T.pack "-gdb-set mi-async on"
send gdb $ T.pack "-gdb-set print symbol-loading off"
return net
exitNetwork :: Output -> Network -> Bool -> IO ()
exitNetwork out net okTest = do
processes <- readMVar (netProcesses net)
forM_ processes $ \p -> do
when (procName p /= ProcNameGDB) $ do
hClose (procStdin p)
case procKillWith p of
Nothing -> return ()
Just sig -> getPid (procHandle p) >>= \case
Nothing -> return ()
Just pid -> signalProcess sig pid
forM_ processes $ \p -> do
when (procName p == ProcNameGDB) $ do
let gdbSession = do
catchIOError (Just <$> T.getLine) (\e -> if isEOFError e then return Nothing else ioError e) >>= \case
Just line -> do
send p (T.pack "-interpreter-exec console \"" `T.append` line `T.append` T.pack "\"")
gdbSession
Nothing -> return ()
outPrompt out $ T.pack "gdb> "
gdbSession
outClearPrompt out
hClose (procStdin p)
okProc <- fmap and $ forM processes $ \p -> do
waitForProcess (procHandle p) >>= \case
ExitSuccess -> return True
ExitFailure code -> do
outLine out OutputChildFail (Just $ procName p) $ T.pack $ "exit code: " ++ show code
return False
if okTest && okProc
then do removeDirectoryRecursive $ netDir net
exitSuccess
else exitFailure
getNode :: Network -> NodeName -> IO Node
getNode net nname@(NodeName tnname) = (find ((nname==).nodeName) <$> readMVar (netNodes net)) >>= \case
Just node -> return node
_ -> do
let name = T.unpack tnname
dir = netDir net </> ("erebos_" ++ name)
node = Node { nodeName = nname
, nodeNetwork = net
, nodeDir = dir
}
exists <- doesPathExist dir
when exists $ ioError $ userError $ dir ++ " exists"
createDirectoryIfMissing True dir
modifyMVar_ (netNodes net) $ \nodes -> do
callCommand $ "ip netns add \""++ name ++ "\""
callCommand $ "ip link add \"veth_" ++ name ++ ".0\" type veth peer name \"veth_" ++ name ++ ".1\" netns \"" ++ name ++ "\""
callCommand $ "ip link set dev \"veth_" ++ name ++ ".0\" master br0 up"
callOn node $ "ip addr add 192.168.0." ++ show (11 + length nodes) ++ "/24 broadcast 192.168.0.255 dev \"veth_" ++ name ++ ".1\""
callOn node $ "ip link set dev \"veth_" ++ name++ ".1\" up"
callOn node $ "ip link set dev lo up"
return $ node : nodes
return node
callOn :: Node -> String -> IO ()
callOn node cmd = callCommand $ "ip netns exec \"" ++ unpackNodeName (nodeName node) ++ "\" " ++ cmd
spawnOn :: Output -> Either Network Node -> ProcName -> Maybe Signal -> String -> IO Process
spawnOn out target pname killWith cmd = do
let prefix = either (const "") (\node -> "ip netns exec \"" ++ unpackNodeName (nodeName node) ++ "\" ") target
(Just hin, Just hout, Just herr, handle) <- createProcess (shell $ prefix ++ cmd)
{ std_in = CreatePipe, std_out = CreatePipe, std_err = CreatePipe
, env = Just [("EREBOS_DIR", either netDir nodeDir target)]
}
pout <- newTVarIO []
let readingLoop :: Handle -> (Text -> IO ()) -> IO ()
readingLoop h act =
tryIOError (T.hGetLine h) >>= \case
Left err
| isEOFError err -> return ()
| otherwise -> outLine out OutputChildFail (Just pname) $ T.pack $ "IO error: " ++ show err
Right line -> do
act line
readingLoop h act
void $ forkIO $ readingLoop hout $ \line -> do
outLine out OutputChildStdout (Just pname) line
atomically $ modifyTVar pout (++[line])
void $ forkIO $ readingLoop herr $ \line -> do
case pname of
ProcNameTcpdump -> return ()
_ -> outLine out OutputChildStderr (Just pname) line
let process = Process
{ procName = pname
, procHandle = handle
, procStdin = hin
, procOutput = pout
, procKillWith = killWith
}
let net = either id nodeNetwork target
when (pname /= ProcNameGDB) $ do
getPid handle >>= \case
Just pid -> void $ do
ps <- readMVar (netProcesses net)
forM_ ps $ \gdb -> do
when (procName gdb == ProcNameGDB) $ do
send gdb $ T.pack $ "-add-inferior"
send gdb $ T.pack $ "-target-attach --thread-group i" ++ show (length ps) ++ " " ++ show pid
send gdb $ T.pack $ "-exec-continue --thread-group i" ++ show (length ps)
Nothing -> return ()
modifyMVar_ (netProcesses net) $ return . (process:)
return process
getProcess :: Network -> ProcName -> IO Process
getProcess net pname = do
Just p <- find ((pname==).procName) <$> readMVar (netProcesses net)
return p
tryMatch :: Regex -> [Text] -> Maybe (Text, [Text])
tryMatch re (x:xs) | Right (Just _) <- regexec re x = Just (x, xs)
| otherwise = fmap (x:) <$> tryMatch re xs
tryMatch _ [] = Nothing
expect :: Output -> Process -> Regex -> Text -> IO Bool
expect out p re pat = do
delay <- registerDelay 1000000
mbmatch <- atomically $ (Nothing <$ (check =<< readTVar delay)) <|> do
line <- readTVar (procOutput p)
case tryMatch re line of
Nothing -> retry
Just (m, out') -> do
writeTVar (procOutput p) out'
return $ Just m
case mbmatch of
Just line -> do
outLine out OutputMatch (Just $ procName p) line
return True
Nothing -> do
outLine out OutputMatchFail (Just $ procName p) $ T.pack "expect failed /" `T.append` pat `T.append` T.pack "/"
return False
send :: Process -> Text -> IO ()
send p line = do
T.hPutStrLn (procStdin p) line
hFlush (procStdin p)
allM :: Monad m => [a] -> (a -> m Bool) -> m Bool
allM (x:xs) p = p x >>= \case True -> allM xs p; False -> return False
allM [] _ = return True
runTest :: Output -> String -> Bool -> Test -> IO ()
runTest out tool useGDB test = do
net <- initNetwork out useGDB
let sigHandler SignalInfo { siginfoSpecific = chld } = do
processes <- readMVar (netProcesses net)
forM_ processes $ \p -> do
mbpid <- getPid (procHandle p)
when (mbpid == Just (siginfoPid chld)) $ do
let err detail = outLine out OutputChildFail (Just $ procName p) detail
case siginfoStatus chld of
Exited ExitSuccess -> outLine out OutputChildInfo (Just $ procName p) $ T.pack $ "child exited successfully"
Exited (ExitFailure code) -> err $ T.pack $ "child process exited with status " ++ show code
Terminated sig _ -> err $ T.pack $ "child terminated with signal " ++ show sig
Stopped sig -> err $ T.pack $ "child stopped with signal " ++ show sig
oldHandler <- installHandler processStatusChanged (CatchInfo sigHandler) Nothing
ok <- allM (testSteps test) $ \case
Spawn pname nname -> do
node <- getNode net nname
void $ spawnOn out (Right node) pname Nothing tool
return True
Send pname line -> do
p <- getProcess net pname
send p line
return True
Expect pname regex pat -> do
p <- getProcess net pname
expect out p regex pat
Wait -> do
outPrompt out $ T.pack "Waiting..."
void $ getLine
outClearPrompt out
return True
_ <- installHandler processStatusChanged oldHandler Nothing
exitNetwork out net ok
options :: [OptDescr (Options -> Options)]
options =
[ Option ['g'] ["gdb"]
(NoArg (\opts -> opts { optGDB = True }))
"run GDB and attach spawned pracesses"
]
main :: IO ()
main = do
tool <- getEnv "EREBOS_TEST_TOOL"
args <- getArgs
(opts, files) <- case getOpt Permute options args of
(o, files, []) -> return (foldl (flip id) defaultOptions o, files)
(_, _, errs) -> ioError (userError (concat errs ++ usageInfo header options))
where header = "Usage: erebos-tester [OPTION...]"
out <- startOutput
forM_ files $ mapM_ (runTest out tool (optGDB opts)) <=< parseTestFile
|