process-logs: avoid holding all of the log in memory before processing it

Author: jberthold

dev-tools/process-logs/Main.hs

@@ -37,17 +37,15 @@ import Kore.JsonRpc.Types.ContextLog
 main :: IO ()
 main = do
     Options{cmd, input, output} <- execParser parse
-    (errors, inputJson) <-
-        partitionEithers
-            . map JSON.eitherDecode
+    inputData <-
+        map JSON.eitherDecode
             . BS.lines
             <$> maybe BS.getContents BS.readFile input
-    unless (null errors) $ do
-        putStrLn "JSON parse errors in log file:"
-        mapM_ putStrLn errors
-        exitWith (ExitFailure 1)
     let writeOut = maybe BS.putStrLn BS.writeFile output . BS.unlines
-    writeOut $ process cmd inputJson
+    writeOut $ process cmd $ stopOnErrors inputData
+  where
+    stopOnErrors :: [Either String LogLine] -> [LogLine]
+    stopOnErrors = map (either (error . ("JSON parse error: " <>)) id)
 
 data Options = Options
     { cmd :: Command