First working iteration

Author: 3noch

.gitignore

@@ -0,0 +1,4 @@
+*.hi
+*.o
+*.exe
+dist/

LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) <year> <copyright holders>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

README.md

@@ -2,3 +2,26 @@ log2sql
 =======
 
 Parses a log file and writes it to a [SQLite] database for better querying
+
+Usage
+-----
+
+Currently `log2sql` only supports [decrypted] Windows client log files.
+
+`log2sql myfile.log` will create `test.db` with your log's data as columns of the table `test`.
+
+
+Building
+--------
+
+You must have
+
+  * [Glasgow Haskell Compiler](http://www.haskell.org/ghc/)
+  * [Cabal](http://www.haskell.org/cabal/) (which comes with the [Haskell Platform](http://www.haskell.org/platform/))
+
+Then you can
+
+```bash
+$ cd log2sql
+$ cabal install
+```

Setup.hs

@@ -0,0 +1,2 @@
+import Distribution.Simple
+main = defaultMain

log2sql.cabal

@@ -0,0 +1,28 @@
+-- Initial log2sql.cabal generated by cabal init.  For further 
+-- documentation, see http://haskell.org/cabal/users-guide/
+
+name:                log2sql
+version:             0.1.0.0
+synopsis:            Places program logs into SQL for better querying
+-- description:         
+license:             MIT
+license-file:        LICENSE
+author:              Elliot Cameron
+maintainer:          [email protected]
+-- copyright:           
+category:            Development
+build-type:          Simple
+-- extra-source-files:  
+cabal-version:       >=1.10
+
+executable log2sql
+  main-is:             Main.hs
+  -- other-modules:       
+  -- other-extensions:    
+  build-depends:       base >=4.6 && <4.7,
+                       bytestring,
+                       optparse-applicative,
+                       sqlite-simple,
+                       text
+  hs-source-dirs:      src
+  default-language:    Haskell2010

src/Main.hs

@@ -0,0 +1,76 @@
+ {-# LANGUAGE OverloadedStrings #-}
+
+module Main where
+
+import Control.Applicative
+import Control.Category ((>>>))
+import Control.Monad (forM_)
+import           Data.Text.Lazy (Text)
+import qualified Data.Text.Lazy as T
+import qualified Data.Text.Lazy.IO as Tio
+import Data.Monoid
+import Data.String
+import Database.SQLite.Simple
+import System.Environment (getArgs)
+
+data TestField = TestField Int String String deriving (Show)
+
+instance FromRow TestField where
+    fromRow = TestField <$> field <*> field <*> field
+
+data Options = Options
+    { opName   :: Text
+    , opFields :: [Text]
+    , opDelim  :: Text
+    }
+
+defaults :: Options
+defaults = Options "test" ["timestamp", "thread_id", "line_no", "file", "func", "message"] ","
+
+encloseWithLR :: Monoid a => a -> a -> a -> a
+encloseWithLR left right inner = left <> inner <> right
+
+encloseWith :: Monoid a => a -> a -> a
+encloseWith x = encloseWithLR x x
+
+enclosedBy :: Monoid a => a -> a -> a
+enclosedBy = flip encloseWith
+
+sqlColumns :: [Text] -> [Text]
+sqlColumns = map $ encloseWith "\"" >>> (<> " TEXT")
+
+limitedSplitOn :: Int -> Text -> Text -> [Text]
+limitedSplitOn 0 _ x         = [x]
+limitedSplitOn limit delim x = if length pieces > limit
+                                   then take (limit - 1) pieces ++ [T.concat (drop limit pieces)]
+                                   else pieces
+    where pieces = T.splitOn delim x
+
+runWith :: Options -> [Text] -> IO ()
+runWith (Options name fields delim) xs = withConnection (fileName) $ \c -> do
+    execute_ c $ fromString (T.unpack $ "CREATE TABLE IF NOT EXISTS " <> tableName <> " " <> columnDef)
+    execute_ c "BEGIN TRANSACTION"
+    forM_ xs $ \x -> do
+        execute c (fromString (T.unpack insertQuery)) (parseLine x)
+    execute_ c "COMMIT"
+    where
+        fileName = T.unpack $ name <> ".db"
+        tableName = name `enclosedBy` "\""
+        columnDef = "(id INTEGER PRIMARY KEY, " <> (T.intercalate ", " (sqlColumns fields)) <> ")"
+        insertQuery = "INSERT INTO " <> tableName <> " ("
+                   <> T.intercalate ", " fields
+                   <> ") VALUES ("
+                   <> T.intercalate ", " (replicate (length fields) "?")
+                   <> ")"
+
+        parseLine :: Text -> [Text]
+        parseLine x = clean <$> limitedSplitOn numFields delim x
+            where
+                numFields = length fields
+                clean = T.dropAround (`elem` " \"")
+
+main :: IO ()
+main = do
+    (fileName:_) <- getArgs
+    Tio.readFile fileName >>= (T.lines >>> runWith defaults)
+