{-# LANGUAGE RecordWildCards #-} {-| Module : PostgREST.Logger Description : Logging based on the Observation.hs module. Access logs get sent to stdout and server diagnostic get sent to stderr. -} -- TODO log with buffering enabled to not lose throughput on logging levels higher than LogError module PostgREST.Logger ( middleware , observationLogger , init , LoggerState ) where import Control.AutoUpdate (defaultUpdateSettings, mkAutoUpdate, updateAction) import Control.Debounce import qualified Data.ByteString.Char8 as BS import qualified Data.Text.Encoding as T import qualified Hasql.Decoders as HD import qualified Hasql.DynamicStatements.Snippet as SQL hiding (sql) import qualified Hasql.DynamicStatements.Statement as SQL import qualified Hasql.Statement as SQL import Data.Time (ZonedTime, defaultTimeLocale, formatTime, getZonedTime) import qualified Network.Wai as Wai import qualified Network.Wai.Middleware.RequestLogger as Wai import Network.HTTP.Types.Status (Status, status400, status500) import System.IO.Unsafe (unsafePerformIO) import PostgREST.Config (LogLevel (..)) import PostgREST.Observation import PostgREST.Query (MainQuery (..)) import Protolude data LoggerState = LoggerState { stateGetZTime :: IO ZonedTime -- ^ Time with time zone used for logs , stateLogDebouncePoolTimeout :: MVar (IO ()) -- ^ Logs with a debounce } init :: IO LoggerState init = do zTime <- mkAutoUpdate defaultUpdateSettings { updateAction = getZonedTime } LoggerState zTime <$> newEmptyMVar logWithDebounce :: LoggerState -> IO () -> IO () logWithDebounce loggerState action = do debouncer <- tryReadMVar $ stateLogDebouncePoolTimeout loggerState case debouncer of Just d -> d Nothing -> do newDebouncer <- let oneSecond = 1000000 in mkDebounce defaultDebounceSettings { debounceAction = action , debounceFreq = 5*oneSecond , debounceEdge = leadingEdge -- logs at the start and the end } putMVar (stateLogDebouncePoolTimeout loggerState) newDebouncer newDebouncer -- TODO stop using this middleware to reuse the same "observer" pattern for all our logs middleware :: LogLevel -> (Wai.Request -> Maybe BS.ByteString) -> Wai.Middleware middleware logLevel getAuthRole = unsafePerformIO $ Wai.mkRequestLogger Wai.defaultRequestLoggerSettings { Wai.outputFormat = Wai.ApacheWithSettings $ Wai.defaultApacheSettings & Wai.setApacheRequestFilter (\_ res -> shouldLogResponse logLevel $ Wai.responseStatus res) & Wai.setApacheUserGetter getAuthRole , Wai.autoFlush = True , Wai.destination = Wai.Handle stdout } shouldLogResponse :: LogLevel -> Status -> Bool shouldLogResponse logLevel = case logLevel of LogCrit -> const False LogError -> (>= status500) LogWarn -> (>= status400) LogInfo -> const True LogDebug -> const True -- All observations are logged except some that depend on the log-level observationLogger :: LoggerState -> LogLevel -> ObservationHandler observationLogger loggerState logLevel obs = case obs of o@(PoolAcqTimeoutObs _) -> do when (logLevel >= LogError) $ do logWithDebounce loggerState $ logWithZTime loggerState $ observationMessage o o@(QueryErrorCodeHighObs _) -> do when (logLevel >= LogError) $ do logWithZTime loggerState $ observationMessage o o@SchemaCacheEmptyObs -> when (logLevel >= LogError) $ do logWithZTime loggerState $ observationMessage o o@(HasqlPoolObs _) -> do when (logLevel >= LogDebug) $ do logWithZTime loggerState $ observationMessage o QueryObs gq status -> do when (shouldLogResponse logLevel status) $ logMainQ loggerState gq o@PoolRequest -> when (logLevel >= LogDebug) $ do logWithZTime loggerState $ observationMessage o o@PoolRequestFullfilled -> when (logLevel >= LogDebug) $ do logWithZTime loggerState $ observationMessage o o@PoolFlushed -> when (logLevel >= LogDebug) $ do logWithZTime loggerState $ observationMessage o o@JwtCacheEviction -> when (logLevel >= LogDebug) $ do logWithZTime loggerState $ observationMessage o o@(JwtCacheLookup _) -> when (logLevel >= LogDebug) $ do logWithZTime loggerState $ observationMessage o o@(WarpServerObs _) -> when (logLevel >= LogDebug) $ do logWithZTime loggerState $ observationMessage o o -> logWithZTime loggerState $ observationMessage o logWithZTime :: LoggerState -> Text -> IO () logWithZTime loggerState txt = do zTime <- stateGetZTime loggerState hPutStrLn stderr $ toS (formatTime defaultTimeLocale "%d/%b/%Y:%T %z: " zTime) <> txt logMainQ :: LoggerState -> MainQuery -> IO () logMainQ loggerState MainQuery{mqOpenAPI=(x, y, z),..} = let snipts = renderSnippet <$> [mqTxVars, fromMaybe mempty mqPreReq, mqMain, x, y, z, fromMaybe mempty mqExplain] -- Does not log SQL when it's empty (happens on OPTIONS requests and when the openapi queries are not generated) logQ q = when (q /= mempty) $ logWithZTime loggerState $ showOnSingleLine '\n' $ T.decodeUtf8 q in mapM_ logQ snipts -- TODO: maybe patch upstream hasql-dynamic-statements so we have a less hackish way to convert -- the SQL.Snippet or maybe don't use hasql-dynamic-statements and resort to plain strings for the queries and use regular hasql renderSnippet :: SQL.Snippet -> ByteString renderSnippet snippet = let SQL.Statement sql _ _ _ = SQL.dynamicallyParameterized snippet decoder prepared decoder = HD.noResult -- unused prepared = False -- unused in sql