RTView: history backup, MVP

cardano-tracer/cardano-tracer.cabal

@@ -123,6 +123,7 @@ library
                        , bytestring
                        , cardano-git-rev
                        , cardano-node
+                       , cassava
                        , cborg
                        , containers
                        , contra-tracer
@@ -137,6 +138,7 @@ library
                        , optparse-applicative
                        , ouroboros-network
                        , ouroboros-network-framework
+                       , signal
                        , smtp-mail == 0.3.0.0
                        , snap-blaze
                        , snap-core
@@ -149,6 +151,7 @@ library
                        , trace-dispatcher
                        , trace-forward
                        , unordered-containers
+                       , vector
                        , yaml
 
   if os(linux)

cardano-tracer/src/Cardano/Tracer/Handlers/RTView/Run.hs

@@ -45,12 +45,16 @@ runRTView
   -> ConnectedNodes
   -> AcceptedMetrics
   -> SavedTraceObjects
+  -> BlockchainHistory
+  -> ResourcesHistory
+  -> TransactionsHistory
   -> DataPointRequestors
   -> Lock
   -> EventsQueues
   -> IO ()
 runRTView TracerConfig{logging, network, hasRTView}
           connectedNodes acceptedMetrics savedTO
+          chainHistory resourcesHistory txHistory
           dpRequestors currentDPLock eventsQueues =
   whenJust hasRTView $ \(Endpoint host port) -> do
     -- Pause to prevent collision between "Listening"-notifications from servers.
@@ -65,12 +69,9 @@ runRTView TracerConfig{logging, network, hasRTView}
     -- independently from RTView web-server. As a result, we'll be able to
     -- show charts with historical data (where X axis is the time) for the
     -- period when RTView web-page wasn't opened.
-    resourcesHistory <- initResourcesHistory
-    lastResources    <- initLastResources
-    chainHistory     <- initBlockchainHistory
-    txHistory        <- initTransactionsHistory
-    eraSettings      <- initErasSettings
-    errors           <- initErrors
+    lastResources <- initLastResources
+    eraSettings   <- initErasSettings
+    errors        <- initErrors
 
     void . sequenceConcurrently $
       [ UI.startGUI (config host port certFile keyFile) $
@@ -97,6 +98,13 @@ runRTView TracerConfig{logging, network, hasRTView}
           lastResources
           chainHistory
           txHistory
+      , runHistoricalBackup
+          connectedNodes
+          chainHistory
+          resourcesHistory
+          txHistory
+          dpRequestors
+          currentDPLock
       , runEraSettingsUpdater
           connectedNodes
           eraSettings

cardano-tracer/src/Cardano/Tracer/Handlers/RTView/State/Historical.hs

@@ -1,10 +1,13 @@
 {-# LANGUAGE BangPatterns #-}
+{-# LANGUAGE FlexibleInstances #-}
+{-# LANGUAGE OverloadedStrings #-}
 
 module Cardano.Tracer.Handlers.RTView.State.Historical
   ( BlockchainHistory (..)
   , DataName (..)
   , History
   , HistoricalPoint
+  , HistoricalPoints
   , POSIXTime
   , ResourcesHistory (..)
   , TransactionsHistory (..)
@@ -20,14 +23,19 @@ module Cardano.Tracer.Handlers.RTView.State.Historical
 
 import           Control.Concurrent.STM (atomically)
 import           Control.Concurrent.STM.TVar (TVar, modifyTVar', newTVarIO, readTVarIO)
+import           Control.Monad (mzero)
+import qualified Data.ByteString.Char8 as BSC
+import           Data.Csv (FromField (..), ToField (..))
 import           Data.Map.Strict (Map)
 import qualified Data.Map.Strict as M
 import           Data.Set (Set)
 import qualified Data.Set as S
-import           Data.Text (Text)
+import           Data.Text (Text, isInfixOf)
+import           Data.Text.Encoding (decodeUtf8)
 import           Data.Text.Read (decimal, double)
 import           Data.Time.Clock (UTCTime)
 import           Data.Word (Word64)
+import           Text.Printf (printf)
 
 import           Cardano.Tracer.Handlers.RTView.Update.Utils
 import           Cardano.Tracer.Types (NodeId)
@@ -73,6 +81,17 @@ instance Num ValueH where
 
 type HistoricalPoint = (POSIXTime, ValueH)
 
+instance FromField ValueH where
+  parseField s =
+    let t = decodeUtf8 s in
+    if "." `isInfixOf` t
+      then either (const mzero) (return . ValueD . fst) $ double t
+      else either (const mzero) (return . ValueI . fst) $ decimal t
+
+instance ToField ValueH where
+  toField (ValueI i) = toField i
+  toField (ValueD d) = BSC.pack $ printf "%.3f" d
+
 type HistoricalPoints = Set HistoricalPoint
 
 -- | Historical points for particular data.
@@ -104,7 +123,7 @@ data DataName
   | TxsProcessedNumData
   | MempoolBytesData
   | TxsInMempoolData
-  deriving (Eq, Ord)
+  deriving (Eq, Ord, Read, Show)
 
 type HistoricalData = Map DataName HistoricalPoints
 type History        = TVar (Map NodeId HistoricalData)

cardano-tracer/src/Cardano/Tracer/Handlers/RTView/System.hs

@@ -1,7 +1,8 @@
 {-# LANGUAGE CPP #-}
 
 module Cardano.Tracer.Handlers.RTView.System
-  ( getPathToChartsConfig
+  ( getPathToBackupDir
+  , getPathToChartsConfig
   , getPathToThemeConfig
   , getPathsToNotificationsSettings
   , getPathsToSSLCerts
@@ -59,6 +60,16 @@ getPathsToNotificationsSettings = do
 getPathToConfigDir :: IO FilePath
 getPathToConfigDir = do
   configDir <- D.getXdgDirectory D.XdgConfig ""
-  let pathToRTViewConfigDir = configDir </> "cardano-rt-view"
+  let pathToRTViewConfigDir = configDir </> rtViewRootDir
   D.createDirectoryIfMissing True pathToRTViewConfigDir
   return pathToRTViewConfigDir
+
+getPathToBackupDir :: IO FilePath
+getPathToBackupDir = do
+  dataDir <- D.getXdgDirectory D.XdgData ""
+  let pathToRTViewBackupDir = dataDir </> rtViewRootDir </> "backup"
+  D.createDirectoryIfMissing True pathToRTViewBackupDir
+  return pathToRTViewBackupDir
+
+rtViewRootDir :: FilePath
+rtViewRootDir = "cardano-rt-view"

cardano-tracer/src/Cardano/Tracer/Handlers/RTView/UI/Charts.hs

@@ -284,7 +284,7 @@ readSavedChartsSettings = liftIO $
     [ (chartId, ChartSettings defaultTimeRangeInS defaultUpdatePeriodInS)
     | chartId <- chartsIds
     ]
-  defaultTimeRangeInS = 0 -- All time
+  defaultTimeRangeInS = 21600 -- Last 6 hours
   defaultUpdatePeriodInS = 15
 
 changeChartsToLightTheme :: UI ()

cardano-tracer/src/Cardano/Tracer/Handlers/RTView/UI/HTML/About.hs

@@ -1,17 +1,17 @@
 {-# LANGUAGE LambdaCase #-}
-{-# LANGUAGE MultiWayIf #-}
 
 module Cardano.Tracer.Handlers.RTView.UI.HTML.About
   ( mkAboutInfo
   ) where
 
+import           Data.List.Extra (lower)
 import qualified Data.Text as T
 import           Data.Version (showVersion)
 import qualified Graphics.UI.Threepenny as UI
 import           Graphics.UI.Threepenny.Core
 import           System.Directory (makeAbsolute)
 import           System.Environment (getArgs)
-import           System.Info.Extra (isMac, isWindows)
+import           System.Info (os)
 
 import           Cardano.Git.Rev (gitRev)
 
@@ -80,9 +80,7 @@ mkAboutInfo = do
                           , image "rt-view-href-icon" externalLinkSVG
                           ]
                       , UI.p #. "mb-3" #+
-                          [ string $ if | isWindows -> "Windows"
-                                        | isMac     -> "macOS"
-                                        | otherwise -> "Linux"
+                          [ string currentOS
                           ]
                       , UI.p #. "mb-3" #+
                           [ UI.div #. "field has-addons" #+
@@ -109,3 +107,14 @@ mkAboutInfo = do
   return info
  where
   commit = T.unpack . T.take 7 $ gitRev
+
+currentOS :: String
+currentOS =
+  case lower os of
+    "darwin"  -> "macOS"
+    "mingw32" -> "Windows"
+    "linux"   -> "Linux"
+    "freebsd" -> "FreeBSD"
+    "netbsd"  -> "NetBSD"
+    "openbsd" -> "OpenBSD"
+    _         -> "Unknown"