Safe Haskell	None
Language	GHC2021

Napkin.Run.BigQuery.AEDATypes

Synopsis

data AEDANumerical b a = Numerical {
- runNumberRelation :: Name
- runNumberColumnName :: Name
- mean :: b
- median :: b
- min :: a
- max :: a
- stddev :: Double
- skew :: Double
- kurtosis :: Double
- timeRan :: UTCTime
}
data AEDANumberColumn
- = NumericalDouble {
  - double :: AEDANumerical Double Double
  }
- | NumericalInt {
  - int :: AEDANumerical Double Int
  }
- | NumericalDateTime {
  - dateTime :: AEDANumerical UTCTime UTCTime
  }
- | NumericalDate {
  - date :: AEDANumerical Day Day
  }
- | NumericalTime {
  - time :: AEDANumerical TimeOfDay TimeOfDay
  }
data AEDAHistogramColumn
- = Categorical {
  - runCategoricalRelation :: Name
  - runHistogramColumnName :: Name
  - distinctHistogram :: (Text, Int)
  - timeHistogramRan :: UTCTime
  }
- | Histogram {
  - runHistogramRelation :: Name
  - runHistogramColumnName :: Name
  - numHistogram :: (Text, Int)
  - timeHistogramRan :: UTCTime
  }
- | Time {
  - runTimeRelation :: Name
  - runHistogramColumnName :: Name
  - runDatePart :: Name
  - timeHistoGram :: (Text, Int)
  - timeHistogramRan :: UTCTime
  }
- | Decile {
  - runDecileRelation :: Name
  - runHistogramColumnName :: Name
  - decile :: Int
  - decileHistogram :: (Text, Double)
  - timeHistogramRan :: UTCTime
  }
class AdditionNumber a where
- addition :: a -> a -> a
toUTCTime :: Int -> UTCTime
fromUTCTime :: UTCTime -> Int
timeToSeconds' :: TimeOfDay -> Int
secondsToTime' :: Int -> TimeOfDay
class AdditionNumber a => ZeroNumber a where
- additionIdentity :: a
data TableDiagnostics = TableDiagnostics {
- relation :: Relation
- diagnosticDate :: UTCTime
- numberColumns :: [AEDANumberColumn]
- categoricalHistograms :: [AEDAHistogramColumn]
- histograms :: [AEDAHistogramColumn]
}
data NumericalStat
- = IntStat
- | FloatStat
- | TimeStat
- | DateStat
- | DateTimeStat
data CategoricalStat
- = StringStat
- | BoolStat
data ColumnName = ColumnName (Ref Table) Name
toColumnName :: Value -> Value -> Value -> Value -> ColumnName
textValueToName :: Value -> Name
data DecileGram
data CountGram
class Stats a where
- fromValue :: Value -> Maybe a
- toValue :: a -> Value
class Stats a => NumericalStats a where
- fromNumber :: a -> SExp -> SExp
- toNumber :: a -> SExp -> SExp
timeToSeconds :: SExp -> SExp
secondsToTime :: SExp -> SExp
data BucketArgument
- = Date DatePart
- | None
- | Dec Int
isDec :: BucketArgument -> Bool
isDatePartition :: DatePart -> Bool
isDayPartition :: DatePart -> Bool
isTimePartition :: DatePart -> Bool
class Stats a => Histogram a (b :: k) where
- bucketStrategy :: a -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp)
- bucketSize :: a -> SExp -> SExp -> SExp
- additionalArguments :: a -> [BucketArgument]
- countingStrategy :: a -> BucketArgument -> ColumnName -> SExp -> Q SExp
decileQ :: Int -> ColumnName -> Query
minMaxQuery :: ColumnName -> Query
bucketCountSubQuery :: forall {k} a (b :: k). Histogram a b => a -> ColumnName -> Q (Ref Relation)
bucketDecileSubQuery :: forall {k} a (b :: k). (NumericalStats a, Histogram a b) => a -> Int -> ColumnName -> Q (Ref Relation)
datePartList :: [DatePart]
truncateDate :: DatePart -> SExp -> (SExp, SExp)
truncateDay :: DatePart -> SExp -> (SExp, SExp)
nameDatePart :: DatePart -> SExp
class HistogramCleanUp a where
- bucketStrategyCU :: a -> a -> a -> a
- bucketSizeCU :: a -> a -> a
statQuery :: Bool -> Relation -> UTCTime -> NumericalStat -> ColumnName -> Query
subQ :: NumericalStats a => a -> ColumnName -> Query
skewAndKurtQ :: NumericalStats a => a -> ColumnName -> Query
histogramQuery :: forall {k} a (b :: k). Histogram a b => BucketArgument -> Relation -> UTCTime -> a -> ColumnName -> Query
queryColumnNameSpace :: Ref Table -> Query
mColumnToNumStatsQuery :: Bool -> NumericalStat -> Relation -> UTCTime -> [Value] -> Maybe Query
mColumnToHistogramQuery :: forall {k} a (b :: k). (Histogram a b, Eq a) => [a] -> Relation -> UTCTime -> [Value] -> Maybe Query
deconstructStatQueryResult :: [Map Text Value] -> [AEDANumberColumn]
toNumericalRow :: [(Text, Value)] -> Maybe AEDANumberColumn
toRow :: Map Text Value -> Maybe AEDAHistogramColumn
deconstructHistogramQueryResult :: [Map Text Value] -> [AEDAHistogramColumn]
type NumberHistogramUpdateStrategy = (Name, Double, Double)
numberHistogramUpdateStrategy :: AEDANumberColumn -> Maybe NumberHistogramUpdateStrategy
getNumberHistogramUpdateStrategies :: [AEDANumberColumn] -> [NumberHistogramUpdateStrategy]
updateNumberHistogram :: Int -> NumberHistogramUpdateStrategy -> [AEDAHistogramColumn] -> [AEDAHistogramColumn]
type TimeHistogramUpdateStrategy = (Name, Day, Name)
timeHistogramUpdateStrategy :: AEDANumberColumn -> [TimeHistogramUpdateStrategy]
getTimeHistogramUpdateStrategies :: [AEDANumberColumn] -> [TimeHistogramUpdateStrategy]
updateTimeHistogram :: Int -> TimeHistogramUpdateStrategy -> [AEDAHistogramColumn] -> [AEDAHistogramColumn]
weekFirstDay :: DayOfWeek -> Day -> Day
monthFirstDay :: Day -> Day
quarterFirstDay :: Day -> Day
yearFirstDay :: Day -> Day
nextMonth :: Day -> Day
successorMonths :: Int -> Day -> Day
retrieveReport :: Relation -> Day -> Ref Table -> Query
retrieveReportHistogram :: Relation -> Day -> Ref Table -> Query
retrieveReportNumerical :: Relation -> Day -> Ref Table -> Query

Documentation

data AEDANumerical b a #

Constructors

Numerical
Fields runNumberRelation :: Name runNumberColumnName :: Name mean :: b median :: b min :: a max :: a stddev :: Double skew :: Double kurtosis :: Double timeRan :: UTCTime

Instances

Instances details

Bifunctor AEDANumerical #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

bimap :: (a -> b) -> (c -> d) -> AEDANumerical a c -> AEDANumerical b d #

first :: (a -> b) -> AEDANumerical a c -> AEDANumerical b c #

second :: (b -> c) -> AEDANumerical a b -> AEDANumerical a c #

Foldable (AEDANumerical a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

fold :: Monoid m => AEDANumerical a m -> m #

foldMap :: Monoid m => (a0 -> m) -> AEDANumerical a a0 -> m #

foldMap' :: Monoid m => (a0 -> m) -> AEDANumerical a a0 -> m #

foldr :: (a0 -> b -> b) -> b -> AEDANumerical a a0 -> b #

foldr' :: (a0 -> b -> b) -> b -> AEDANumerical a a0 -> b #

foldl :: (b -> a0 -> b) -> b -> AEDANumerical a a0 -> b #

foldl' :: (b -> a0 -> b) -> b -> AEDANumerical a a0 -> b #

foldr1 :: (a0 -> a0 -> a0) -> AEDANumerical a a0 -> a0 #

foldl1 :: (a0 -> a0 -> a0) -> AEDANumerical a a0 -> a0 #

toList :: AEDANumerical a a0 -> [a0] #

null :: AEDANumerical a a0 -> Bool #

length :: AEDANumerical a a0 -> Int #

elem :: Eq a0 => a0 -> AEDANumerical a a0 -> Bool #

maximum :: Ord a0 => AEDANumerical a a0 -> a0 #

minimum :: Ord a0 => AEDANumerical a a0 -> a0 #

sum :: Num a0 => AEDANumerical a a0 -> a0 #

product :: Num a0 => AEDANumerical a a0 -> a0 #

Traversable (AEDANumerical a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

traverse :: Applicative f => (a0 -> f b) -> AEDANumerical a a0 -> f (AEDANumerical a b) #

sequenceA :: Applicative f => AEDANumerical a (f a0) -> f (AEDANumerical a a0) #

mapM :: Monad m => (a0 -> m b) -> AEDANumerical a a0 -> m (AEDANumerical a b) #

sequence :: Monad m => AEDANumerical a (m a0) -> m (AEDANumerical a a0) #

ZeroNumber a => Applicative (AEDANumerical a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

pure :: a0 -> AEDANumerical a a0 #

(<*>) :: AEDANumerical a (a0 -> b) -> AEDANumerical a a0 -> AEDANumerical a b #

liftA2 :: (a0 -> b -> c) -> AEDANumerical a a0 -> AEDANumerical a b -> AEDANumerical a c #

(*>) :: AEDANumerical a a0 -> AEDANumerical a b -> AEDANumerical a b #

(<*) :: AEDANumerical a a0 -> AEDANumerical a b -> AEDANumerical a a0 #

Functor (AEDANumerical a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

fmap :: (a0 -> b) -> AEDANumerical a a0 -> AEDANumerical a b #

(<$) :: a0 -> AEDANumerical a b -> AEDANumerical a a0 #

(ZeroNumber a, ZeroNumber b) => Monoid (AEDANumerical a b) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

mempty :: AEDANumerical a b #

mappend :: AEDANumerical a b -> AEDANumerical a b -> AEDANumerical a b #

mconcat :: [AEDANumerical a b] -> AEDANumerical a b #

(ZeroNumber a, ZeroNumber b) => Semigroup (AEDANumerical a b) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

(<>) :: AEDANumerical a b -> AEDANumerical a b -> AEDANumerical a b #

sconcat :: NonEmpty (AEDANumerical a b) -> AEDANumerical a b #

stimes :: Integral b0 => b0 -> AEDANumerical a b -> AEDANumerical a b #

Generic (AEDANumerical b a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Associated Types

type Rep (AEDANumerical b a)

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

from :: AEDANumerical b a -> Rep (AEDANumerical b a) x #

to :: Rep (AEDANumerical b a) x -> AEDANumerical b a #

(Show b, Show a) => Show (AEDANumerical b a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

showsPrec :: Int -> AEDANumerical b a -> ShowS #

show :: AEDANumerical b a -> String #

showList :: [AEDANumerical b a] -> ShowS #

(Eq b, Eq a) => Eq (AEDANumerical b a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

(==) :: AEDANumerical b a -> AEDANumerical b a -> Bool #

(/=) :: AEDANumerical b a -> AEDANumerical b a -> Bool #

(Ord b, Ord a) => Ord (AEDANumerical b a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

compare :: AEDANumerical b a -> AEDANumerical b a -> Ordering #

(<) :: AEDANumerical b a -> AEDANumerical b a -> Bool #

(<=) :: AEDANumerical b a -> AEDANumerical b a -> Bool #

(>) :: AEDANumerical b a -> AEDANumerical b a -> Bool #

(>=) :: AEDANumerical b a -> AEDANumerical b a -> Bool #

max :: AEDANumerical b a -> AEDANumerical b a -> AEDANumerical b a #

min :: AEDANumerical b a -> AEDANumerical b a -> AEDANumerical b a #

type Rep (AEDANumerical b a) #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

data AEDANumberColumn #

Constructors

NumericalDouble
Fields double :: AEDANumerical Double Double
NumericalInt
Fields int :: AEDANumerical Double Int
NumericalDateTime
Fields dateTime :: AEDANumerical UTCTime UTCTime
NumericalDate
Fields date :: AEDANumerical Day Day
NumericalTime
Fields time :: AEDANumerical TimeOfDay TimeOfDay

Instances

Instances details

Generic AEDANumberColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Associated Types

type Rep AEDANumberColumn

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

type Rep AEDANumberColumn = D1 ('MetaData "AEDANumberColumn" "Napkin.Run.BigQuery.AEDATypes" "napkin-1.0.0-5YkWAC9Wc776PT0LDghaFb" 'False) ((C1 ('MetaCons "NumericalDouble" 'PrefixI 'True) (S1 ('MetaSel ('Just "double") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical Double Double))) :+: C1 ('MetaCons "NumericalInt" 'PrefixI 'True) (S1 ('MetaSel ('Just "int") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical Double Int)))) :+: (C1 ('MetaCons "NumericalDateTime" 'PrefixI 'True) (S1 ('MetaSel ('Just "dateTime") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical UTCTime UTCTime))) :+: (C1 ('MetaCons "NumericalDate" 'PrefixI 'True) (S1 ('MetaSel ('Just "date") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical Day Day))) :+: C1 ('MetaCons "NumericalTime" 'PrefixI 'True) (S1 ('MetaSel ('Just "time") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical TimeOfDay TimeOfDay))))))

Methods

from :: AEDANumberColumn -> Rep AEDANumberColumn x #

to :: Rep AEDANumberColumn x -> AEDANumberColumn #

Show AEDANumberColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

showsPrec :: Int -> AEDANumberColumn -> ShowS #

show :: AEDANumberColumn -> String #

showList :: [AEDANumberColumn] -> ShowS #

DefaultOrdered AEDANumberColumn #

Instance details

Defined in Napkin.Parse.AEDA.CSVParser

Methods

headerOrder :: AEDANumberColumn -> Header #

FromRecord AEDANumberColumn #

Instance details

Defined in Napkin.Parse.AEDA.CSVParser

Methods

parseRecord :: Record -> Parser AEDANumberColumn #

ToNamedRecord AEDANumberColumn #

Instance details

Defined in Napkin.Parse.AEDA.CSVParser

Methods

toNamedRecord :: AEDANumberColumn -> NamedRecord #

ToRecord AEDANumberColumn #

Instance details

Defined in Napkin.Parse.AEDA.CSVParser

Methods

toRecord :: AEDANumberColumn -> Record #

Eq AEDANumberColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

(==) :: AEDANumberColumn -> AEDANumberColumn -> Bool #

(/=) :: AEDANumberColumn -> AEDANumberColumn -> Bool #

Ord AEDANumberColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

compare :: AEDANumberColumn -> AEDANumberColumn -> Ordering #

(<) :: AEDANumberColumn -> AEDANumberColumn -> Bool #

(<=) :: AEDANumberColumn -> AEDANumberColumn -> Bool #

(>) :: AEDANumberColumn -> AEDANumberColumn -> Bool #

(>=) :: AEDANumberColumn -> AEDANumberColumn -> Bool #

max :: AEDANumberColumn -> AEDANumberColumn -> AEDANumberColumn #

min :: AEDANumberColumn -> AEDANumberColumn -> AEDANumberColumn #

type Rep AEDANumberColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

type Rep AEDANumberColumn = D1 ('MetaData "AEDANumberColumn" "Napkin.Run.BigQuery.AEDATypes" "napkin-1.0.0-5YkWAC9Wc776PT0LDghaFb" 'False) ((C1 ('MetaCons "NumericalDouble" 'PrefixI 'True) (S1 ('MetaSel ('Just "double") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical Double Double))) :+: C1 ('MetaCons "NumericalInt" 'PrefixI 'True) (S1 ('MetaSel ('Just "int") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical Double Int)))) :+: (C1 ('MetaCons "NumericalDateTime" 'PrefixI 'True) (S1 ('MetaSel ('Just "dateTime") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical UTCTime UTCTime))) :+: (C1 ('MetaCons "NumericalDate" 'PrefixI 'True) (S1 ('MetaSel ('Just "date") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical Day Day))) :+: C1 ('MetaCons "NumericalTime" 'PrefixI 'True) (S1 ('MetaSel ('Just "time") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (AEDANumerical TimeOfDay TimeOfDay))))))

data AEDAHistogramColumn #

Constructors

Categorical
Fields runCategoricalRelation :: Name runHistogramColumnName :: Name distinctHistogram :: (Text, Int) timeHistogramRan :: UTCTime
Histogram
Fields runHistogramRelation :: Name runHistogramColumnName :: Name numHistogram :: (Text, Int) timeHistogramRan :: UTCTime
Time
Fields runTimeRelation :: Name runHistogramColumnName :: Name runDatePart :: Name timeHistoGram :: (Text, Int) timeHistogramRan :: UTCTime
Decile
Fields runDecileRelation :: Name runHistogramColumnName :: Name decile :: Int decileHistogram :: (Text, Double) timeHistogramRan :: UTCTime

Instances

Instances details

Generic AEDAHistogramColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Associated Types

type Rep AEDAHistogramColumn

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

from :: AEDAHistogramColumn -> Rep AEDAHistogramColumn x #

to :: Rep AEDAHistogramColumn x -> AEDAHistogramColumn #

Show AEDAHistogramColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

showsPrec :: Int -> AEDAHistogramColumn -> ShowS #

show :: AEDAHistogramColumn -> String #

showList :: [AEDAHistogramColumn] -> ShowS #

DefaultOrdered AEDAHistogramColumn #

Instance details

Defined in Napkin.Parse.AEDA.CSVParser

Methods

headerOrder :: AEDAHistogramColumn -> Header #

FromRecord AEDAHistogramColumn #

Instance details

Defined in Napkin.Parse.AEDA.CSVParser

Methods

parseRecord :: Record -> Parser AEDAHistogramColumn #

ToNamedRecord AEDAHistogramColumn #

Instance details

Defined in Napkin.Parse.AEDA.CSVParser

Methods

toNamedRecord :: AEDAHistogramColumn -> NamedRecord #

ToRecord AEDAHistogramColumn #

Instance details

Defined in Napkin.Parse.AEDA.CSVParser

Methods

toRecord :: AEDAHistogramColumn -> Record #

Eq AEDAHistogramColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

(==) :: AEDAHistogramColumn -> AEDAHistogramColumn -> Bool #

(/=) :: AEDAHistogramColumn -> AEDAHistogramColumn -> Bool #

Ord AEDAHistogramColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

compare :: AEDAHistogramColumn -> AEDAHistogramColumn -> Ordering #

(<) :: AEDAHistogramColumn -> AEDAHistogramColumn -> Bool #

(<=) :: AEDAHistogramColumn -> AEDAHistogramColumn -> Bool #

(>) :: AEDAHistogramColumn -> AEDAHistogramColumn -> Bool #

(>=) :: AEDAHistogramColumn -> AEDAHistogramColumn -> Bool #

max :: AEDAHistogramColumn -> AEDAHistogramColumn -> AEDAHistogramColumn #

min :: AEDAHistogramColumn -> AEDAHistogramColumn -> AEDAHistogramColumn #

type Rep AEDAHistogramColumn #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

class AdditionNumber a where #

Methods

addition :: a -> a -> a #

Instances

Instances details

AdditionNumber Day #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods addition :: Day -> Day -> Day #
AdditionNumber UTCTime #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods addition :: UTCTime -> UTCTime -> UTCTime #
AdditionNumber TimeOfDay #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods addition :: TimeOfDay -> TimeOfDay -> TimeOfDay #
AdditionNumber Double #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods addition :: Double -> Double -> Double #
AdditionNumber Int #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods addition :: Int -> Int -> Int #

toUTCTime :: Int -> UTCTime #

fromUTCTime :: UTCTime -> Int #

timeToSeconds' :: TimeOfDay -> Int #

secondsToTime' :: Int -> TimeOfDay #

class AdditionNumber a => ZeroNumber a where #

Methods

additionIdentity :: a #

Instances

Instances details

ZeroNumber Day #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods additionIdentity :: Day #
ZeroNumber UTCTime #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods additionIdentity :: UTCTime #
ZeroNumber TimeOfDay #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods additionIdentity :: TimeOfDay #
ZeroNumber Double #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods additionIdentity :: Double #
ZeroNumber Int #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods additionIdentity :: Int #

data TableDiagnostics #

Constructors

TableDiagnostics
Fields relation :: Relation diagnosticDate :: UTCTime numberColumns :: [AEDANumberColumn] categoricalHistograms :: [AEDAHistogramColumn] histograms :: [AEDAHistogramColumn]

Instances

Instances details

Generic TableDiagnostics #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Associated Types

type Rep TableDiagnostics

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

type Rep TableDiagnostics = D1 ('MetaData "TableDiagnostics" "Napkin.Run.BigQuery.AEDATypes" "napkin-1.0.0-5YkWAC9Wc776PT0LDghaFb" 'False) (C1 ('MetaCons "TableDiagnostics" 'PrefixI 'True) ((S1 ('MetaSel ('Just "relation") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Relation) :*: S1 ('MetaSel ('Just "diagnosticDate") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 UTCTime)) :*: (S1 ('MetaSel ('Just "numberColumns") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 [AEDANumberColumn]) :*: (S1 ('MetaSel ('Just "categoricalHistograms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 [AEDAHistogramColumn]) :*: S1 ('MetaSel ('Just "histograms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 [AEDAHistogramColumn])))))

Methods

from :: TableDiagnostics -> Rep TableDiagnostics x #

to :: Rep TableDiagnostics x -> TableDiagnostics #

Show TableDiagnostics #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

showsPrec :: Int -> TableDiagnostics -> ShowS #

show :: TableDiagnostics -> String #

showList :: [TableDiagnostics] -> ShowS #

Eq TableDiagnostics #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

(==) :: TableDiagnostics -> TableDiagnostics -> Bool #

(/=) :: TableDiagnostics -> TableDiagnostics -> Bool #

Ord TableDiagnostics #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

Methods

compare :: TableDiagnostics -> TableDiagnostics -> Ordering #

(<) :: TableDiagnostics -> TableDiagnostics -> Bool #

(<=) :: TableDiagnostics -> TableDiagnostics -> Bool #

(>) :: TableDiagnostics -> TableDiagnostics -> Bool #

(>=) :: TableDiagnostics -> TableDiagnostics -> Bool #

max :: TableDiagnostics -> TableDiagnostics -> TableDiagnostics #

min :: TableDiagnostics -> TableDiagnostics -> TableDiagnostics #

Command AEDA TableDiagnostics BigQuery #

Instance details

Defined in Napkin.Run.BigQuery

Methods

execCommand :: MonadNapkin BigQuery m => BackendConn BigQuery -> AEDA -> m TableDiagnostics #

Command AEDA TableDiagnostics MsSql #

Instance details

Defined in Napkin.Run.MsSql

Methods

execCommand :: MonadNapkin MsSql m => BackendConn MsSql -> AEDA -> m TableDiagnostics #

Command AEDA TableDiagnostics Postgres #

Instance details

Defined in Napkin.Run.Postgres

Methods

execCommand :: MonadNapkin Postgres m => BackendConn Postgres -> AEDA -> m TableDiagnostics #

Command AEDA TableDiagnostics Redshift #

Instance details

Defined in Napkin.Run.Redshift

Methods

execCommand :: MonadNapkin Redshift m => BackendConn Redshift -> AEDA -> m TableDiagnostics #

Command AEDA TableDiagnostics Sqlite #

Instance details

Defined in Napkin.Run.Sqlite

Methods

execCommand :: MonadNapkin Sqlite m => BackendConn Sqlite -> AEDA -> m TableDiagnostics #

type Rep TableDiagnostics #

Instance details

Defined in Napkin.Run.BigQuery.AEDATypes

type Rep TableDiagnostics = D1 ('MetaData "TableDiagnostics" "Napkin.Run.BigQuery.AEDATypes" "napkin-1.0.0-5YkWAC9Wc776PT0LDghaFb" 'False) (C1 ('MetaCons "TableDiagnostics" 'PrefixI 'True) ((S1 ('MetaSel ('Just "relation") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Relation) :*: S1 ('MetaSel ('Just "diagnosticDate") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 UTCTime)) :*: (S1 ('MetaSel ('Just "numberColumns") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 [AEDANumberColumn]) :*: (S1 ('MetaSel ('Just "categoricalHistograms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 [AEDAHistogramColumn]) :*: S1 ('MetaSel ('Just "histograms") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 [AEDAHistogramColumn])))))

data NumericalStat #

Constructors

IntStat
FloatStat
TimeStat
DateStat
DateTimeStat

Instances

Instances details

Show NumericalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods showsPrec :: Int -> NumericalStat -> ShowS # show :: NumericalStat -> String # showList :: [NumericalStat] -> ShowS #
Eq NumericalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods (==) :: NumericalStat -> NumericalStat -> Bool # (/=) :: NumericalStat -> NumericalStat -> Bool #
NumericalStats NumericalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods fromNumber :: NumericalStat -> SExp -> SExp # toNumber :: NumericalStat -> SExp -> SExp #
Stats NumericalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods fromValue :: Value -> Maybe NumericalStat # toValue :: NumericalStat -> Value #
Histogram NumericalStat CountGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: NumericalStat -> SExp -> SExp -> SExp # additionalArguments :: NumericalStat -> [BucketArgument] # countingStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #
Histogram NumericalStat DecileGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: NumericalStat -> SExp -> SExp -> SExp # additionalArguments :: NumericalStat -> [BucketArgument] # countingStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #

data CategoricalStat #

Constructors

StringStat
BoolStat

Instances

Instances details

Show CategoricalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods showsPrec :: Int -> CategoricalStat -> ShowS # show :: CategoricalStat -> String # showList :: [CategoricalStat] -> ShowS #
Eq CategoricalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods (==) :: CategoricalStat -> CategoricalStat -> Bool # (/=) :: CategoricalStat -> CategoricalStat -> Bool #
Stats CategoricalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods fromValue :: Value -> Maybe CategoricalStat # toValue :: CategoricalStat -> Value #
Histogram CategoricalStat CountGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: CategoricalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: CategoricalStat -> SExp -> SExp -> SExp # additionalArguments :: CategoricalStat -> [BucketArgument] # countingStrategy :: CategoricalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #

data ColumnName #

Constructors

ColumnName (Ref Table) Name

toColumnName :: Value -> Value -> Value -> Value -> ColumnName #

textValueToName :: Value -> Name #

Helper function to transform the result of a Query into a Name.

data DecileGram #

Instances

Instances details

Histogram NumericalStat DecileGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: NumericalStat -> SExp -> SExp -> SExp # additionalArguments :: NumericalStat -> [BucketArgument] # countingStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #

data CountGram #

Instances

Instances details

Histogram CategoricalStat CountGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: CategoricalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: CategoricalStat -> SExp -> SExp -> SExp # additionalArguments :: CategoricalStat -> [BucketArgument] # countingStrategy :: CategoricalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #
Histogram NumericalStat CountGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: NumericalStat -> SExp -> SExp -> SExp # additionalArguments :: NumericalStat -> [BucketArgument] # countingStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #

class Stats a where #

Methods

fromValue :: Value -> Maybe a #

toValue :: a -> Value #

Instances

Instances details

Stats CategoricalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods fromValue :: Value -> Maybe CategoricalStat # toValue :: CategoricalStat -> Value #
Stats NumericalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods fromValue :: Value -> Maybe NumericalStat # toValue :: NumericalStat -> Value #

class Stats a => NumericalStats a where #

Methods

fromNumber :: a -> SExp -> SExp #

toNumber :: a -> SExp -> SExp #

Instances

Instances details

NumericalStats NumericalStat #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods fromNumber :: NumericalStat -> SExp -> SExp # toNumber :: NumericalStat -> SExp -> SExp #

timeToSeconds :: SExp -> SExp #

secondsToTime :: SExp -> SExp #

data BucketArgument #

Constructors

Date DatePart
None
Dec Int

isDec :: BucketArgument -> Bool #

isDatePartition :: DatePart -> Bool #

isDayPartition :: DatePart -> Bool #

isTimePartition :: DatePart -> Bool #

class Stats a => Histogram a (b :: k) where #

Methods

bucketStrategy :: a -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) #

In order to get a histogram there must be some kind of bucketing strategy and counting strategy, one of which depends on bucketsize. BucketStrategy returns a bucket, histogram name tuple (the name of the histogram is based on the bucket). countingStrategy will return the count of the bucket (either a count, or the particular strategy devised.) The additional arguments defines what additional parameters will be included in histogram query (datePartitions in the case of Date NumericalStats with a Count histogram, Deciles in the case of decile histograms)

bucketSize :: a -> SExp -> SExp -> SExp #

additionalArguments :: a -> [BucketArgument] #

countingStrategy :: a -> BucketArgument -> ColumnName -> SExp -> Q SExp #

Instances

Instances details

Histogram CategoricalStat CountGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: CategoricalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: CategoricalStat -> SExp -> SExp -> SExp # additionalArguments :: CategoricalStat -> [BucketArgument] # countingStrategy :: CategoricalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #
Histogram NumericalStat CountGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: NumericalStat -> SExp -> SExp -> SExp # additionalArguments :: NumericalStat -> [BucketArgument] # countingStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #
Histogram NumericalStat DecileGram #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q (SExp, SExp) # bucketSize :: NumericalStat -> SExp -> SExp -> SExp # additionalArguments :: NumericalStat -> [BucketArgument] # countingStrategy :: NumericalStat -> BucketArgument -> ColumnName -> SExp -> Q SExp #

decileQ :: Int -> ColumnName -> Query #

minMaxQuery :: ColumnName -> Query #

bucketCountSubQuery :: forall {k} a (b :: k). Histogram a b => a -> ColumnName -> Q (Ref Relation) #

bucketDecileSubQuery :: forall {k} a (b :: k). (NumericalStats a, Histogram a b) => a -> Int -> ColumnName -> Q (Ref Relation) #

datePartList :: [DatePart] #

truncateDate :: DatePart -> SExp -> (SExp, SExp) #

truncateDay :: DatePart -> SExp -> (SExp, SExp) #

nameDatePart :: DatePart -> SExp #

class HistogramCleanUp a where #

Methods

bucketStrategyCU :: a -> a -> a -> a #

In order to cleanup a histogram we need the bucketsize and bucketing strategy.

bucketSizeCU :: a -> a -> a #

Instances

Instances details

HistogramCleanUp Double #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategyCU :: Double -> Double -> Double -> Double # bucketSizeCU :: Double -> Double -> Double #
HistogramCleanUp Int #
Instance details Defined in Napkin.Run.BigQuery.AEDATypes Methods bucketStrategyCU :: Int -> Int -> Int -> Int # bucketSizeCU :: Int -> Int -> Int #

statQuery :: Bool -> Relation -> UTCTime -> NumericalStat -> ColumnName -> Query #

Creates a query to gather statistical information from a column (skew, stDev, kurtosis, etc). It is intended to be used on columns of Int, Float, Time, Day, TimeStamp or DateTime (they may be nullable). The function takes a NumericalStat to indicate how it should handle casting in the case of DateTime, TimeStamp, and Day columns.

subQ :: NumericalStats a => a -> ColumnName -> Query #

Gathers statistical primitives that will be used to calculate the various statistics that are supposed to be gathered. Rather than calculating Skew and Kurtosis outright, the various summed powers are calculated first. We can use the fact that multiplication distributes over addition, and expanding the powered subtraction in the numerator, to reduce the number of calculations performed overall.

skewAndKurtQ :: NumericalStats a => a -> ColumnName -> Query #

This function relies on statistical primitives gathered by subQ to calculate skew and kurtosis. For motivating example, (unbiased) Variance is measured as the sum from x = 1 to x = n of each x which a member of X such that square (x - average) / (n - 1). Rather than perform this operation for each member of X, we can note that Sum (square (x -average) / (n - 1)) = 1 (n - 1) * Sum (square (x - average)) = 1 (n - 1) * Sum (square (x) - 2 * average * x + square (average)) = 1 / (n-1) * (Sum (square x) - 2 * average * (Sum x) + square (average)). For very large X we can forgo many un-needed divisions and subtractions and merely calculate based on the summed power of the members of X. We do a similar trick for Skew and Kurtosis in this function.

histogramQuery :: forall {k} a (b :: k). Histogram a b => BucketArgument -> Relation -> UTCTime -> a -> ColumnName -> Query #

Takes a Histogram statType and creates a histogram depending on the BucketArgument used (which will be defined in Histogram instance). This accepts both Count Histograms and Decile Histograms.

queryColumnNameSpace :: Ref Table -> Query #

In order for statQuery and histogramQuery to work they need to be given a ColumnName (Ref projectName :| [dataSetName, tableName]) columnName. In order to decide which to perform each ColumnName will also need an associated data type. For each data set bigquery has a view INFORMATION_SCHEMA. The INFORMATION_SCHEMA.COLUMNS can be queried for information needed. queryColumnNameSpace produces this query. In the case of a QueryRelation or table sampling, the relation is first created as a table in the given data Set so the relations info can be obtained.

mColumnToNumStatsQuery :: Bool -> NumericalStat -> Relation -> UTCTime -> [Value] -> Maybe Query #

These functions takes a single [Values] and returns a Just Query. These are filtered based on the stat-type(s) provided to them. They will be Nothing in the case of a malformed response. mColumnToNumStatsQuery produces stat queries and mColumnToHistogramQuery produces histogram.

mColumnToHistogramQuery :: forall {k} a (b :: k). (Histogram a b, Eq a) => [a] -> Relation -> UTCTime -> [Value] -> Maybe Query #

deconstructStatQueryResult :: [Map Text Value] -> [AEDANumberColumn] #

toNumericalRow :: [(Text, Value)] -> Maybe AEDANumberColumn #

toRow :: Map Text Value -> Maybe AEDAHistogramColumn #

deconstructHistogramQueryResult :: [Map Text Value] -> [AEDAHistogramColumn] #

type NumberHistogramUpdateStrategy = (Name, Double, Double) #

The histogram is updated iteratively, starting at the bottom bucket and adding the bucket size recursively. For Int and Double the bucket size is calculated using the min and max of the table, either to guarantee 20 equal buckets, or in the case of Ints with little difference just 1. The update strategy is therefore the column name, the bottom bucket, and the bucket size.

numberHistogramUpdateStrategy :: AEDANumberColumn -> Maybe NumberHistogramUpdateStrategy #

getNumberHistogramUpdateStrategies :: [AEDANumberColumn] -> [NumberHistogramUpdateStrategy] #

updateNumberHistogram :: Int -> NumberHistogramUpdateStrategy -> [AEDAHistogramColumn] -> [AEDAHistogramColumn] #

type TimeHistogramUpdateStrategy = (Name, Day, Name) #

For time and date columns the bucket size is determined by the date partition. Therefore the update strategy is the column name, minimum value, and date partition.

timeHistogramUpdateStrategy :: AEDANumberColumn -> [TimeHistogramUpdateStrategy] #

getTimeHistogramUpdateStrategies :: [AEDANumberColumn] -> [TimeHistogramUpdateStrategy] #

updateTimeHistogram :: Int -> TimeHistogramUpdateStrategy -> [AEDAHistogramColumn] -> [AEDAHistogramColumn] #

weekFirstDay :: DayOfWeek -> Day -> Day #

monthFirstDay :: Day -> Day #

quarterFirstDay :: Day -> Day #

yearFirstDay :: Day -> Day #

nextMonth :: Day -> Day #

successorMonths :: Int -> Day -> Day #

retrieveReport :: Relation -> Day -> Ref Table -> Query #

retrieveReportHistogram :: Relation -> Day -> Ref Table -> Query #

retrieveReportNumerical :: Relation -> Day -> Ref Table -> Query #