Safe Haskell	Safe-Inferred
Language	GHC2021

Napkin.Spec.Graph.TasksDAGGraph

Synopsis

type TableName = Ref Table
newtype YAMLTask = YAMLTask {
- unYAMLTask :: Text
}
data Artifact
- = Table TableName
- | UserDefinedFunction TableName
getArtifact :: Artifact -> TableName
getArtifactName :: Artifact -> Text
data TableTaskType
- = CreateAction [UpdateStrategy]
- | Entry [TaskId]
- | Exit
- | PreHook Int
- | PostHook Int
data TaskType
- = Unmanaged TableName
- | TableTask TableName TableTaskType
- | GlobalHook Text
data Label
- = Input Artifact
- | Output Artifact
- | Tag Text
- | YAMLTaskLabel YAMLTask
printLabel :: Label -> Text
data ForceTable
- = Force
- | Skip
- | ForceHook
- | SkipHook
isSkipped :: ForceTable -> Bool
data ExecutionReason
- = UpdateStrategy UpdateStrategy
- | CliOverride ForceTable
- | None
isForcedSkipped :: ExecutionReason -> Bool
data Task payload = Task {
- taskId :: TaskId
- payload :: payload
- labels :: Set Label
- dependencies :: Set TaskId
- subgraphEntryId :: TaskId
- subgraphExitId :: TaskId
- shouldRun :: Bool
- executionReason :: ExecutionReason
- taskType :: TaskType
}
prettyTaskName :: (Ref Table -> Ref Table) -> Task (Executable b) -> Text
hasNodeLabel :: (Label -> Bool) -> Task payload -> Bool
newtype TasksDAG kind b = TasksDAG {
- nodes :: Map TaskId (Task (Executable b))
}
data Exec
data Table
data Full
data Executable b
- = SpecProgram (SpecProgram b)
- | HookProgram (HookProgram b)
- | GlobalHookProgram (GlobalHookProgram b)
- | NullProgram
isExecutable :: Executable b -> Bool
data HookResult bk
- = HookError (NonEmpty AssertionEntry)
- | HookOk [AssertionEntry]
isOkHookResult :: HookResult bk -> Bool
data TaskResult bk
- = TableResult (CreateQueryStats bk)
- | HookResult (HookResult bk) (HookQueryStats bk)
- | NullResult
isOkTaskResult :: forall {k} {bk :: k}. TaskResult bk -> Bool
getTaskResultStats :: HasBackendQueryStats bk => TaskResult bk -> QueryStats bk
getAssertions :: HasBackendQueryStats bk => TaskResult bk -> Maybe (NonEmpty AssertionEntry)
type TaskResultWithExc bk = Either SomeException (NominalDiffTime, TaskResult bk)
type TaskResultWithExc' bk = Either SomeException (NominalDiffTime, Maybe (TaskResult bk))
type TaskAsync bk = Async (NominalDiffTime, Maybe (TaskResult bk))
type TasksDAGGraph kind b = Gr (Task (Executable b)) ()
tasksToGraph :: TasksDAG kind b -> TasksDAGGraph kind b
tableDownstream :: TasksDAGGraph kind b -> Set TaskId -> [Task (Executable b)]
tableUpstream :: TasksDAGGraph kind b -> Set TaskId -> [Task (Executable b)]
matchGraphTables :: TasksDAGGraph kind b -> (Task (Executable b) -> Bool) -> [Task (Executable b)]
topsort :: TasksDAG kind b -> [Task (Executable b)]
subgraph :: TasksDAG Full b -> TaskId -> Maybe (Task (Executable b) -> Bool) -> [TaskId]
yamlTask :: Task (Executable b) -> Maybe YAMLTask
tags :: Task (Executable b) -> [Text]
unmanaged :: Task (Executable b) -> Maybe TableName
createAction :: Task (Executable b) -> Maybe (TableName, [UpdateStrategy])
tableNode :: Task (Executable b) -> Maybe TableName
preHookNode :: Task (Executable b) -> Maybe Int
postHookNode :: Task (Executable b) -> Maybe Int
globalHookNode :: Task (Executable b) -> Maybe Text
hookNode :: Task (Executable b) -> Bool
tableTask :: Task (Executable b) -> Maybe TableName
tableTaskType :: Task (Executable b) -> Maybe TableTaskType
actionNode :: Task (Executable b) -> Bool
isGlobalHookNode :: Task (Executable b) -> Bool
isEntryNode :: Task (Executable b) -> Bool
entryNode :: Task (Executable b) -> Maybe [TaskId]
isExitNode :: Task (Executable b) -> Bool
tableTaskTypeDescription :: TableTaskType -> Text
taskTypeDescription :: TaskType -> Text
getDependenciesWithProp :: (Task (Executable b) -> Bool) -> TasksDAG k b -> Task (Executable b) -> Set TaskId
getDataDependencies :: TasksDAG k b -> Task (Executable b) -> Set TaskId
getDataDependenciesUnmanaged :: TasksDAG k b -> Task (Executable b) -> Set TaskId
tablesGraph :: TasksDAG a b -> TasksDAG Table b
tablesGraph' :: TasksDAG Full b -> TasksDAG Table b
cleanupGraph :: TasksDAG Full b -> TasksDAG Exec b
cleanupSkipped :: TasksDAG k b -> TasksDAG k b
cleanupGraphProp :: (Task (Executable b) -> Bool) -> TasksDAG k b -> TasksDAG k b
unmanagedTables :: TasksDAG Full b -> Set SpecTableName
tablesForUpdate :: TasksDAG Full b -> Set SpecTableName
tasksForUpdate :: TasksDAG Full b -> [Task (Executable b)]
noUpdatedDepsFromTablesForUpdate :: TasksDAG Full b -> Set SpecTableName

Documentation

type TableName = Ref Table #

newtype YAMLTask #

Constructors

YAMLTask
Fields unYAMLTask :: Text

Instances

Instances details

Generic YAMLTask #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Associated Types type Rep YAMLTask :: Type -> Type # Methods from :: YAMLTask -> Rep YAMLTask x # to :: Rep YAMLTask x -> YAMLTask #
Show YAMLTask #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods showsPrec :: Int -> YAMLTask -> ShowS # show :: YAMLTask -> String # showList :: [YAMLTask] -> ShowS #
Eq YAMLTask #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods (==) :: YAMLTask -> YAMLTask -> Bool # (/=) :: YAMLTask -> YAMLTask -> Bool #
Ord YAMLTask #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods compare :: YAMLTask -> YAMLTask -> Ordering # (<) :: YAMLTask -> YAMLTask -> Bool # (<=) :: YAMLTask -> YAMLTask -> Bool # (>) :: YAMLTask -> YAMLTask -> Bool # (>=) :: YAMLTask -> YAMLTask -> Bool # max :: YAMLTask -> YAMLTask -> YAMLTask # min :: YAMLTask -> YAMLTask -> YAMLTask #
type Rep YAMLTask #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph type Rep YAMLTask = D1 ('MetaData "YAMLTask" "Napkin.Spec.Graph.TasksDAGGraph" "napkin-1.0.0-B79azc00rn1K8mj00hwhwG" 'True) (C1 ('MetaCons "YAMLTask" 'PrefixI 'True) (S1 ('MetaSel ('Just "unYAMLTask") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Text)))

data Artifact #

Constructors

Table TableName
UserDefinedFunction TableName

Instances

Instances details

Show Artifact #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods showsPrec :: Int -> Artifact -> ShowS # show :: Artifact -> String # showList :: [Artifact] -> ShowS #
Eq Artifact #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods (==) :: Artifact -> Artifact -> Bool # (/=) :: Artifact -> Artifact -> Bool #
Ord Artifact #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods compare :: Artifact -> Artifact -> Ordering # (<) :: Artifact -> Artifact -> Bool # (<=) :: Artifact -> Artifact -> Bool # (>) :: Artifact -> Artifact -> Bool # (>=) :: Artifact -> Artifact -> Bool # max :: Artifact -> Artifact -> Artifact # min :: Artifact -> Artifact -> Artifact #

getArtifact :: Artifact -> TableName #

getArtifactName :: Artifact -> Text #

data TableTaskType #

Constructors

CreateAction [UpdateStrategy]
Entry [TaskId]	subgraph tasks Ids
Exit
PreHook Int
PostHook Int

Instances

Instances details

Generic TableTaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Associated Types type Rep TableTaskType :: Type -> Type # Methods from :: TableTaskType -> Rep TableTaskType x # to :: Rep TableTaskType x -> TableTaskType #
Show TableTaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods showsPrec :: Int -> TableTaskType -> ShowS # show :: TableTaskType -> String # showList :: [TableTaskType] -> ShowS #
Eq TableTaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods (==) :: TableTaskType -> TableTaskType -> Bool # (/=) :: TableTaskType -> TableTaskType -> Bool #
Ord TableTaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods compare :: TableTaskType -> TableTaskType -> Ordering # (<) :: TableTaskType -> TableTaskType -> Bool # (<=) :: TableTaskType -> TableTaskType -> Bool # (>) :: TableTaskType -> TableTaskType -> Bool # (>=) :: TableTaskType -> TableTaskType -> Bool # max :: TableTaskType -> TableTaskType -> TableTaskType # min :: TableTaskType -> TableTaskType -> TableTaskType #
type Rep TableTaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph type Rep TableTaskType = D1 ('MetaData "TableTaskType" "Napkin.Spec.Graph.TasksDAGGraph" "napkin-1.0.0-B79azc00rn1K8mj00hwhwG" 'False) ((C1 ('MetaCons "CreateAction" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 [UpdateStrategy])) :+: C1 ('MetaCons "Entry" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 [TaskId]))) :+: (C1 ('MetaCons "Exit" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "PreHook" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Int)) :+: C1 ('MetaCons "PostHook" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Int)))))

data TaskType #

Constructors

Unmanaged TableName
TableTask TableName TableTaskType
GlobalHook Text

Instances

Instances details

Generic TaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Associated Types type Rep TaskType :: Type -> Type # Methods from :: TaskType -> Rep TaskType x # to :: Rep TaskType x -> TaskType #
Eq TaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods (==) :: TaskType -> TaskType -> Bool # (/=) :: TaskType -> TaskType -> Bool #
Ord TaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods compare :: TaskType -> TaskType -> Ordering # (<) :: TaskType -> TaskType -> Bool # (<=) :: TaskType -> TaskType -> Bool # (>) :: TaskType -> TaskType -> Bool # (>=) :: TaskType -> TaskType -> Bool # max :: TaskType -> TaskType -> TaskType # min :: TaskType -> TaskType -> TaskType #
type Rep TaskType #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph type Rep TaskType = D1 ('MetaData "TaskType" "Napkin.Spec.Graph.TasksDAGGraph" "napkin-1.0.0-B79azc00rn1K8mj00hwhwG" 'False) (C1 ('MetaCons "Unmanaged" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 TableName)) :+: (C1 ('MetaCons "TableTask" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 TableName) :*: S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 TableTaskType)) :+: C1 ('MetaCons "GlobalHook" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Text))))

data Label #

Constructors

Input Artifact
Output Artifact
Tag Text
YAMLTaskLabel YAMLTask

Instances

Instances details

Generic Label #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Associated Types type Rep Label :: Type -> Type # Methods from :: Label -> Rep Label x # to :: Rep Label x -> Label #
Eq Label #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods (==) :: Label -> Label -> Bool # (/=) :: Label -> Label -> Bool #
Ord Label #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods compare :: Label -> Label -> Ordering # (<) :: Label -> Label -> Bool # (<=) :: Label -> Label -> Bool # (>) :: Label -> Label -> Bool # (>=) :: Label -> Label -> Bool # max :: Label -> Label -> Label # min :: Label -> Label -> Label #
type Rep Label #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph type Rep Label = D1 ('MetaData "Label" "Napkin.Spec.Graph.TasksDAGGraph" "napkin-1.0.0-B79azc00rn1K8mj00hwhwG" 'False) ((C1 ('MetaCons "Input" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Artifact)) :+: C1 ('MetaCons "Output" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Artifact))) :+: (C1 ('MetaCons "Tag" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Text)) :+: C1 ('MetaCons "YAMLTaskLabel" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 YAMLTask))))

printLabel :: Label -> Text #

data ForceTable #

Constructors

Force
Skip
ForceHook
SkipHook

Instances

Instances details

Show ForceTable #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods showsPrec :: Int -> ForceTable -> ShowS # show :: ForceTable -> String # showList :: [ForceTable] -> ShowS #
Eq ForceTable #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods (==) :: ForceTable -> ForceTable -> Bool # (/=) :: ForceTable -> ForceTable -> Bool #

isSkipped :: ForceTable -> Bool #

data ExecutionReason #

Constructors

UpdateStrategy UpdateStrategy
CliOverride ForceTable
None

Instances

Instances details

Show ExecutionReason #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods showsPrec :: Int -> ExecutionReason -> ShowS # show :: ExecutionReason -> String # showList :: [ExecutionReason] -> ShowS #
Eq ExecutionReason #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods (==) :: ExecutionReason -> ExecutionReason -> Bool # (/=) :: ExecutionReason -> ExecutionReason -> Bool #

isForcedSkipped :: ExecutionReason -> Bool #

data Task payload #

Constructors

Task
Fields taskId :: TaskId payload :: payload labels :: Set Label dependencies :: Set TaskId subgraphEntryId :: TaskId subgraphExitId :: TaskId shouldRun :: Bool executionReason :: ExecutionReason taskType :: TaskType

Instances

Instances details

Generic (Task payload) #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Associated Types type Rep (Task payload) :: Type -> Type # Methods from :: Task payload -> Rep (Task payload) x # to :: Rep (Task payload) x -> Task payload #
type Rep (Task payload) #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph type Rep (Task payload) = D1 ('MetaData "Task" "Napkin.Spec.Graph.TasksDAGGraph" "napkin-1.0.0-B79azc00rn1K8mj00hwhwG" 'False) (C1 ('MetaCons "Task" 'PrefixI 'True) (((S1 ('MetaSel ('Just "taskId") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 TaskId) :: S1 ('MetaSel ('Just "payload") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 payload)) :: (S1 ('MetaSel ('Just "labels") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Set Label)) :: S1 ('MetaSel ('Just "dependencies") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Set TaskId)))) :: ((S1 ('MetaSel ('Just "subgraphEntryId") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 TaskId) :: S1 ('MetaSel ('Just "subgraphExitId") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 TaskId)) :: (S1 ('MetaSel ('Just "shouldRun") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Bool) :: (S1 ('MetaSel ('Just "executionReason") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 ExecutionReason) :: S1 ('MetaSel ('Just "taskType") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 TaskType))))))

prettyTaskName :: (Ref Table -> Ref Table) -> Task (Executable b) -> Text #

hasNodeLabel :: (Label -> Bool) -> Task payload -> Bool #

newtype TasksDAG kind b #

Constructors

TasksDAG
Fields nodes :: Map TaskId (Task (Executable b))

Instances

Instances details

Generic (TasksDAG kind b) #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Associated Types type Rep (TasksDAG kind b) :: Type -> Type # Methods from :: TasksDAG kind b -> Rep (TasksDAG kind b) x # to :: Rep (TasksDAG kind b) x -> TasksDAG kind b #
Default (TasksDAG kind b) #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Methods def :: TasksDAG kind b #
type Rep (TasksDAG kind b) #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph type Rep (TasksDAG kind b) = D1 ('MetaData "TasksDAG" "Napkin.Spec.Graph.TasksDAGGraph" "napkin-1.0.0-B79azc00rn1K8mj00hwhwG" 'True) (C1 ('MetaCons "TasksDAG" 'PrefixI 'True) (S1 ('MetaSel ('Just "nodes") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (Map TaskId (Task (Executable b))))))

data Exec #

data Table #

data Full #

data Executable b #

Constructors

SpecProgram (SpecProgram b)
HookProgram (HookProgram b)
GlobalHookProgram (GlobalHookProgram b)
NullProgram

isExecutable :: Executable b -> Bool #

data HookResult bk #

Constructors

HookError (NonEmpty AssertionEntry)	Fatal Assertions
HookOk [AssertionEntry]	Warning Assertions

isOkHookResult :: HookResult bk -> Bool #

data TaskResult bk #

Constructors

TableResult (CreateQueryStats bk)
HookResult (HookResult bk) (HookQueryStats bk)
NullResult

Instances

Instances details

Generic (TaskResult bk) #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph Associated Types type Rep (TaskResult bk) :: Type -> Type # Methods from :: TaskResult bk -> Rep (TaskResult bk) x # to :: Rep (TaskResult bk) x -> TaskResult bk #
type Rep (TaskResult bk) #
Instance details Defined in Napkin.Spec.Graph.TasksDAGGraph type Rep (TaskResult bk) = D1 ('MetaData "TaskResult" "Napkin.Spec.Graph.TasksDAGGraph" "napkin-1.0.0-B79azc00rn1K8mj00hwhwG" 'False) (C1 ('MetaCons "TableResult" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (CreateQueryStats bk))) :+: (C1 ('MetaCons "HookResult" 'PrefixI 'False) (S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (HookResult bk)) :*: S1 ('MetaSel ('Nothing :: Maybe Symbol) 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 (HookQueryStats bk))) :+: C1 ('MetaCons "NullResult" 'PrefixI 'False) (U1 :: Type -> Type)))