| Safe Haskell | None |
|---|---|
| Language | GHC2021 |
IHP.Job.Queue
Synopsis
- runPool :: Pool -> Session a -> IO a
- fetchNextJob :: (job ~ GetModelByTableName (GetTableName job), FromRowHasql job, Show (PrimaryKey (GetTableName job)), Table job) => Pool -> UUID -> IO (Maybe job)
- pendingJobConditionSQL :: Text
- watchForJob :: (?context :: context, HasField "logger" context Logger) => Pool -> PGListener -> Text -> Int -> TBQueue JobWorkerProcessMessage -> ResourceT IO (Subscription, ReleaseKey)
- watchForJobWithPollerTriggerRepair :: (?context :: context, HasField "logger" context Logger) => Bool -> Pool -> PGListener -> Text -> Int -> TBQueue JobWorkerProcessMessage -> ResourceT IO (Subscription, ReleaseKey)
- pollForJob :: (?context :: context, HasField "logger" context Logger) => Bool -> Pool -> Text -> Int -> TBQueue JobWorkerProcessMessage -> ResourceT IO ReleaseKey
- notificationTriggersHealthy :: Pool -> Text -> IO Bool
- ensureNotificationTriggers :: (?context :: context, HasField "logger" context Logger) => Pool -> Text -> IO ()
- createNotificationTriggerSQL :: ByteString -> Text
- channelName :: ByteString -> ByteString
- jobDidFail :: (Table job, HasField "id" job (Id' (GetTableName job)), PrimaryKey (GetTableName job) ~ UUID, HasField "attemptsCount" job Int, HasField "runAt" job UTCTime, Job job, ?context :: context, HasField "logger" context Logger) => Pool -> job -> SomeException -> IO ()
- jobDidTimeout :: (Table job, HasField "id" job (Id' (GetTableName job)), PrimaryKey (GetTableName job) ~ UUID, HasField "attemptsCount" job Int, HasField "runAt" job UTCTime, Job job, ?context :: context, HasField "logger" context Logger) => Pool -> job -> IO ()
- jobDidSucceed :: (Table job, HasField "id" job (Id' (GetTableName job)), PrimaryKey (GetTableName job) ~ UUID, ?context :: context, HasField "logger" context Logger) => Pool -> job -> IO ()
- backoffDelay :: BackoffStrategy -> Int -> NominalDiffTime
- recoverStaleJobs :: Table job => Pool -> NominalDiffTime -> IO ()
- textToEnumJobStatusMap :: HashMap Text JobStatus
- textToEnumJobStatus :: Text -> Maybe JobStatus
- tryWriteTBQueue :: TBQueue a -> a -> STM Bool
Documentation
runPool :: Pool -> Session a -> IO a Source #
Run a hasql session against the pool, retrying once on cached plan errors.
fetchNextJob :: (job ~ GetModelByTableName (GetTableName job), FromRowHasql job, Show (PrimaryKey (GetTableName job)), Table job) => Pool -> UUID -> IO (Maybe job) Source #
Lock and fetch the next available job. In case no job is available returns Nothing.
The lock is set on the job row in an atomic way.
The job status is set to JobStatusRunning, lockedBy will be set to the worker id and the attemptsCount is incremented.
Example: Locking a SendMailJob
let workerId :: UUID = "faa5ba30-1d76-4adf-bf01-2d1f95cddc04" job <- fetchNextJob @SendMailJob pool workerId
After you're done with the job, call jobDidFail or jobDidSucceed to make it available to the queue again.
pendingJobConditionSQL :: Text Source #
Shared WHERE condition for fetching pending jobs as a SQL text fragment. Matches jobs that are either not started or in retry state, not locked, and whose run_at time has passed. Enum values are inlined as SQL string literals (PostgreSQL casts them to job_status).
watchForJob :: (?context :: context, HasField "logger" context Logger) => Pool -> PGListener -> Text -> Int -> TBQueue JobWorkerProcessMessage -> ResourceT IO (Subscription, ReleaseKey) Source #
Calls a callback every time something is inserted, updated or deleted in a given database table.
In the background this function creates a database trigger to notify this function about table changes using pg_notify. When there are existing triggers, it will silently recreate them. So this will most likely not fail.
This function returns a Async. Call cancel on the async to stop watching the database.
Example:
watchInsertOrUpdateTable "projects" do
putStrLn "Something changed in the projects table"Now insert something into the projects table. E.g. by running make psql and then running INSERT INTO projects (id, name) VALUES (DEFAULT, 'New project');
You will see that "Something changed in the projects table" is printed onto the screen.
watchForJobWithPollerTriggerRepair :: (?context :: context, HasField "logger" context Logger) => Bool -> Pool -> PGListener -> Text -> Int -> TBQueue JobWorkerProcessMessage -> ResourceT IO (Subscription, ReleaseKey) Source #
Like watchForJob but allows enabling a poller-side trigger integrity check.
Useful in development to recover from missing triggers after `make db`.
pollForJob :: (?context :: context, HasField "logger" context Logger) => Bool -> Pool -> Text -> Int -> TBQueue JobWorkerProcessMessage -> ResourceT IO ReleaseKey Source #
Periodically checks the queue table for open jobs. Calls the callback if there are any.
watchForJob only catches jobs when something is changed on the table. When a job is scheduled
with a runAt in the future, and no other operation is happening on the queue, the database triggers
will not run, and so watchForJob cannot pick up the job even when runAt is now in the past.
This function returns a Async. Call cancel on the async to stop polling the database.
ensureNotificationTriggers :: (?context :: context, HasField "logger" context Logger) => Pool -> Text -> IO () Source #
createNotificationTriggerSQL :: ByteString -> Text Source #
Returns a SQL script to create the notification trigger.
Wrapped in a DO $$ block with EXCEPTION handler because concurrent requests can race to CREATE OR REPLACE the same function, causing PostgreSQL to throw 'tuple concurrently updated' (SQLSTATE XX000). This is safe to ignore: the other connection's CREATE OR REPLACE will have succeeded.
channelName :: ByteString -> ByteString Source #
Retuns the event name of the event that the pg notify trigger dispatches
jobDidFail :: (Table job, HasField "id" job (Id' (GetTableName job)), PrimaryKey (GetTableName job) ~ UUID, HasField "attemptsCount" job Int, HasField "runAt" job UTCTime, Job job, ?context :: context, HasField "logger" context Logger) => Pool -> job -> SomeException -> IO () Source #
Called when a job failed. Sets the job status to JobStatusFailed or JobStatusRetry (if more attempts are possible) and resets lockedBy
jobDidTimeout :: (Table job, HasField "id" job (Id' (GetTableName job)), PrimaryKey (GetTableName job) ~ UUID, HasField "attemptsCount" job Int, HasField "runAt" job UTCTime, Job job, ?context :: context, HasField "logger" context Logger) => Pool -> job -> IO () Source #
jobDidSucceed :: (Table job, HasField "id" job (Id' (GetTableName job)), PrimaryKey (GetTableName job) ~ UUID, ?context :: context, HasField "logger" context Logger) => Pool -> job -> IO () Source #
Called when a job succeeded. Sets the job status to JobStatusSucceded and resets lockedBy
backoffDelay :: BackoffStrategy -> Int -> NominalDiffTime Source #
Compute the delay before the next retry attempt.
For LinearBackoff, the delay is constant.
For ExponentialBackoff, the delay doubles each attempt, capped at 24 hours.
recoverStaleJobs :: Table job => Pool -> NominalDiffTime -> IO () Source #
Recover stale jobs that have been in JobStatusRunning for too long,
likely due to a worker crash.
Two-tier recovery: - Recently stale jobs (within 24h) are set back to retry - Ancient stale jobs (older than 24h) are marked as failed