// Copyright 2020 Google LLC // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. syntax = "proto3"; package google.cloud.tasks.v2beta3; import "google/api/field_behavior.proto"; import "google/api/resource.proto"; import "google/cloud/tasks/v2beta3/target.proto"; import "google/protobuf/duration.proto"; import "google/protobuf/timestamp.proto"; import "google/api/annotations.proto"; option go_package = "google.golang.org/genproto/googleapis/cloud/tasks/v2beta3;tasks"; option java_multiple_files = true; option java_outer_classname = "QueueProto"; option java_package = "com.google.cloud.tasks.v2beta3"; // A queue is a container of related tasks. Queues are configured to manage // how those tasks are dispatched. Configurable properties include rate limits, // retry options, queue types, and others. message Queue { option (google.api.resource) = { type: "cloudtasks.googleapis.com/Queue" pattern: "projects/{project}/locations/{location}/queues/{queue}" }; // State of the queue. enum State { // Unspecified state. STATE_UNSPECIFIED = 0; // The queue is running. Tasks can be dispatched. // // If the queue was created using Cloud Tasks and the queue has // had no activity (method calls or task dispatches) for 30 days, // the queue may take a few minutes to re-activate. Some method // calls may return [NOT_FOUND][google.rpc.Code.NOT_FOUND] and // tasks may not be dispatched for a few minutes until the queue // has been re-activated. RUNNING = 1; // Tasks are paused by the user. If the queue is paused then Cloud // Tasks will stop delivering tasks from it, but more tasks can // still be added to it by the user. PAUSED = 2; // The queue is disabled. // // A queue becomes `DISABLED` when // [queue.yaml](https://cloud.google.com/appengine/docs/python/config/queueref) // or // [queue.xml](https://cloud.google.com/appengine/docs/standard/java/config/queueref) // is uploaded which does not contain the queue. You cannot directly disable // a queue. // // When a queue is disabled, tasks can still be added to a queue // but the tasks are not dispatched. // // To permanently delete this queue and all of its tasks, call // [DeleteQueue][google.cloud.tasks.v2beta3.CloudTasks.DeleteQueue]. DISABLED = 3; } // The type of the queue. enum Type { // Default value. TYPE_UNSPECIFIED = 0; // A pull queue. PULL = 1; // A push queue. PUSH = 2; } // Caller-specified and required in [CreateQueue][google.cloud.tasks.v2beta3.CloudTasks.CreateQueue], // after which it becomes output only. // // The queue name. // // The queue name must have the following format: // `projects/PROJECT_ID/locations/LOCATION_ID/queues/QUEUE_ID` // // * `PROJECT_ID` can contain letters ([A-Za-z]), numbers ([0-9]), // hyphens (-), colons (:), or periods (.). // For more information, see // [Identifying // projects](https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects) // * `LOCATION_ID` is the canonical ID for the queue's location. // The list of available locations can be obtained by calling // [ListLocations][google.cloud.location.Locations.ListLocations]. // For more information, see https://cloud.google.com/about/locations/. // * `QUEUE_ID` can contain letters ([A-Za-z]), numbers ([0-9]), or // hyphens (-). The maximum length is 100 characters. string name = 1; oneof queue_type { // [AppEngineHttpQueue][google.cloud.tasks.v2beta3.AppEngineHttpQueue] settings apply only to // [App Engine tasks][google.cloud.tasks.v2beta3.AppEngineHttpRequest] in this queue. // [Http tasks][google.cloud.tasks.v2beta3.HttpRequest] are not affected by this proto. AppEngineHttpQueue app_engine_http_queue = 3; } // Rate limits for task dispatches. // // [rate_limits][google.cloud.tasks.v2beta3.Queue.rate_limits] and [retry_config][google.cloud.tasks.v2beta3.Queue.retry_config] are // related because they both control task attempts. However they control task // attempts in different ways: // // * [rate_limits][google.cloud.tasks.v2beta3.Queue.rate_limits] controls the total rate of // dispatches from a queue (i.e. all traffic dispatched from the // queue, regardless of whether the dispatch is from a first // attempt or a retry). // * [retry_config][google.cloud.tasks.v2beta3.Queue.retry_config] controls what happens to // particular a task after its first attempt fails. That is, // [retry_config][google.cloud.tasks.v2beta3.Queue.retry_config] controls task retries (the // second attempt, third attempt, etc). // // The queue's actual dispatch rate is the result of: // // * Number of tasks in the queue // * User-specified throttling: [rate_limits][google.cloud.tasks.v2beta3.Queue.rate_limits], // [retry_config][google.cloud.tasks.v2beta3.Queue.retry_config], and the // [queue's state][google.cloud.tasks.v2beta3.Queue.state]. // * System throttling due to `429` (Too Many Requests) or `503` (Service // Unavailable) responses from the worker, high error rates, or to smooth // sudden large traffic spikes. RateLimits rate_limits = 4; // Settings that determine the retry behavior. // // * For tasks created using Cloud Tasks: the queue-level retry settings // apply to all tasks in the queue that were created using Cloud Tasks. // Retry settings cannot be set on individual tasks. // * For tasks created using the App Engine SDK: the queue-level retry // settings apply to all tasks in the queue which do not have retry settings // explicitly set on the task and were created by the App Engine SDK. See // [App Engine // documentation](https://cloud.google.com/appengine/docs/standard/python/taskqueue/push/retrying-tasks). RetryConfig retry_config = 5; // Output only. The state of the queue. // // `state` can only be changed by calling // [PauseQueue][google.cloud.tasks.v2beta3.CloudTasks.PauseQueue], // [ResumeQueue][google.cloud.tasks.v2beta3.CloudTasks.ResumeQueue], or uploading // [queue.yaml/xml](https://cloud.google.com/appengine/docs/python/config/queueref). // [UpdateQueue][google.cloud.tasks.v2beta3.CloudTasks.UpdateQueue] cannot be used to change `state`. State state = 6; // Output only. The last time this queue was purged. // // All tasks that were [created][google.cloud.tasks.v2beta3.Task.create_time] before this time // were purged. // // A queue can be purged using [PurgeQueue][google.cloud.tasks.v2beta3.CloudTasks.PurgeQueue], the // [App Engine Task Queue SDK, or the Cloud // Console](https://cloud.google.com/appengine/docs/standard/python/taskqueue/push/deleting-tasks-and-queues#purging_all_tasks_from_a_queue). // // Purge time will be truncated to the nearest microsecond. Purge // time will be unset if the queue has never been purged. google.protobuf.Timestamp purge_time = 7; // The maximum amount of time that a task will be retained in // this queue. // // Queues created by Cloud Tasks have a default `task_ttl` of 31 days. // After a task has lived for `task_ttl`, the task will be deleted // regardless of whether it was dispatched or not. // // The `task_ttl` for queues created via queue.yaml/xml is equal to the // maximum duration because there is a // [storage quota](https://cloud.google.com/appengine/quotas#Task_Queue) for // these queues. To view the maximum valid duration, see the documentation for // [Duration][google.protobuf.Duration]. google.protobuf.Duration task_ttl = 8; // The task tombstone time to live (TTL). // // After a task is deleted or executed, the task's tombstone is // retained for the length of time specified by `tombstone_ttl`. // The tombstone is used by task de-duplication; another task with the same // name can't be created until the tombstone has expired. For more information // about task de-duplication, see the documentation for // [CreateTaskRequest][google.cloud.tasks.v2beta3.CreateTaskRequest.task]. // // Queues created by Cloud Tasks have a default `tombstone_ttl` of 1 hour. google.protobuf.Duration tombstone_ttl = 9; // Configuration options for writing logs to // [Stackdriver Logging](https://cloud.google.com/logging/docs/). If this // field is unset, then no logs are written. StackdriverLoggingConfig stackdriver_logging_config = 10; // Immutable. The type of a queue (push or pull). // // `Queue.type` is an immutable property of the queue that is set at the queue // creation time. When left unspecified, the default value of `PUSH` is // selected. Type type = 11 [(google.api.field_behavior) = IMMUTABLE]; // Output only. The realtime, informational statistics for a queue. In order // to receive the statistics the caller should include this field in the // FieldMask. QueueStats stats = 12 [(google.api.field_behavior) = OUTPUT_ONLY]; } // Rate limits. // // This message determines the maximum rate that tasks can be dispatched by a // queue, regardless of whether the dispatch is a first task attempt or a retry. // // Note: The debugging command, [RunTask][google.cloud.tasks.v2beta3.CloudTasks.RunTask], will run a task // even if the queue has reached its [RateLimits][google.cloud.tasks.v2beta3.RateLimits]. message RateLimits { // The maximum rate at which tasks are dispatched from this queue. // // If unspecified when the queue is created, Cloud Tasks will pick the // default. // // * For [App Engine queues][google.cloud.tasks.v2beta3.AppEngineHttpQueue], the maximum allowed value // is 500. // // // This field has the same meaning as // [rate in // queue.yaml/xml](https://cloud.google.com/appengine/docs/standard/python/config/queueref#rate). double max_dispatches_per_second = 1; // The max burst size. // // Max burst size limits how fast tasks in queue are processed when // many tasks are in the queue and the rate is high. This field // allows the queue to have a high rate so processing starts shortly // after a task is enqueued, but still limits resource usage when // many tasks are enqueued in a short period of time. // // The [token bucket](https://wikipedia.org/wiki/Token_Bucket) // algorithm is used to control the rate of task dispatches. Each // queue has a token bucket that holds tokens, up to the maximum // specified by `max_burst_size`. Each time a task is dispatched, a // token is removed from the bucket. Tasks will be dispatched until // the queue's bucket runs out of tokens. The bucket will be // continuously refilled with new tokens based on // [max_dispatches_per_second][google.cloud.tasks.v2beta3.RateLimits.max_dispatches_per_second]. // // The default value of `max_burst_size` is picked by Cloud Tasks // based on the value of // [max_dispatches_per_second][google.cloud.tasks.v2beta3.RateLimits.max_dispatches_per_second]. // // The maximum value of `max_burst_size` is 500. // // For App Engine queues that were created or updated using // `queue.yaml/xml`, `max_burst_size` is equal to // [bucket_size](https://cloud.google.com/appengine/docs/standard/python/config/queueref#bucket_size). // If // [UpdateQueue][google.cloud.tasks.v2beta3.CloudTasks.UpdateQueue] is called on a queue without // explicitly setting a value for `max_burst_size`, // `max_burst_size` value will get updated if // [UpdateQueue][google.cloud.tasks.v2beta3.CloudTasks.UpdateQueue] is updating // [max_dispatches_per_second][google.cloud.tasks.v2beta3.RateLimits.max_dispatches_per_second]. // int32 max_burst_size = 2; // The maximum number of concurrent tasks that Cloud Tasks allows // to be dispatched for this queue. After this threshold has been // reached, Cloud Tasks stops dispatching tasks until the number of // concurrent requests decreases. // // If unspecified when the queue is created, Cloud Tasks will pick the // default. // // // The maximum allowed value is 5,000. // // // This field has the same meaning as // [max_concurrent_requests in // queue.yaml/xml](https://cloud.google.com/appengine/docs/standard/python/config/queueref#max_concurrent_requests). int32 max_concurrent_dispatches = 3; } // Retry config. // // These settings determine when a failed task attempt is retried. message RetryConfig { // Number of attempts per task. // // Cloud Tasks will attempt the task `max_attempts` times (that is, if the // first attempt fails, then there will be `max_attempts - 1` retries). Must // be >= -1. // // If unspecified when the queue is created, Cloud Tasks will pick the // default. // // -1 indicates unlimited attempts. // // This field has the same meaning as // [task_retry_limit in // queue.yaml/xml](https://cloud.google.com/appengine/docs/standard/python/config/queueref#retry_parameters). int32 max_attempts = 1; // If positive, `max_retry_duration` specifies the time limit for // retrying a failed task, measured from when the task was first // attempted. Once `max_retry_duration` time has passed *and* the // task has been attempted [max_attempts][google.cloud.tasks.v2beta3.RetryConfig.max_attempts] // times, no further attempts will be made and the task will be // deleted. // // If zero, then the task age is unlimited. // // If unspecified when the queue is created, Cloud Tasks will pick the // default. // // // `max_retry_duration` will be truncated to the nearest second. // // This field has the same meaning as // [task_age_limit in // queue.yaml/xml](https://cloud.google.com/appengine/docs/standard/python/config/queueref#retry_parameters). google.protobuf.Duration max_retry_duration = 2; // A task will be [scheduled][google.cloud.tasks.v2beta3.Task.schedule_time] for retry between // [min_backoff][google.cloud.tasks.v2beta3.RetryConfig.min_backoff] and // [max_backoff][google.cloud.tasks.v2beta3.RetryConfig.max_backoff] duration after it fails, // if the queue's [RetryConfig][google.cloud.tasks.v2beta3.RetryConfig] specifies that the task should be // retried. // // If unspecified when the queue is created, Cloud Tasks will pick the // default. // // // `min_backoff` will be truncated to the nearest second. // // This field has the same meaning as // [min_backoff_seconds in // queue.yaml/xml](https://cloud.google.com/appengine/docs/standard/python/config/queueref#retry_parameters). google.protobuf.Duration min_backoff = 3; // A task will be [scheduled][google.cloud.tasks.v2beta3.Task.schedule_time] for retry between // [min_backoff][google.cloud.tasks.v2beta3.RetryConfig.min_backoff] and // [max_backoff][google.cloud.tasks.v2beta3.RetryConfig.max_backoff] duration after it fails, // if the queue's [RetryConfig][google.cloud.tasks.v2beta3.RetryConfig] specifies that the task should be // retried. // // If unspecified when the queue is created, Cloud Tasks will pick the // default. // // // `max_backoff` will be truncated to the nearest second. // // This field has the same meaning as // [max_backoff_seconds in // queue.yaml/xml](https://cloud.google.com/appengine/docs/standard/python/config/queueref#retry_parameters). google.protobuf.Duration max_backoff = 4; // The time between retries will double `max_doublings` times. // // A task's retry interval starts at // [min_backoff][google.cloud.tasks.v2beta3.RetryConfig.min_backoff], then doubles // `max_doublings` times, then increases linearly, and finally // retries at intervals of // [max_backoff][google.cloud.tasks.v2beta3.RetryConfig.max_backoff] up to // [max_attempts][google.cloud.tasks.v2beta3.RetryConfig.max_attempts] times. // // For example, if [min_backoff][google.cloud.tasks.v2beta3.RetryConfig.min_backoff] is 10s, // [max_backoff][google.cloud.tasks.v2beta3.RetryConfig.max_backoff] is 300s, and // `max_doublings` is 3, then the a task will first be retried in // 10s. The retry interval will double three times, and then // increase linearly by 2^3 * 10s. Finally, the task will retry at // intervals of [max_backoff][google.cloud.tasks.v2beta3.RetryConfig.max_backoff] until the // task has been attempted [max_attempts][google.cloud.tasks.v2beta3.RetryConfig.max_attempts] // times. Thus, the requests will retry at 10s, 20s, 40s, 80s, 160s, // 240s, 300s, 300s, .... // // If unspecified when the queue is created, Cloud Tasks will pick the // default. // // // This field has the same meaning as // [max_doublings in // queue.yaml/xml](https://cloud.google.com/appengine/docs/standard/python/config/queueref#retry_parameters). int32 max_doublings = 5; } // Configuration options for writing logs to // [Stackdriver Logging](https://cloud.google.com/logging/docs/). message StackdriverLoggingConfig { // Specifies the fraction of operations to write to // [Stackdriver Logging](https://cloud.google.com/logging/docs/). // This field may contain any value between 0.0 and 1.0, inclusive. // 0.0 is the default and means that no operations are logged. double sampling_ratio = 1; } // Statistics for a queue. message QueueStats { // Output only. An estimation of the number of tasks in the queue, that is, the tasks in // the queue that haven't been executed, the tasks in the queue which the // queue has dispatched but has not yet received a reply for, and the failed // tasks that the queue is retrying. int64 tasks_count = 1 [(google.api.field_behavior) = OUTPUT_ONLY]; // Output only. An estimation of the nearest time in the future where a task in the queue // is scheduled to be executed. google.protobuf.Timestamp oldest_estimated_arrival_time = 2 [(google.api.field_behavior) = OUTPUT_ONLY]; // Output only. The number of tasks that the queue has dispatched and received a reply for // during the last minute. This variable counts both successful and // non-successful executions. int64 executed_last_minute_count = 3 [(google.api.field_behavior) = OUTPUT_ONLY]; // Output only. The number of requests that the queue has dispatched but has not received // a reply for yet. int64 concurrent_dispatches_count = 4 [(google.api.field_behavior) = OUTPUT_ONLY]; // Output only. The current maximum number of tasks per second executed by the queue. // The maximum value of this variable is controlled by the RateLimits of the // Queue. However, this value could be less to avoid overloading the endpoints // tasks in the queue are targeting. double effective_execution_rate = 5 [(google.api.field_behavior) = OUTPUT_ONLY]; }