| // Licensed to the Apache Software Foundation (ASF) under one or more |
| // contributor license agreements. See the NOTICE file distributed with |
| // this work for additional information regarding copyright ownership. |
| // The ASF licenses this file to You under the Apache License, Version 2.0 |
| // (the "License"); you may not use this file except in compliance with |
| // the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| syntax = "proto3"; |
| |
| import "google/protobuf/timestamp.proto"; |
| import "google/protobuf/duration.proto"; |
| |
| package apache.rocketmq.v2; |
| |
| option csharp_namespace = "Apache.Rocketmq.V2"; |
| option java_multiple_files = true; |
| option java_package = "apache.rocketmq.v2"; |
| option java_generate_equals_and_hash = true; |
| option java_string_check_utf8 = true; |
| option java_outer_classname = "MQDomain"; |
| |
| enum TransactionResolution { |
| TRANSACTION_RESOLUTION_UNSPECIFIED = 0; |
| COMMIT = 1; |
| ROLLBACK = 2; |
| } |
| |
| enum TransactionSource { |
| SOURCE_UNSPECIFIED = 0; |
| SOURCE_CLIENT = 1; |
| SOURCE_SERVER_CHECK = 2; |
| } |
| |
| enum Permission { |
| PERMISSION_UNSPECIFIED = 0; |
| NONE = 1; |
| READ = 2; |
| WRITE = 3; |
| READ_WRITE = 4; |
| } |
| |
| enum FilterType { |
| FILTER_TYPE_UNSPECIFIED = 0; |
| TAG = 1; |
| SQL = 2; |
| } |
| |
| message FilterExpression { |
| FilterType type = 1; |
| string expression = 2; |
| } |
| |
| message RetryPolicy { |
| int32 max_attempts = 1; |
| oneof strategy { |
| ExponentialBackoff exponential_backoff = 2; |
| CustomizedBackoff customized_backoff = 3; |
| } |
| } |
| |
| // https://en.wikipedia.org/wiki/Exponential_backoff |
| message ExponentialBackoff { |
| google.protobuf.Duration initial = 1; |
| google.protobuf.Duration max = 2; |
| float multiplier = 3; |
| } |
| |
| message CustomizedBackoff { |
| // To support classic backoff strategy which is arbitary defined by end users. |
| // Typical values are: `1s 5s 10s 30s 1m 2m 3m 4m 5m 6m 7m 8m 9m 10m 20m 30m 1h 2h` |
| repeated google.protobuf.Duration next = 1; |
| } |
| |
| message Resource { |
| string resource_namespace = 1; |
| |
| // Resource name identifier, which remains unique within the abstract resource |
| // namespace. |
| string name = 2; |
| } |
| |
| message SubscriptionEntry { |
| Resource topic = 1; |
| FilterExpression expression = 2; |
| } |
| |
| enum AddressScheme { |
| ADDRESS_SCHEME_UNSPECIFIED = 0; |
| IPv4 = 1; |
| IPv6 = 2; |
| DOMAIN_NAME = 3; |
| } |
| |
| message Address { |
| string host = 1; |
| int32 port = 2; |
| } |
| |
| message Endpoints { |
| AddressScheme scheme = 1; |
| repeated Address addresses = 2; |
| } |
| |
| message Broker { |
| // Name of the broker |
| string name = 1; |
| |
| // Broker index. Canonically, index = 0 implies that the broker is playing |
| // leader role while brokers with index > 0 play follower role. |
| int32 id = 2; |
| |
| // Address of the broker, complying with the following scheme |
| // 1. dns:[//authority/]host[:port] |
| // 2. ipv4:address[:port][,address[:port],...] – IPv4 addresses |
| // 3. ipv6:address[:port][,address[:port],...] – IPv6 addresses |
| Endpoints endpoints = 3; |
| } |
| |
| message MessageQueue { |
| Resource topic = 1; |
| int32 id = 2; |
| Permission permission = 3; |
| Broker broker = 4; |
| repeated MessageType accept_message_types = 5; |
| } |
| |
| enum MessageType { |
| MESSAGE_TYPE_UNSPECIFIED = 0; |
| |
| NORMAL = 1; |
| |
| // Sequenced message |
| FIFO = 2; |
| |
| // Messages that are delivered after the specified duration. |
| DELAY = 3; |
| |
| // Messages that are transactional. Only committed messages are delivered to |
| // subscribers. |
| TRANSACTION = 4; |
| } |
| |
| enum DigestType { |
| DIGEST_TYPE_UNSPECIFIED = 0; |
| |
| // CRC algorithm achieves goal of detecting random data error with lowest |
| // computation overhead. |
| CRC32 = 1; |
| |
| // MD5 algorithm achieves good balance between collision rate and computation |
| // overhead. |
| MD5 = 2; |
| |
| // SHA-family has substantially fewer collision with fair amount of |
| // computation. |
| SHA1 = 3; |
| } |
| |
| // When publishing messages to or subscribing messages from brokers, clients |
| // shall include or validate digests of message body to ensure data integrity. |
| // |
| // For message publishing, when an invalid digest were detected, brokers need |
| // respond client with BAD_REQUEST. |
| // |
| // For messages subscription, when an invalid digest were detected, consumers |
| // need to handle this case according to message type: |
| // 1) Standard messages should be negatively acknowledged instantly, causing |
| // immediate re-delivery; 2) FIFO messages require special RPC, to re-fetch |
| // previously acquired messages batch; |
| // |
| // Message consumption model also affects how invalid digest are handled. When |
| // messages are consumed in broadcasting way, |
| // TODO: define semantics of invalid-digest-when-broadcasting. |
| message Digest { |
| DigestType type = 1; |
| string checksum = 2; |
| } |
| |
| enum ClientType { |
| CLIENT_TYPE_UNSPECIFIED = 0; |
| PRODUCER = 1; |
| PUSH_CONSUMER = 2; |
| SIMPLE_CONSUMER = 3; |
| } |
| |
| enum Encoding { |
| ENCODING_UNSPECIFIED = 0; |
| |
| IDENTITY = 1; |
| |
| GZIP = 2; |
| } |
| |
| message SystemProperties { |
| // Tag, which is optional. |
| optional string tag = 1; |
| |
| // Message keys |
| repeated string keys = 2; |
| |
| // Message identifier, client-side generated, remains unique. |
| // if message_id is empty, the send message request will be aborted with |
| // status `INVALID_ARGUMENT` |
| string message_id = 3; |
| |
| // Message body digest |
| Digest body_digest = 4; |
| |
| // Message body encoding. Candidate options are identity, gzip, snappy etc. |
| Encoding body_encoding = 5; |
| |
| // Message type, normal, FIFO or transactional. |
| MessageType message_type = 6; |
| |
| // Message born time-point. |
| google.protobuf.Timestamp born_timestamp = 7; |
| |
| // Message born host. Valid options are IPv4, IPv6 or client host domain name. |
| string born_host = 8; |
| |
| // Time-point at which the message is stored in the broker, which is absent |
| // for message publishing. |
| optional google.protobuf.Timestamp store_timestamp = 9; |
| |
| // The broker that stores this message. It may be broker name, IP or arbitrary |
| // identifier that uniquely identify the server. |
| string store_host = 10; |
| |
| // Time-point at which broker delivers to clients, which is optional. |
| optional google.protobuf.Timestamp delivery_timestamp = 11; |
| |
| // If a message is acquired by way of POP, this field holds the receipt, |
| // which is absent for message publishing. |
| // Clients use the receipt to acknowledge or negatively acknowledge the |
| // message. |
| optional string receipt_handle = 12; |
| |
| // Message queue identifier in which a message is physically stored. |
| int32 queue_id = 13; |
| |
| // Message-queue offset at which a message is stored, which is absent for |
| // message publishing. |
| optional int64 queue_offset = 14; |
| |
| // Period of time servers would remain invisible once a message is acquired. |
| optional google.protobuf.Duration invisible_duration = 15; |
| |
| // Business code may failed to process messages for the moment. Hence, clients |
| // may request servers to deliver them again using certain back-off strategy, |
| // the attempt is 1 not 0 if message is delivered first time, and it is absent |
| // for message publishing. |
| optional int32 delivery_attempt = 16; |
| |
| // Define the group name of message in the same topic, which is optional. |
| optional string message_group = 17; |
| |
| // Trace context for each message, which is optional. |
| optional string trace_context = 18; |
| |
| // If a transactional message stay unresolved for more than |
| // `transaction_orphan_threshold`, it would be regarded as an |
| // orphan. Servers that manages orphan messages would pick up |
| // a capable publisher to resolve |
| optional google.protobuf.Duration orphaned_transaction_recovery_duration = 19; |
| } |
| |
| message Message { |
| |
| Resource topic = 1; |
| |
| // User defined key-value pairs. |
| // If user_properties contain the reserved keys by RocketMQ, |
| // the send message request will be aborted with status `INVALID_ARGUMENT`. |
| // See below links for the reserved keys |
| // https://github.com/apache/rocketmq/blob/master/common/src/main/java/org/apache/rocketmq/common/message/MessageConst.java#L58 |
| map<string, string> user_properties = 2; |
| |
| SystemProperties system_properties = 3; |
| |
| bytes body = 4; |
| } |
| |
| message Assignment { MessageQueue message_queue = 1; } |
| |
| enum Code { |
| // Success. |
| OK = 0; |
| // Format of access point is illegal. |
| ILLEGAL_ACCESS_POINT = 1; |
| // Format of topic is illegal. |
| ILLEGAL_TOPIC = 2; |
| // Format of consumer group is illegal. |
| ILLEGAL_CONSUMER_GROUP = 3; |
| // Format of message tag is illegal. |
| ILLEGAL_MESSAGE_TAG = 4; |
| // Format of message key is illegal. |
| ILLEGAL_MESSAGE_KEY = 5; |
| // Size of message keys exceeds the threshold. |
| MESSAGE_KEYS_TOO_LARGE = 6; |
| // Format of message group is illegal. |
| ILLEGAL_MESSAGE_GROUP = 7; |
| // Format of message property key is illegal. |
| ILLEGAL_MESSAGE_PROPERTY_KEY = 8; |
| // Message properties total size exceeds the threshold. |
| MESSAGE_PROPERTIES_TOO_LARGE = 9; |
| // Message body size exceeds the threshold. |
| MESSAGE_BODY_TOO_LARGE = 10; |
| |
| // User does not have the permission to operate. |
| // See https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/403 |
| FORBIDDEN = 403; |
| |
| // Code indicates that the client request has not been completed |
| // because it lacks valid authentication credentials for the |
| // requested resource. |
| // See https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/401 |
| UNAUTHORIZED = 401; |
| |
| // Topic resource does not exist. |
| TOPIC_NOT_FOUND = 13; |
| |
| // Consumer group resource does not exist. |
| CONSUMER_GROUP_NOT_FOUND = 14; |
| |
| // Not allowed to verify message. Chances are that you are verifying |
| // a FIFO message, as is violating FIFO semantics. |
| VERIFY_MESSAGE_FORBIDDEN = 15; |
| |
| // Failed to consume message. |
| FAILED_TO_CONSUME_MESSAGE = 16; |
| |
| // Message is corrupted. |
| MESSAGE_CORRUPTED = 17; |
| |
| // Too many requests are made in short period of duration. |
| // Requests are throttled. |
| TOO_MANY_REQUESTS = 18; |
| |
| // Expired receipt-handle is used when trying to acknowledge or change |
| // invisible duration of a message |
| RECEIPT_HANDLE_EXPIRED = 19; |
| |
| // Message property is not match the message type. |
| MESSAGE_PROPERTY_DOES_NOT_MATCH_MESSAGE_TYPE = 20; |
| |
| // Format of message id is illegal. |
| ILLEGAL_MESSAGE_ID = 21; |
| |
| // Transaction id is invalid. |
| INVALID_TRANSACTION_ID = 22; |
| |
| // Format of filter expression is illegal. |
| ILLEGAL_FILTER_EXPRESSION = 23; |
| |
| // Receipt handle of message is invalid. |
| INVALID_RECEIPT_HANDLE = 24; |
| |
| // Message persistence timeout. |
| MASTER_PERSISTENCE_TIMEOUT = 25; |
| |
| // Slave persistence timeout. |
| SLAVE_PERSISTENCE_TIMEOUT = 26; |
| |
| // The HA-mechanism is not working now. |
| HA_NOT_AVAILABLE = 27; |
| |
| // Operation is not allowed in current version. |
| VERSION_UNSUPPORTED = 28; |
| |
| // Message not found from server. |
| MESSAGE_NOT_FOUND = 29; |
| |
| // Message offset is illegal. |
| ILLEGAL_MESSAGE_OFFSET = 30; |
| |
| // Illegal message is for the sake of backward compatibility. In most case, |
| // more definitive code is better, e.g. `ILLEGAL_MESSAGE_TAG`. |
| ILLEGAL_MESSAGE = 31; |
| |
| // Client type could not be recognized. |
| UNRECOGNIZED_CLIENT_TYPE = 32; |
| |
| // Return different results for entries in composite request. |
| MULTIPLE_RESULTS = 33; |
| |
| // Code indicates that the server encountered an unexpected condition |
| // that prevented it from fulfilling the request. |
| // This error response is a generic "catch-all" response. |
| // Usually, this indicates the server cannot find a better alternative |
| // error code to response. Sometimes, server administrators log error |
| // responses like the 500 status code with more details about the request |
| // to prevent the error from happening again in the future. |
| // |
| // See https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/500 |
| INTERNAL_SERVER_ERROR = 500; |
| |
| // Code means that the server or client does not support the functionality |
| // required to fulfill the request. |
| NOT_IMPLEMENTED = 501; |
| |
| // Code indicates that the server, while acting as a gateway or proxy, |
| // did not get a response in time from the upstream server that |
| // it needed in order to complete the request. |
| // See https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/504 |
| GATEWAY_TIMEOUT = 504; |
| } |
| |
| message Status { |
| Code code = 1; |
| string message = 2; |
| } |
| |
| enum Language { |
| LANGUAGE_UNSPECIFIED = 0; |
| JAVA = 1; |
| CPP = 2; |
| DOT_NET = 3; |
| GOLANG = 4; |
| RUST = 5; |
| } |
| |
| // User Agent |
| message UA { |
| // SDK language |
| Language language = 1; |
| |
| // SDK version |
| string version = 2; |
| |
| // Platform details, including OS name, version, arch etc. |
| string platform = 3; |
| |
| // Hostname of the node |
| string hostname = 4; |
| } |