mirror of
https://github.com/neondatabase/neon.git
synced 2025-12-22 21:59:59 +00:00
181af302b5
## Problem There are some places in the code where we create `reqwest::Client` without providing SSL CA certs from `ssl_ca_file`. These will break after we enable TLS everywhere. - Part of https://github.com/neondatabase/cloud/issues/22686 ## Summary of changes - Support `ssl_ca_file` in storage scrubber. - Add `use_https_safekeeper_api` option to safekeeper to use https for peer requests. - Propagate SSL CA certs to storage_controller/client, storcon's ComputeHook, PeerClient and maybe_forward.
114 lines
3.5 KiB
Protocol Buffer
114 lines
3.5 KiB
Protocol Buffer
syntax = "proto3";
|
|
|
|
import "google/protobuf/empty.proto";
|
|
|
|
package storage_broker;
|
|
|
|
service BrokerService {
|
|
// Subscribe to safekeeper updates.
|
|
rpc SubscribeSafekeeperInfo(SubscribeSafekeeperInfoRequest) returns (stream SafekeeperTimelineInfo) {};
|
|
|
|
// Publish safekeeper updates.
|
|
rpc PublishSafekeeperInfo(stream SafekeeperTimelineInfo) returns (google.protobuf.Empty) {};
|
|
|
|
// Subscribe to all messages, limited by a filter.
|
|
rpc SubscribeByFilter(SubscribeByFilterRequest) returns (stream TypedMessage) {};
|
|
|
|
// Publish one message.
|
|
rpc PublishOne(TypedMessage) returns (google.protobuf.Empty) {};
|
|
}
|
|
|
|
message SubscribeSafekeeperInfoRequest {
|
|
oneof subscription_key {
|
|
google.protobuf.Empty all = 1; // subscribe to everything
|
|
TenantTimelineId tenant_timeline_id = 2; // subscribe to specific timeline
|
|
}
|
|
}
|
|
|
|
message SafekeeperTimelineInfo {
|
|
uint64 safekeeper_id = 1;
|
|
TenantTimelineId tenant_timeline_id = 2;
|
|
// Safekeeper term
|
|
uint64 term = 12;
|
|
// Term of the last entry.
|
|
uint64 last_log_term = 3;
|
|
// LSN of the last record.
|
|
uint64 flush_lsn = 4;
|
|
// Up to which LSN safekeeper regards its WAL as committed.
|
|
uint64 commit_lsn = 5;
|
|
// LSN up to which safekeeper has backed WAL.
|
|
uint64 backup_lsn = 6;
|
|
// LSN of last checkpoint uploaded by pageserver.
|
|
uint64 remote_consistent_lsn = 7;
|
|
uint64 peer_horizon_lsn = 8;
|
|
uint64 local_start_lsn = 9;
|
|
uint64 standby_horizon = 14;
|
|
// A connection string to use for WAL receiving.
|
|
string safekeeper_connstr = 10;
|
|
// HTTP endpoint connection string.
|
|
string http_connstr = 13;
|
|
// HTTPS endpoint connection string.
|
|
optional string https_connstr = 15;
|
|
// Availability zone of a safekeeper.
|
|
optional string availability_zone = 11;
|
|
}
|
|
|
|
message TenantTimelineId {
|
|
bytes tenant_id = 1;
|
|
bytes timeline_id = 2;
|
|
}
|
|
|
|
message FilterTenantTimelineId {
|
|
// If true, only messages related to `tenant_timeline_id` will be emitted.
|
|
// Otherwise, messages for all timelines will be emitted.
|
|
bool enabled = 1;
|
|
TenantTimelineId tenant_timeline_id = 2;
|
|
}
|
|
|
|
message TypeSubscription {
|
|
MessageType type = 1;
|
|
}
|
|
|
|
message SubscribeByFilterRequest {
|
|
// Subscription will emit messages only of the specified types. You need to specify
|
|
// at least one type to receive any messages.
|
|
repeated TypeSubscription types = 1;
|
|
|
|
// If set and enabled, subscription will emit messages only for the specified tenant/timeline.
|
|
optional FilterTenantTimelineId tenant_timeline_id = 2;
|
|
}
|
|
|
|
enum MessageType {
|
|
UNKNOWN = 0;
|
|
SAFEKEEPER_TIMELINE_INFO = 2;
|
|
SAFEKEEPER_DISCOVERY_REQUEST = 3;
|
|
SAFEKEEPER_DISCOVERY_RESPONSE = 4;
|
|
}
|
|
|
|
// A message with a type.
|
|
message TypedMessage {
|
|
MessageType type = 1;
|
|
|
|
optional SafekeeperTimelineInfo safekeeper_timeline_info = 2;
|
|
optional SafekeeperDiscoveryRequest safekeeper_discovery_request = 3;
|
|
optional SafekeeperDiscoveryResponse safekeeper_discovery_response = 4;
|
|
}
|
|
|
|
message SafekeeperDiscoveryRequest {
|
|
TenantTimelineId tenant_timeline_id = 1;
|
|
}
|
|
|
|
// Shorter version of SafekeeperTimelineInfo, contains only necessary fields.
|
|
message SafekeeperDiscoveryResponse {
|
|
uint64 safekeeper_id = 1;
|
|
TenantTimelineId tenant_timeline_id = 2;
|
|
// WAL available to download.
|
|
uint64 commit_lsn = 3;
|
|
// A connection string to use for WAL downloading.
|
|
string safekeeper_connstr = 4;
|
|
// Availability zone of a safekeeper.
|
|
optional string availability_zone = 5;
|
|
// Replica apply LSN
|
|
uint64 standby_horizon = 6;
|
|
}
|