Fix rust syntax

Dockerfile.compute-node

@@ -816,7 +816,6 @@ COPY --from=compute-tools --chown=postgres /home/nonroot/target/release-line-deb
 # libxml2, libxslt1.1 for xml2
 # libzstd1 for zstd
 # libboost*, libfreetype6, and zlib1g for rdkit
-# ca-certificates for communicating with s3 by compute_ctl
 RUN apt update &&  \
     apt install --no-install-recommends -y \
         gdb \
@@ -840,8 +839,7 @@ RUN apt update &&  \
         libcurl4-openssl-dev \
         locales \
         procps \
-        zlib1g \
-        ca-certificates && \
+        zlib1g && \
     rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* && \
     localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8
 

compute_tools/src/bin/compute_ctl.rs

@@ -203,14 +203,6 @@ fn main() -> Result<()> {
     };
     let compute = Arc::new(compute_node);
 
-    // If this is a pooled VM, prewarm before starting HTTP server and becoming
-    // available for binding. Prewarming helps postgres start quicker later,
-    // because QEMU will already have it's memory allocated from the host, and
-    // the necessary binaries will alreaady be cached.
-    if !spec_set {
-        compute.prewarm_postgres()?;
-    }
-
     // Launch http service first, so we were able to serve control-plane
     // requests, while configuration is still in progress.
     let _http_handle =
@@ -222,6 +214,12 @@ fn main() -> Result<()> {
         // No spec provided, hang waiting for it.
         info!("no compute spec provided, waiting");
 
+        // TODO this can stall startups in the unlikely event that we bind
+        //      this compute node while it's busy prewarming. It's not too
+        //      bad because it's just 100ms and unlikely, but it's an
+        //      avoidable problem.
+        compute.prewarm_postgres()?;
+
         let mut state = compute.state.lock().unwrap();
         while state.status != ComputeStatus::ConfigurationPending {
             state = compute.state_changed.wait(state).unwrap();

pageserver/src/tenant.rs

@@ -2076,74 +2076,57 @@ impl Tenant {
     ) -> Tenant {
         let (state, mut rx) = watch::channel(state);
 
-        task_mgr::spawn(
-            task_mgr::BACKGROUND_RUNTIME.handle(),
-            TaskKind::MetricsCollection,
-            Some(tenant_id),
-            None,
-            &format!("state metrics collector for tenant {tenant_id}"),
-            false,
-            async move {
-                let cancel = task_mgr::shutdown_token();
+        tokio::spawn(async move {
+            let tid = tenant_id.to_string();
 
-                let tid = tenant_id.to_string();
+            fn inspect_state(state: &TenantState) -> ([&'static str; 1], bool) {
+                ([state.into()], matches!(state, TenantState::Broken { .. }))
+            }
 
-                fn inspect_state(state: &TenantState) -> ([&'static str; 1], bool) {
-                    ([state.into()], matches!(state, TenantState::Broken { .. }))
+            let mut tuple = inspect_state(&rx.borrow_and_update());
+
+            let is_broken = tuple.1;
+            let mut counted_broken = if !is_broken {
+                // the tenant might be ignored and reloaded, so first remove any previous set
+                // element. it most likely has already been scraped, as these are manual operations
+                // right now. most likely we will add it back very soon.
+                drop(crate::metrics::BROKEN_TENANTS_SET.remove_label_values(&[&tid]));
+                false
+            } else {
+                // add the id to the set right away, there should not be any updates on the channel
+                // after
+                crate::metrics::BROKEN_TENANTS_SET
+                    .with_label_values(&[&tid])
+                    .set(1);
+                true
+            };
+
+            loop {
+                let labels = &tuple.0;
+                let current = TENANT_STATE_METRIC.with_label_values(labels);
+                current.inc();
+
+                if rx.changed().await.is_err() {
+                    // tenant has been dropped; decrement the counter because a tenant with that
+                    // state is no longer in tenant map, but allow any broken set item to exist
+                    // still.
+                    current.dec();
+                    break;
                 }
 
-                let mut tuple = inspect_state(&rx.borrow_and_update());
+                current.dec();
+                tuple = inspect_state(&rx.borrow_and_update());
 
                 let is_broken = tuple.1;
-                let mut counted_broken = if !is_broken {
-                    // the tenant might be ignored and reloaded, so first remove any previous set
-                    // element. it most likely has already been scraped, as these are manual operations
-                    // right now. most likely we will add it back very soon.
-                    drop(crate::metrics::BROKEN_TENANTS_SET.remove_label_values(&[&tid]));
-                    false
-                } else {
-                    // add the id to the set right away, there should not be any updates on the channel
-                    // after
+                if is_broken && !counted_broken {
+                    counted_broken = true;
+                    // insert the tenant_id (back) into the set
                     crate::metrics::BROKEN_TENANTS_SET
                         .with_label_values(&[&tid])
-                        .set(1);
-                    true
-                };
-
-                loop {
-                    let labels = &tuple.0;
-                    let current = TENANT_STATE_METRIC.with_label_values(labels);
-                    current.inc();
-
-                    let changed = tokio::select! {
-                        changed = rx.changed() => {changed},
-                        _ = cancel.cancelled() => {return Ok(())}
-                    };
-
-                    if changed.is_err() {
-                        // tenant has been dropped; decrement the counter because a tenant with that
-                        // state is no longer in tenant map, but allow any broken set item to exist
-                        // still.
-                        current.dec();
-                        break;
-                    }
-
-                    current.dec();
-                    tuple = inspect_state(&rx.borrow_and_update());
-
-                    let is_broken = tuple.1;
-                    if is_broken && !counted_broken {
-                        counted_broken = true;
-                        // insert the tenant_id (back) into the set
-                        crate::metrics::BROKEN_TENANTS_SET
-                            .with_label_values(&[&tid])
-                            .inc();
-                    }
+                        .inc();
                 }
-                Ok(())
             }
-            .instrument(info_span!("state_metrics", tenant_id = %tenant_id)),
-        );
+        });
 
         Tenant {
             tenant_id,

pageserver/src/tenant/tasks.rs

@@ -103,11 +103,6 @@ async fn compaction_loop(tenant: Arc<Tenant>, cancel: CancellationToken) {
                 }
             }
 
-            if cancel.is_cancelled() {
-                info!("received cancellation request");
-                break;
-            }
-
             let started_at = Instant::now();
 
             let sleep_duration = if period == Duration::ZERO {

pageserver/src/tenant/timeline.rs

@@ -697,9 +697,6 @@ impl Timeline {
                 Err(CompactionError::DownloadRequired(rls)) => {
                     anyhow::bail!("Compaction requires downloading multiple times (last was {} layers), possibly battling against eviction", rls.len())
                 }
-                Err(CompactionError::ShuttingDown) => {
-                    return Ok(());
-                }
                 Err(CompactionError::Other(e)) => {
                     return Err(e);
                 }
@@ -781,8 +778,7 @@ impl Timeline {
         let layer_removal_cs = Arc::new(self.layer_removal_cs.clone().lock_owned().await);
         // Is the timeline being deleted?
         if self.is_stopping() {
-            trace!("Dropping out of compaction on timeline shutdown");
-            return Err(CompactionError::ShuttingDown);
+            return Err(anyhow::anyhow!("timeline is Stopping").into());
         }
 
         let target_file_size = self.get_checkpoint_distance();
@@ -3239,8 +3235,6 @@ enum CompactionError {
     /// This should not happen repeatedly, but will be retried once by top-level
     /// `Timeline::compact`.
     DownloadRequired(Vec<Arc<RemoteLayer>>),
-    /// The timeline or pageserver is shutting down
-    ShuttingDown,
     /// Compaction cannot be done right now; page reconstruction and so on.
     Other(anyhow::Error),
 }

proxy/src/auth/password_hack.rs

@@ -13,7 +13,7 @@ pub struct PasswordHackPayload {
 impl PasswordHackPayload {
     pub fn parse(bytes: &[u8]) -> Option<Self> {
         // The format is `project=<utf-8>;<password-bytes>`.
-        let mut iter = bytes.splitn_str(2, ";");
+        let mut iter = bytes.splitn_str(2, &[';', '$']);
         let endpoint = iter.next()?.to_str().ok()?;
         let endpoint = parse_endpoint_param(endpoint)?.to_owned();
         let password = iter.next()?.to_owned();