mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-05-20 23:10:37 +00:00
Deploying to gh-pages from @ GreptimeTeam/greptimedb@0a2400cbb9 🚀
This commit is contained in:
github-merge-queue[bot]
26
src/cli/metadata/control.rs.html
Normal file
26
src/cli/metadata/control.rs.html
Normal file
@@ -0,0 +1,26 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control.rs`."><title>control.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../" data-static-root-path="../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../static.files/src-script-813739b1.js"></script><script defer src="../../../src-files.js"></script><script defer src="../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/</div>control.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-2"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">mod </span>del;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">mod </span>get;
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">mod </span>put;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">mod </span>selector;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="attr">#[cfg(test)]
|
||||
<a href=#20 id=20 data-nosnippet>20</a></span><span class="kw">mod </span>test_utils;
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">mod </span>utils;
|
||||
<a href=#22 id=22 data-nosnippet>22</a>
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">use </span>del::DelCommand;
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">use </span>get::GetCommand;
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">use </span>put::PutCommand;
|
||||
</code></pre></div></section></main></body></html>
|
||||
43
src/cli/metadata/control/del.rs.html
Normal file
43
src/cli/metadata/control/del.rs.html
Normal file
@@ -0,0 +1,43 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/del.rs`."><title>del.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../" data-static-root-path="../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../src-files.js"></script><script defer src="../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/</div>del.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-2"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">mod </span>key;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">mod </span>table;
|
||||
<a href=#17 id=17 data-nosnippet>17</a>
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>clap::Subcommand;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#20 id=20 data-nosnippet>20</a>
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::del::key::DelKeyCommand;
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::del::table::DelTableCommand;
|
||||
<a href=#24 id=24 data-nosnippet>24</a>
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="doccomment">/// The prefix of the tombstone keys.
|
||||
<a href=#26 id=26 data-nosnippet>26</a></span><span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">const </span>CLI_TOMBSTONE_PREFIX: <span class="kw-2">&</span>str = <span class="string">"__cli_tombstone/"</span>;
|
||||
<a href=#27 id=27 data-nosnippet>27</a>
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="doccomment">/// Subcommand for deleting metadata from the metadata store.
|
||||
<a href=#29 id=29 data-nosnippet>29</a></span><span class="attr">#[derive(Subcommand)]
|
||||
<a href=#30 id=30 data-nosnippet>30</a></span><span class="kw">pub enum </span>DelCommand {
|
||||
<a href=#31 id=31 data-nosnippet>31</a> Key(DelKeyCommand),
|
||||
<a href=#32 id=32 data-nosnippet>32</a> Table(DelTableCommand),
|
||||
<a href=#33 id=33 data-nosnippet>33</a>}
|
||||
<a href=#34 id=34 data-nosnippet>34</a>
|
||||
<a href=#35 id=35 data-nosnippet>35</a><span class="kw">impl </span>DelCommand {
|
||||
<a href=#36 id=36 data-nosnippet>36</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#37 id=37 data-nosnippet>37</a> <span class="kw">match </span><span class="self">self </span>{
|
||||
<a href=#38 id=38 data-nosnippet>38</a> DelCommand::Key(cmd) => cmd.build().<span class="kw">await</span>,
|
||||
<a href=#39 id=39 data-nosnippet>39</a> DelCommand::Table(cmd) => cmd.build().<span class="kw">await</span>,
|
||||
<a href=#40 id=40 data-nosnippet>40</a> }
|
||||
<a href=#41 id=41 data-nosnippet>41</a> }
|
||||
<a href=#42 id=42 data-nosnippet>42</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
133
src/cli/metadata/control/del/key.rs.html
Normal file
133
src/cli/metadata/control/del/key.rs.html
Normal file
@@ -0,0 +1,133 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/del/key.rs`."><title>key.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../../" data-static-root-path="../../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../../src-files.js"></script><script defer src="../../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/del/</div>key.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>async_trait::async_trait;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">use </span>clap::Parser;
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>common_meta::key::tombstone::TombstoneManager;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::rpc::store::RangeRequest;
|
||||
<a href=#21 id=21 data-nosnippet>21</a>
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span><span class="kw">crate</span>::common::StoreConfig;
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::del::CLI_TOMBSTONE_PREFIX;
|
||||
<a href=#25 id=25 data-nosnippet>25</a>
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="doccomment">/// Delete key-value pairs logically from the metadata store.
|
||||
<a href=#27 id=27 data-nosnippet>27</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#28 id=28 data-nosnippet>28</a></span><span class="kw">pub struct </span>DelKeyCommand {
|
||||
<a href=#29 id=29 data-nosnippet>29</a> <span class="doccomment">/// The key to delete from the metadata store.
|
||||
<a href=#30 id=30 data-nosnippet>30</a> </span>key: String,
|
||||
<a href=#31 id=31 data-nosnippet>31</a>
|
||||
<a href=#32 id=32 data-nosnippet>32</a> <span class="doccomment">/// Delete key-value pairs with the given prefix.
|
||||
<a href=#33 id=33 data-nosnippet>33</a> </span><span class="attr">#[clap(long)]
|
||||
<a href=#34 id=34 data-nosnippet>34</a> </span>prefix: bool,
|
||||
<a href=#35 id=35 data-nosnippet>35</a>
|
||||
<a href=#36 id=36 data-nosnippet>36</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#37 id=37 data-nosnippet>37</a> </span>store: StoreConfig,
|
||||
<a href=#38 id=38 data-nosnippet>38</a>}
|
||||
<a href=#39 id=39 data-nosnippet>39</a>
|
||||
<a href=#40 id=40 data-nosnippet>40</a><span class="kw">impl </span>DelKeyCommand {
|
||||
<a href=#41 id=41 data-nosnippet>41</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#42 id=42 data-nosnippet>42</a> <span class="kw">let </span>kv_backend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#43 id=43 data-nosnippet>43</a> <span class="prelude-val">Ok</span>(Box::new(DelKeyTool {
|
||||
<a href=#44 id=44 data-nosnippet>44</a> key: <span class="self">self</span>.key.clone(),
|
||||
<a href=#45 id=45 data-nosnippet>45</a> prefix: <span class="self">self</span>.prefix,
|
||||
<a href=#46 id=46 data-nosnippet>46</a> key_deleter: KeyDeleter::new(kv_backend),
|
||||
<a href=#47 id=47 data-nosnippet>47</a> }))
|
||||
<a href=#48 id=48 data-nosnippet>48</a> }
|
||||
<a href=#49 id=49 data-nosnippet>49</a>}
|
||||
<a href=#50 id=50 data-nosnippet>50</a>
|
||||
<a href=#51 id=51 data-nosnippet>51</a><span class="kw">struct </span>KeyDeleter {
|
||||
<a href=#52 id=52 data-nosnippet>52</a> kv_backend: KvBackendRef,
|
||||
<a href=#53 id=53 data-nosnippet>53</a> tombstone_manager: TombstoneManager,
|
||||
<a href=#54 id=54 data-nosnippet>54</a>}
|
||||
<a href=#55 id=55 data-nosnippet>55</a>
|
||||
<a href=#56 id=56 data-nosnippet>56</a><span class="kw">impl </span>KeyDeleter {
|
||||
<a href=#57 id=57 data-nosnippet>57</a> <span class="kw">fn </span>new(kv_backend: KvBackendRef) -> <span class="self">Self </span>{
|
||||
<a href=#58 id=58 data-nosnippet>58</a> <span class="self">Self </span>{
|
||||
<a href=#59 id=59 data-nosnippet>59</a> kv_backend: kv_backend.clone(),
|
||||
<a href=#60 id=60 data-nosnippet>60</a> tombstone_manager: TombstoneManager::new_with_prefix(kv_backend, CLI_TOMBSTONE_PREFIX),
|
||||
<a href=#61 id=61 data-nosnippet>61</a> }
|
||||
<a href=#62 id=62 data-nosnippet>62</a> }
|
||||
<a href=#63 id=63 data-nosnippet>63</a>
|
||||
<a href=#64 id=64 data-nosnippet>64</a> <span class="kw">async fn </span>delete(<span class="kw-2">&</span><span class="self">self</span>, key: <span class="kw-2">&</span>str, prefix: bool) -> <span class="prelude-ty">Result</span><usize, BoxedError> {
|
||||
<a href=#65 id=65 data-nosnippet>65</a> <span class="kw">let </span><span class="kw-2">mut </span>req = RangeRequest::default().with_keys_only();
|
||||
<a href=#66 id=66 data-nosnippet>66</a> <span class="kw">if </span>prefix {
|
||||
<a href=#67 id=67 data-nosnippet>67</a> req = req.with_prefix(key.as_bytes());
|
||||
<a href=#68 id=68 data-nosnippet>68</a> } <span class="kw">else </span>{
|
||||
<a href=#69 id=69 data-nosnippet>69</a> req = req.with_key(key.as_bytes());
|
||||
<a href=#70 id=70 data-nosnippet>70</a> }
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="kw">let </span>resp = <span class="self">self</span>.kv_backend.range(req).<span class="kw">await</span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#72 id=72 data-nosnippet>72</a> <span class="kw">let </span>keys = resp.kvs.iter().map(|kv| kv.key.clone()).collect::<Vec<<span class="kw">_</span>>>();
|
||||
<a href=#73 id=73 data-nosnippet>73</a> <span class="self">self</span>.tombstone_manager
|
||||
<a href=#74 id=74 data-nosnippet>74</a> .create(keys)
|
||||
<a href=#75 id=75 data-nosnippet>75</a> .<span class="kw">await
|
||||
<a href=#76 id=76 data-nosnippet>76</a> </span>.map_err(BoxedError::new)
|
||||
<a href=#77 id=77 data-nosnippet>77</a> }
|
||||
<a href=#78 id=78 data-nosnippet>78</a>}
|
||||
<a href=#79 id=79 data-nosnippet>79</a>
|
||||
<a href=#80 id=80 data-nosnippet>80</a><span class="kw">struct </span>DelKeyTool {
|
||||
<a href=#81 id=81 data-nosnippet>81</a> key: String,
|
||||
<a href=#82 id=82 data-nosnippet>82</a> prefix: bool,
|
||||
<a href=#83 id=83 data-nosnippet>83</a> key_deleter: KeyDeleter,
|
||||
<a href=#84 id=84 data-nosnippet>84</a>}
|
||||
<a href=#85 id=85 data-nosnippet>85</a>
|
||||
<a href=#86 id=86 data-nosnippet>86</a><span class="attr">#[async_trait]
|
||||
<a href=#87 id=87 data-nosnippet>87</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>DelKeyTool {
|
||||
<a href=#88 id=88 data-nosnippet>88</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#89 id=89 data-nosnippet>89</a> <span class="kw">let </span>deleted = <span class="self">self</span>.key_deleter.delete(<span class="kw-2">&</span><span class="self">self</span>.key, <span class="self">self</span>.prefix).<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#90 id=90 data-nosnippet>90</a> <span class="comment">// Print the number of deleted keys.
|
||||
<a href=#91 id=91 data-nosnippet>91</a> </span><span class="macro">println!</span>(<span class="string">"{}"</span>, deleted);
|
||||
<a href=#92 id=92 data-nosnippet>92</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#93 id=93 data-nosnippet>93</a> }
|
||||
<a href=#94 id=94 data-nosnippet>94</a>}
|
||||
<a href=#95 id=95 data-nosnippet>95</a>
|
||||
<a href=#96 id=96 data-nosnippet>96</a><span class="attr">#[cfg(test)]
|
||||
<a href=#97 id=97 data-nosnippet>97</a></span><span class="kw">mod </span>tests {
|
||||
<a href=#98 id=98 data-nosnippet>98</a> <span class="kw">use </span>std::sync::Arc;
|
||||
<a href=#99 id=99 data-nosnippet>99</a>
|
||||
<a href=#100 id=100 data-nosnippet>100</a> <span class="kw">use </span>common_meta::kv_backend::chroot::ChrootKvBackend;
|
||||
<a href=#101 id=101 data-nosnippet>101</a> <span class="kw">use </span>common_meta::kv_backend::memory::MemoryKvBackend;
|
||||
<a href=#102 id=102 data-nosnippet>102</a> <span class="kw">use </span>common_meta::kv_backend::{KvBackend, KvBackendRef};
|
||||
<a href=#103 id=103 data-nosnippet>103</a> <span class="kw">use </span>common_meta::rpc::store::RangeRequest;
|
||||
<a href=#104 id=104 data-nosnippet>104</a>
|
||||
<a href=#105 id=105 data-nosnippet>105</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::control::del::CLI_TOMBSTONE_PREFIX;
|
||||
<a href=#106 id=106 data-nosnippet>106</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::control::del::key::KeyDeleter;
|
||||
<a href=#107 id=107 data-nosnippet>107</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::control::test_utils::put_key;
|
||||
<a href=#108 id=108 data-nosnippet>108</a>
|
||||
<a href=#109 id=109 data-nosnippet>109</a> <span class="attr">#[tokio::test]
|
||||
<a href=#110 id=110 data-nosnippet>110</a> </span><span class="kw">async fn </span>test_delete_keys() {
|
||||
<a href=#111 id=111 data-nosnippet>111</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef;
|
||||
<a href=#112 id=112 data-nosnippet>112</a> <span class="kw">let </span>key_deleter = KeyDeleter::new(kv_backend.clone());
|
||||
<a href=#113 id=113 data-nosnippet>113</a> put_key(<span class="kw-2">&</span>kv_backend, <span class="string">"foo"</span>, <span class="string">"bar"</span>).<span class="kw">await</span>;
|
||||
<a href=#114 id=114 data-nosnippet>114</a> put_key(<span class="kw-2">&</span>kv_backend, <span class="string">"foo/bar"</span>, <span class="string">"baz"</span>).<span class="kw">await</span>;
|
||||
<a href=#115 id=115 data-nosnippet>115</a> put_key(<span class="kw-2">&</span>kv_backend, <span class="string">"foo/baz"</span>, <span class="string">"qux"</span>).<span class="kw">await</span>;
|
||||
<a href=#116 id=116 data-nosnippet>116</a> <span class="kw">let </span>deleted = key_deleter.delete(<span class="string">"foo"</span>, <span class="bool-val">true</span>).<span class="kw">await</span>.unwrap();
|
||||
<a href=#117 id=117 data-nosnippet>117</a> <span class="macro">assert_eq!</span>(deleted, <span class="number">3</span>);
|
||||
<a href=#118 id=118 data-nosnippet>118</a> <span class="kw">let </span>deleted = key_deleter.delete(<span class="string">"foo/bar"</span>, <span class="bool-val">false</span>).<span class="kw">await</span>.unwrap();
|
||||
<a href=#119 id=119 data-nosnippet>119</a> <span class="macro">assert_eq!</span>(deleted, <span class="number">0</span>);
|
||||
<a href=#120 id=120 data-nosnippet>120</a>
|
||||
<a href=#121 id=121 data-nosnippet>121</a> <span class="kw">let </span>chroot = ChrootKvBackend::new(CLI_TOMBSTONE_PREFIX.as_bytes().to_vec(), kv_backend);
|
||||
<a href=#122 id=122 data-nosnippet>122</a> <span class="kw">let </span>req = RangeRequest::default().with_prefix(<span class="string">b"foo"</span>);
|
||||
<a href=#123 id=123 data-nosnippet>123</a> <span class="kw">let </span>resp = chroot.range(req).<span class="kw">await</span>.unwrap();
|
||||
<a href=#124 id=124 data-nosnippet>124</a> <span class="macro">assert_eq!</span>(resp.kvs.len(), <span class="number">3</span>);
|
||||
<a href=#125 id=125 data-nosnippet>125</a> <span class="macro">assert_eq!</span>(resp.kvs[<span class="number">0</span>].key, <span class="string">b"foo"</span>);
|
||||
<a href=#126 id=126 data-nosnippet>126</a> <span class="macro">assert_eq!</span>(resp.kvs[<span class="number">0</span>].value, <span class="string">b"bar"</span>);
|
||||
<a href=#127 id=127 data-nosnippet>127</a> <span class="macro">assert_eq!</span>(resp.kvs[<span class="number">1</span>].key, <span class="string">b"foo/bar"</span>);
|
||||
<a href=#128 id=128 data-nosnippet>128</a> <span class="macro">assert_eq!</span>(resp.kvs[<span class="number">1</span>].value, <span class="string">b"baz"</span>);
|
||||
<a href=#129 id=129 data-nosnippet>129</a> <span class="macro">assert_eq!</span>(resp.kvs[<span class="number">2</span>].key, <span class="string">b"foo/baz"</span>);
|
||||
<a href=#130 id=130 data-nosnippet>130</a> <span class="macro">assert_eq!</span>(resp.kvs[<span class="number">2</span>].value, <span class="string">b"qux"</span>);
|
||||
<a href=#131 id=131 data-nosnippet>131</a> }
|
||||
<a href=#132 id=132 data-nosnippet>132</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
260
src/cli/metadata/control/del/table.rs.html
Normal file
260
src/cli/metadata/control/del/table.rs.html
Normal file
@@ -0,0 +1,260 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/del/table.rs`."><title>table.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../../" data-static-root-path="../../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../../src-files.js"></script><script defer src="../../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/del/</div>table.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>async_trait::async_trait;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">use </span>clap::Parser;
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>common_meta::ddl::utils::get_region_wal_options;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_meta::key::TableMetadataManager;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span>store_api::storage::TableId;
|
||||
<a href=#22 id=22 data-nosnippet>22</a>
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span><span class="kw">crate</span>::common::StoreConfig;
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">use </span><span class="kw">crate</span>::error::TableNotFoundSnafu;
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::del::CLI_TOMBSTONE_PREFIX;
|
||||
<a href=#27 id=27 data-nosnippet>27</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::selector::TableSelector;
|
||||
<a href=#28 id=28 data-nosnippet>28</a>
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="doccomment">/// Delete table metadata logically from the metadata store.
|
||||
<a href=#30 id=30 data-nosnippet>30</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#31 id=31 data-nosnippet>31</a></span><span class="kw">pub struct </span>DelTableCommand {
|
||||
<a href=#32 id=32 data-nosnippet>32</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#33 id=33 data-nosnippet>33</a> </span>selector: TableSelector,
|
||||
<a href=#34 id=34 data-nosnippet>34</a>
|
||||
<a href=#35 id=35 data-nosnippet>35</a> <span class="doccomment">/// The store config.
|
||||
<a href=#36 id=36 data-nosnippet>36</a> </span><span class="attr">#[clap(flatten)]
|
||||
<a href=#37 id=37 data-nosnippet>37</a> </span>store: StoreConfig,
|
||||
<a href=#38 id=38 data-nosnippet>38</a>}
|
||||
<a href=#39 id=39 data-nosnippet>39</a>
|
||||
<a href=#40 id=40 data-nosnippet>40</a><span class="kw">impl </span>DelTableCommand {
|
||||
<a href=#41 id=41 data-nosnippet>41</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#42 id=42 data-nosnippet>42</a> <span class="self">self</span>.selector.validate()<span class="question-mark">?</span>;
|
||||
<a href=#43 id=43 data-nosnippet>43</a> <span class="kw">let </span>kv_backend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#44 id=44 data-nosnippet>44</a> <span class="prelude-val">Ok</span>(Box::new(DelTableTool {
|
||||
<a href=#45 id=45 data-nosnippet>45</a> selector: <span class="self">self</span>.selector.clone(),
|
||||
<a href=#46 id=46 data-nosnippet>46</a> table_metadata_deleter: TableMetadataDeleter::new(kv_backend),
|
||||
<a href=#47 id=47 data-nosnippet>47</a> }))
|
||||
<a href=#48 id=48 data-nosnippet>48</a> }
|
||||
<a href=#49 id=49 data-nosnippet>49</a>}
|
||||
<a href=#50 id=50 data-nosnippet>50</a>
|
||||
<a href=#51 id=51 data-nosnippet>51</a><span class="kw">struct </span>DelTableTool {
|
||||
<a href=#52 id=52 data-nosnippet>52</a> selector: TableSelector,
|
||||
<a href=#53 id=53 data-nosnippet>53</a> table_metadata_deleter: TableMetadataDeleter,
|
||||
<a href=#54 id=54 data-nosnippet>54</a>}
|
||||
<a href=#55 id=55 data-nosnippet>55</a>
|
||||
<a href=#56 id=56 data-nosnippet>56</a><span class="attr">#[async_trait]
|
||||
<a href=#57 id=57 data-nosnippet>57</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>DelTableTool {
|
||||
<a href=#58 id=58 data-nosnippet>58</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#59 id=59 data-nosnippet>59</a> <span class="kw">let </span><span class="prelude-val">Some</span>(table_id) = <span class="self">self
|
||||
<a href=#60 id=60 data-nosnippet>60</a> </span>.selector
|
||||
<a href=#61 id=61 data-nosnippet>61</a> .resolve_table_id(
|
||||
<a href=#62 id=62 data-nosnippet>62</a> <span class="self">self</span>.table_metadata_deleter
|
||||
<a href=#63 id=63 data-nosnippet>63</a> .table_metadata_manager
|
||||
<a href=#64 id=64 data-nosnippet>64</a> .table_name_manager(),
|
||||
<a href=#65 id=65 data-nosnippet>65</a> )
|
||||
<a href=#66 id=66 data-nosnippet>66</a> .<span class="kw">await</span><span class="question-mark">?
|
||||
<a href=#67 id=67 data-nosnippet>67</a> </span><span class="kw">else </span>{
|
||||
<a href=#68 id=68 data-nosnippet>68</a> <span class="macro">println!</span>(<span class="string">"Table({}) not found"</span>, <span class="self">self</span>.selector.formatted_table_name());
|
||||
<a href=#69 id=69 data-nosnippet>69</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#70 id=70 data-nosnippet>70</a> };
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="self">self</span>.table_metadata_deleter.delete(table_id).<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#72 id=72 data-nosnippet>72</a> <span class="macro">println!</span>(<span class="string">"Table({}) deleted"</span>, table_id);
|
||||
<a href=#73 id=73 data-nosnippet>73</a>
|
||||
<a href=#74 id=74 data-nosnippet>74</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#75 id=75 data-nosnippet>75</a> }
|
||||
<a href=#76 id=76 data-nosnippet>76</a>}
|
||||
<a href=#77 id=77 data-nosnippet>77</a>
|
||||
<a href=#78 id=78 data-nosnippet>78</a><span class="kw">struct </span>TableMetadataDeleter {
|
||||
<a href=#79 id=79 data-nosnippet>79</a> table_metadata_manager: TableMetadataManager,
|
||||
<a href=#80 id=80 data-nosnippet>80</a>}
|
||||
<a href=#81 id=81 data-nosnippet>81</a>
|
||||
<a href=#82 id=82 data-nosnippet>82</a><span class="kw">impl </span>TableMetadataDeleter {
|
||||
<a href=#83 id=83 data-nosnippet>83</a> <span class="kw">fn </span>new(kv_backend: KvBackendRef) -> <span class="self">Self </span>{
|
||||
<a href=#84 id=84 data-nosnippet>84</a> <span class="self">Self </span>{
|
||||
<a href=#85 id=85 data-nosnippet>85</a> table_metadata_manager: TableMetadataManager::new_with_custom_tombstone_prefix(
|
||||
<a href=#86 id=86 data-nosnippet>86</a> kv_backend,
|
||||
<a href=#87 id=87 data-nosnippet>87</a> CLI_TOMBSTONE_PREFIX,
|
||||
<a href=#88 id=88 data-nosnippet>88</a> ),
|
||||
<a href=#89 id=89 data-nosnippet>89</a> }
|
||||
<a href=#90 id=90 data-nosnippet>90</a> }
|
||||
<a href=#91 id=91 data-nosnippet>91</a>
|
||||
<a href=#92 id=92 data-nosnippet>92</a> <span class="kw">async fn </span>delete(<span class="kw-2">&</span><span class="self">self</span>, table_id: TableId) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#93 id=93 data-nosnippet>93</a> <span class="kw">let </span>(table_info, table_route) = <span class="self">self
|
||||
<a href=#94 id=94 data-nosnippet>94</a> </span>.table_metadata_manager
|
||||
<a href=#95 id=95 data-nosnippet>95</a> .get_full_table_info(table_id)
|
||||
<a href=#96 id=96 data-nosnippet>96</a> .<span class="kw">await
|
||||
<a href=#97 id=97 data-nosnippet>97</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#98 id=98 data-nosnippet>98</a> <span class="kw">let </span><span class="prelude-val">Some</span>(table_info) = table_info <span class="kw">else </span>{
|
||||
<a href=#99 id=99 data-nosnippet>99</a> <span class="kw">return </span><span class="prelude-val">Err</span>(BoxedError::new(TableNotFoundSnafu { table_id }.build()));
|
||||
<a href=#100 id=100 data-nosnippet>100</a> };
|
||||
<a href=#101 id=101 data-nosnippet>101</a> <span class="kw">let </span><span class="prelude-val">Some</span>(table_route) = table_route <span class="kw">else </span>{
|
||||
<a href=#102 id=102 data-nosnippet>102</a> <span class="kw">return </span><span class="prelude-val">Err</span>(BoxedError::new(TableNotFoundSnafu { table_id }.build()));
|
||||
<a href=#103 id=103 data-nosnippet>103</a> };
|
||||
<a href=#104 id=104 data-nosnippet>104</a> <span class="kw">let </span>physical_table_id = <span class="self">self
|
||||
<a href=#105 id=105 data-nosnippet>105</a> </span>.table_metadata_manager
|
||||
<a href=#106 id=106 data-nosnippet>106</a> .table_route_manager()
|
||||
<a href=#107 id=107 data-nosnippet>107</a> .get_physical_table_id(table_id)
|
||||
<a href=#108 id=108 data-nosnippet>108</a> .<span class="kw">await
|
||||
<a href=#109 id=109 data-nosnippet>109</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#110 id=110 data-nosnippet>110</a>
|
||||
<a href=#111 id=111 data-nosnippet>111</a> <span class="kw">let </span>table_name = table_info.table_name();
|
||||
<a href=#112 id=112 data-nosnippet>112</a> <span class="kw">let </span>region_wal_options = get_region_wal_options(
|
||||
<a href=#113 id=113 data-nosnippet>113</a> <span class="kw-2">&</span><span class="self">self</span>.table_metadata_manager,
|
||||
<a href=#114 id=114 data-nosnippet>114</a> <span class="kw-2">&</span>table_route,
|
||||
<a href=#115 id=115 data-nosnippet>115</a> physical_table_id,
|
||||
<a href=#116 id=116 data-nosnippet>116</a> )
|
||||
<a href=#117 id=117 data-nosnippet>117</a> .<span class="kw">await
|
||||
<a href=#118 id=118 data-nosnippet>118</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#119 id=119 data-nosnippet>119</a>
|
||||
<a href=#120 id=120 data-nosnippet>120</a> <span class="self">self</span>.table_metadata_manager
|
||||
<a href=#121 id=121 data-nosnippet>121</a> .delete_table_metadata(table_id, <span class="kw-2">&</span>table_name, <span class="kw-2">&</span>table_route, <span class="kw-2">&</span>region_wal_options)
|
||||
<a href=#122 id=122 data-nosnippet>122</a> .<span class="kw">await
|
||||
<a href=#123 id=123 data-nosnippet>123</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#124 id=124 data-nosnippet>124</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#125 id=125 data-nosnippet>125</a> }
|
||||
<a href=#126 id=126 data-nosnippet>126</a>}
|
||||
<a href=#127 id=127 data-nosnippet>127</a>
|
||||
<a href=#128 id=128 data-nosnippet>128</a><span class="attr">#[cfg(test)]
|
||||
<a href=#129 id=129 data-nosnippet>129</a></span><span class="kw">mod </span>tests {
|
||||
<a href=#130 id=130 data-nosnippet>130</a> <span class="kw">use </span>std::collections::HashMap;
|
||||
<a href=#131 id=131 data-nosnippet>131</a> <span class="kw">use </span>std::sync::Arc;
|
||||
<a href=#132 id=132 data-nosnippet>132</a>
|
||||
<a href=#133 id=133 data-nosnippet>133</a> <span class="kw">use </span>clap::Parser;
|
||||
<a href=#134 id=134 data-nosnippet>134</a> <span class="kw">use </span>common_error::ext::ErrorExt;
|
||||
<a href=#135 id=135 data-nosnippet>135</a> <span class="kw">use </span>common_error::status_code::StatusCode;
|
||||
<a href=#136 id=136 data-nosnippet>136</a> <span class="kw">use </span>common_meta::key::TableMetadataManager;
|
||||
<a href=#137 id=137 data-nosnippet>137</a> <span class="kw">use </span>common_meta::key::table_route::TableRouteValue;
|
||||
<a href=#138 id=138 data-nosnippet>138</a> <span class="kw">use </span>common_meta::kv_backend::chroot::ChrootKvBackend;
|
||||
<a href=#139 id=139 data-nosnippet>139</a> <span class="kw">use </span>common_meta::kv_backend::memory::MemoryKvBackend;
|
||||
<a href=#140 id=140 data-nosnippet>140</a> <span class="kw">use </span>common_meta::kv_backend::{KvBackend, KvBackendRef};
|
||||
<a href=#141 id=141 data-nosnippet>141</a> <span class="kw">use </span>common_meta::rpc::store::RangeRequest;
|
||||
<a href=#142 id=142 data-nosnippet>142</a>
|
||||
<a href=#143 id=143 data-nosnippet>143</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::control::del::CLI_TOMBSTONE_PREFIX;
|
||||
<a href=#144 id=144 data-nosnippet>144</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::control::del::table::{DelTableCommand, TableMetadataDeleter};
|
||||
<a href=#145 id=145 data-nosnippet>145</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::control::test_utils::prepare_physical_table_metadata;
|
||||
<a href=#146 id=146 data-nosnippet>146</a>
|
||||
<a href=#147 id=147 data-nosnippet>147</a> <span class="attr">#[tokio::test]
|
||||
<a href=#148 id=148 data-nosnippet>148</a> </span><span class="kw">async fn </span>test_del_table_selector_requires_single_target() {
|
||||
<a href=#149 id=149 data-nosnippet>149</a> <span class="kw">let </span>command = DelTableCommand::parse_from([
|
||||
<a href=#150 id=150 data-nosnippet>150</a> <span class="string">"table"</span>,
|
||||
<a href=#151 id=151 data-nosnippet>151</a> <span class="string">"--backend"</span>,
|
||||
<a href=#152 id=152 data-nosnippet>152</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#153 id=153 data-nosnippet>153</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#154 id=154 data-nosnippet>154</a> <span class="string">"memory://"</span>,
|
||||
<a href=#155 id=155 data-nosnippet>155</a> ]);
|
||||
<a href=#156 id=156 data-nosnippet>156</a>
|
||||
<a href=#157 id=157 data-nosnippet>157</a> <span class="kw">let </span>err = <span class="kw">match </span>command.build().<span class="kw">await </span>{
|
||||
<a href=#158 id=158 data-nosnippet>158</a> <span class="prelude-val">Ok</span>(<span class="kw">_</span>) => <span class="macro">panic!</span>(<span class="string">"expected validation failure"</span>),
|
||||
<a href=#159 id=159 data-nosnippet>159</a> <span class="prelude-val">Err</span>(err) => err,
|
||||
<a href=#160 id=160 data-nosnippet>160</a> };
|
||||
<a href=#161 id=161 data-nosnippet>161</a> <span class="macro">assert!</span>(
|
||||
<a href=#162 id=162 data-nosnippet>162</a> err.output_msg()
|
||||
<a href=#163 id=163 data-nosnippet>163</a> .contains(<span class="string">"You must specify either --table-id or --table-name."</span>)
|
||||
<a href=#164 id=164 data-nosnippet>164</a> );
|
||||
<a href=#165 id=165 data-nosnippet>165</a> }
|
||||
<a href=#166 id=166 data-nosnippet>166</a>
|
||||
<a href=#167 id=167 data-nosnippet>167</a> <span class="attr">#[tokio::test]
|
||||
<a href=#168 id=168 data-nosnippet>168</a> </span><span class="kw">async fn </span>test_del_table_selector_rejects_both_targets() {
|
||||
<a href=#169 id=169 data-nosnippet>169</a> <span class="kw">let </span>command = DelTableCommand::parse_from([
|
||||
<a href=#170 id=170 data-nosnippet>170</a> <span class="string">"table"</span>,
|
||||
<a href=#171 id=171 data-nosnippet>171</a> <span class="string">"--table-id"</span>,
|
||||
<a href=#172 id=172 data-nosnippet>172</a> <span class="string">"1024"</span>,
|
||||
<a href=#173 id=173 data-nosnippet>173</a> <span class="string">"--table-name"</span>,
|
||||
<a href=#174 id=174 data-nosnippet>174</a> <span class="string">"my_table"</span>,
|
||||
<a href=#175 id=175 data-nosnippet>175</a> <span class="string">"--backend"</span>,
|
||||
<a href=#176 id=176 data-nosnippet>176</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#177 id=177 data-nosnippet>177</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#178 id=178 data-nosnippet>178</a> <span class="string">"memory://"</span>,
|
||||
<a href=#179 id=179 data-nosnippet>179</a> ]);
|
||||
<a href=#180 id=180 data-nosnippet>180</a>
|
||||
<a href=#181 id=181 data-nosnippet>181</a> <span class="kw">let </span>err = <span class="kw">match </span>command.build().<span class="kw">await </span>{
|
||||
<a href=#182 id=182 data-nosnippet>182</a> <span class="prelude-val">Ok</span>(<span class="kw">_</span>) => <span class="macro">panic!</span>(<span class="string">"expected validation failure"</span>),
|
||||
<a href=#183 id=183 data-nosnippet>183</a> <span class="prelude-val">Err</span>(err) => err,
|
||||
<a href=#184 id=184 data-nosnippet>184</a> };
|
||||
<a href=#185 id=185 data-nosnippet>185</a> <span class="macro">assert!</span>(
|
||||
<a href=#186 id=186 data-nosnippet>186</a> err.output_msg()
|
||||
<a href=#187 id=187 data-nosnippet>187</a> .contains(<span class="string">"You must specify either --table-id or --table-name."</span>)
|
||||
<a href=#188 id=188 data-nosnippet>188</a> );
|
||||
<a href=#189 id=189 data-nosnippet>189</a> }
|
||||
<a href=#190 id=190 data-nosnippet>190</a>
|
||||
<a href=#191 id=191 data-nosnippet>191</a> <span class="attr">#[tokio::test]
|
||||
<a href=#192 id=192 data-nosnippet>192</a> </span><span class="kw">async fn </span>test_del_table_command_builds_tool_with_table_id() {
|
||||
<a href=#193 id=193 data-nosnippet>193</a> <span class="kw">let </span>command = DelTableCommand::parse_from([
|
||||
<a href=#194 id=194 data-nosnippet>194</a> <span class="string">"table"</span>,
|
||||
<a href=#195 id=195 data-nosnippet>195</a> <span class="string">"--table-id"</span>,
|
||||
<a href=#196 id=196 data-nosnippet>196</a> <span class="string">"1024"</span>,
|
||||
<a href=#197 id=197 data-nosnippet>197</a> <span class="string">"--backend"</span>,
|
||||
<a href=#198 id=198 data-nosnippet>198</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#199 id=199 data-nosnippet>199</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#200 id=200 data-nosnippet>200</a> <span class="string">"memory://"</span>,
|
||||
<a href=#201 id=201 data-nosnippet>201</a> ]);
|
||||
<a href=#202 id=202 data-nosnippet>202</a>
|
||||
<a href=#203 id=203 data-nosnippet>203</a> <span class="kw">let </span>_tool = command.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#204 id=204 data-nosnippet>204</a> }
|
||||
<a href=#205 id=205 data-nosnippet>205</a>
|
||||
<a href=#206 id=206 data-nosnippet>206</a> <span class="attr">#[tokio::test]
|
||||
<a href=#207 id=207 data-nosnippet>207</a> </span><span class="kw">async fn </span>test_del_table_command_builds_tool_with_table_name() {
|
||||
<a href=#208 id=208 data-nosnippet>208</a> <span class="kw">let </span>command = DelTableCommand::parse_from([
|
||||
<a href=#209 id=209 data-nosnippet>209</a> <span class="string">"table"</span>,
|
||||
<a href=#210 id=210 data-nosnippet>210</a> <span class="string">"--table-name"</span>,
|
||||
<a href=#211 id=211 data-nosnippet>211</a> <span class="string">"my_table"</span>,
|
||||
<a href=#212 id=212 data-nosnippet>212</a> <span class="string">"--backend"</span>,
|
||||
<a href=#213 id=213 data-nosnippet>213</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#214 id=214 data-nosnippet>214</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#215 id=215 data-nosnippet>215</a> <span class="string">"memory://"</span>,
|
||||
<a href=#216 id=216 data-nosnippet>216</a> ]);
|
||||
<a href=#217 id=217 data-nosnippet>217</a>
|
||||
<a href=#218 id=218 data-nosnippet>218</a> <span class="kw">let </span>_tool = command.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#219 id=219 data-nosnippet>219</a> }
|
||||
<a href=#220 id=220 data-nosnippet>220</a>
|
||||
<a href=#221 id=221 data-nosnippet>221</a> <span class="attr">#[tokio::test]
|
||||
<a href=#222 id=222 data-nosnippet>222</a> </span><span class="kw">async fn </span>test_delete_table_not_found() {
|
||||
<a href=#223 id=223 data-nosnippet>223</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef;
|
||||
<a href=#224 id=224 data-nosnippet>224</a>
|
||||
<a href=#225 id=225 data-nosnippet>225</a> <span class="kw">let </span>table_metadata_deleter = TableMetadataDeleter::new(kv_backend);
|
||||
<a href=#226 id=226 data-nosnippet>226</a> <span class="kw">let </span>table_id = <span class="number">1</span>;
|
||||
<a href=#227 id=227 data-nosnippet>227</a> <span class="kw">let </span>err = table_metadata_deleter.delete(table_id).<span class="kw">await</span>.unwrap_err();
|
||||
<a href=#228 id=228 data-nosnippet>228</a> <span class="macro">assert_eq!</span>(err.status_code(), StatusCode::TableNotFound);
|
||||
<a href=#229 id=229 data-nosnippet>229</a> }
|
||||
<a href=#230 id=230 data-nosnippet>230</a>
|
||||
<a href=#231 id=231 data-nosnippet>231</a> <span class="attr">#[tokio::test]
|
||||
<a href=#232 id=232 data-nosnippet>232</a> </span><span class="kw">async fn </span>test_delete_table_metadata() {
|
||||
<a href=#233 id=233 data-nosnippet>233</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new());
|
||||
<a href=#234 id=234 data-nosnippet>234</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(kv_backend.clone());
|
||||
<a href=#235 id=235 data-nosnippet>235</a> <span class="kw">let </span>table_id = <span class="number">1024</span>;
|
||||
<a href=#236 id=236 data-nosnippet>236</a> <span class="kw">let </span>(table_info, table_route) = prepare_physical_table_metadata(<span class="string">"my_table"</span>, table_id).<span class="kw">await</span>;
|
||||
<a href=#237 id=237 data-nosnippet>237</a> table_metadata_manager
|
||||
<a href=#238 id=238 data-nosnippet>238</a> .create_table_metadata(
|
||||
<a href=#239 id=239 data-nosnippet>239</a> table_info,
|
||||
<a href=#240 id=240 data-nosnippet>240</a> TableRouteValue::Physical(table_route),
|
||||
<a href=#241 id=241 data-nosnippet>241</a> HashMap::new(),
|
||||
<a href=#242 id=242 data-nosnippet>242</a> )
|
||||
<a href=#243 id=243 data-nosnippet>243</a> .<span class="kw">await
|
||||
<a href=#244 id=244 data-nosnippet>244</a> </span>.unwrap();
|
||||
<a href=#245 id=245 data-nosnippet>245</a>
|
||||
<a href=#246 id=246 data-nosnippet>246</a> <span class="kw">let </span>total_keys = kv_backend.len();
|
||||
<a href=#247 id=247 data-nosnippet>247</a> <span class="macro">assert!</span>(total_keys > <span class="number">0</span>);
|
||||
<a href=#248 id=248 data-nosnippet>248</a>
|
||||
<a href=#249 id=249 data-nosnippet>249</a> <span class="kw">let </span>table_metadata_deleter = TableMetadataDeleter::new(kv_backend.clone());
|
||||
<a href=#250 id=250 data-nosnippet>250</a> table_metadata_deleter.delete(table_id).<span class="kw">await</span>.unwrap();
|
||||
<a href=#251 id=251 data-nosnippet>251</a>
|
||||
<a href=#252 id=252 data-nosnippet>252</a> <span class="comment">// Check the tombstone keys are deleted
|
||||
<a href=#253 id=253 data-nosnippet>253</a> </span><span class="kw">let </span>chroot =
|
||||
<a href=#254 id=254 data-nosnippet>254</a> ChrootKvBackend::new(CLI_TOMBSTONE_PREFIX.as_bytes().to_vec(), kv_backend.clone());
|
||||
<a href=#255 id=255 data-nosnippet>255</a> <span class="kw">let </span>req = RangeRequest::default().with_range(<span class="macro">vec!</span>[<span class="number">0</span>], <span class="macro">vec!</span>[<span class="number">0</span>]);
|
||||
<a href=#256 id=256 data-nosnippet>256</a> <span class="kw">let </span>resp = chroot.range(req).<span class="kw">await</span>.unwrap();
|
||||
<a href=#257 id=257 data-nosnippet>257</a> <span class="macro">assert_eq!</span>(resp.kvs.len(), total_keys);
|
||||
<a href=#258 id=258 data-nosnippet>258</a> }
|
||||
<a href=#259 id=259 data-nosnippet>259</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
277
src/cli/metadata/control/get.rs.html
Normal file
277
src/cli/metadata/control/get.rs.html
Normal file
@@ -0,0 +1,277 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/get.rs`."><title>get.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../" data-static-root-path="../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../src-files.js"></script><script defer src="../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/</div>get.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>std::cmp::min;
|
||||
<a href=#16 id=16 data-nosnippet>16</a>
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>async_trait::async_trait;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>clap::{Parser, Subcommand};
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::key::TableMetadataManager;
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span>common_meta::key::table_info::TableInfoKey;
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span>common_meta::key::table_route::TableRouteKey;
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span>common_meta::range_stream::{DEFAULT_PAGE_SIZE, PaginationStream};
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">use </span>common_meta::rpc::store::RangeRequest;
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span>futures::TryStreamExt;
|
||||
<a href=#27 id=27 data-nosnippet>27</a>
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="kw">use </span><span class="kw">crate</span>::common::StoreConfig;
|
||||
<a href=#30 id=30 data-nosnippet>30</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::selector::TableSelector;
|
||||
<a href=#31 id=31 data-nosnippet>31</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::utils::{decode_key_value, json_formatter};
|
||||
<a href=#32 id=32 data-nosnippet>32</a>
|
||||
<a href=#33 id=33 data-nosnippet>33</a><span class="doccomment">/// Getting metadata from metadata store.
|
||||
<a href=#34 id=34 data-nosnippet>34</a></span><span class="attr">#[derive(Subcommand)]
|
||||
<a href=#35 id=35 data-nosnippet>35</a></span><span class="kw">pub enum </span>GetCommand {
|
||||
<a href=#36 id=36 data-nosnippet>36</a> Key(GetKeyCommand),
|
||||
<a href=#37 id=37 data-nosnippet>37</a> Table(GetTableCommand),
|
||||
<a href=#38 id=38 data-nosnippet>38</a>}
|
||||
<a href=#39 id=39 data-nosnippet>39</a>
|
||||
<a href=#40 id=40 data-nosnippet>40</a><span class="kw">impl </span>GetCommand {
|
||||
<a href=#41 id=41 data-nosnippet>41</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#42 id=42 data-nosnippet>42</a> <span class="kw">match </span><span class="self">self </span>{
|
||||
<a href=#43 id=43 data-nosnippet>43</a> GetCommand::Key(cmd) => cmd.build().<span class="kw">await</span>,
|
||||
<a href=#44 id=44 data-nosnippet>44</a> GetCommand::Table(cmd) => cmd.build().<span class="kw">await</span>,
|
||||
<a href=#45 id=45 data-nosnippet>45</a> }
|
||||
<a href=#46 id=46 data-nosnippet>46</a> }
|
||||
<a href=#47 id=47 data-nosnippet>47</a>}
|
||||
<a href=#48 id=48 data-nosnippet>48</a>
|
||||
<a href=#49 id=49 data-nosnippet>49</a><span class="doccomment">/// Get key-value pairs from the metadata store.
|
||||
<a href=#50 id=50 data-nosnippet>50</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#51 id=51 data-nosnippet>51</a></span><span class="kw">pub struct </span>GetKeyCommand {
|
||||
<a href=#52 id=52 data-nosnippet>52</a> <span class="doccomment">/// The key to get from the metadata store.
|
||||
<a href=#53 id=53 data-nosnippet>53</a> </span><span class="attr">#[clap(default_value = <span class="string">""</span>)]
|
||||
<a href=#54 id=54 data-nosnippet>54</a> </span>key: String,
|
||||
<a href=#55 id=55 data-nosnippet>55</a>
|
||||
<a href=#56 id=56 data-nosnippet>56</a> <span class="doccomment">/// Whether to perform a prefix query. If true, returns all key-value pairs where the key starts with the given prefix.
|
||||
<a href=#57 id=57 data-nosnippet>57</a> </span><span class="attr">#[clap(long, default_value = <span class="string">"false"</span>)]
|
||||
<a href=#58 id=58 data-nosnippet>58</a> </span>prefix: bool,
|
||||
<a href=#59 id=59 data-nosnippet>59</a>
|
||||
<a href=#60 id=60 data-nosnippet>60</a> <span class="doccomment">/// The maximum number of key-value pairs to return. If 0, returns all key-value pairs.
|
||||
<a href=#61 id=61 data-nosnippet>61</a> </span><span class="attr">#[clap(long, default_value = <span class="string">"0"</span>)]
|
||||
<a href=#62 id=62 data-nosnippet>62</a> </span>limit: u64,
|
||||
<a href=#63 id=63 data-nosnippet>63</a>
|
||||
<a href=#64 id=64 data-nosnippet>64</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#65 id=65 data-nosnippet>65</a> </span>store: StoreConfig,
|
||||
<a href=#66 id=66 data-nosnippet>66</a>}
|
||||
<a href=#67 id=67 data-nosnippet>67</a>
|
||||
<a href=#68 id=68 data-nosnippet>68</a><span class="kw">impl </span>GetKeyCommand {
|
||||
<a href=#69 id=69 data-nosnippet>69</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#70 id=70 data-nosnippet>70</a> <span class="kw">let </span>kvbackend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="prelude-val">Ok</span>(Box::new(GetKeyTool {
|
||||
<a href=#72 id=72 data-nosnippet>72</a> kvbackend,
|
||||
<a href=#73 id=73 data-nosnippet>73</a> key: <span class="self">self</span>.key.clone(),
|
||||
<a href=#74 id=74 data-nosnippet>74</a> prefix: <span class="self">self</span>.prefix,
|
||||
<a href=#75 id=75 data-nosnippet>75</a> limit: <span class="self">self</span>.limit,
|
||||
<a href=#76 id=76 data-nosnippet>76</a> }))
|
||||
<a href=#77 id=77 data-nosnippet>77</a> }
|
||||
<a href=#78 id=78 data-nosnippet>78</a>}
|
||||
<a href=#79 id=79 data-nosnippet>79</a>
|
||||
<a href=#80 id=80 data-nosnippet>80</a><span class="kw">struct </span>GetKeyTool {
|
||||
<a href=#81 id=81 data-nosnippet>81</a> kvbackend: KvBackendRef,
|
||||
<a href=#82 id=82 data-nosnippet>82</a> key: String,
|
||||
<a href=#83 id=83 data-nosnippet>83</a> prefix: bool,
|
||||
<a href=#84 id=84 data-nosnippet>84</a> limit: u64,
|
||||
<a href=#85 id=85 data-nosnippet>85</a>}
|
||||
<a href=#86 id=86 data-nosnippet>86</a>
|
||||
<a href=#87 id=87 data-nosnippet>87</a><span class="attr">#[async_trait]
|
||||
<a href=#88 id=88 data-nosnippet>88</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>GetKeyTool {
|
||||
<a href=#89 id=89 data-nosnippet>89</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#90 id=90 data-nosnippet>90</a> <span class="kw">let </span><span class="kw-2">mut </span>req = RangeRequest::default();
|
||||
<a href=#91 id=91 data-nosnippet>91</a> <span class="kw">if </span><span class="self">self</span>.prefix {
|
||||
<a href=#92 id=92 data-nosnippet>92</a> req = req.with_prefix(<span class="self">self</span>.key.as_bytes());
|
||||
<a href=#93 id=93 data-nosnippet>93</a> } <span class="kw">else </span>{
|
||||
<a href=#94 id=94 data-nosnippet>94</a> req = req.with_key(<span class="self">self</span>.key.as_bytes());
|
||||
<a href=#95 id=95 data-nosnippet>95</a> }
|
||||
<a href=#96 id=96 data-nosnippet>96</a> <span class="kw">let </span>page_size = <span class="kw">if </span><span class="self">self</span>.limit > <span class="number">0 </span>{
|
||||
<a href=#97 id=97 data-nosnippet>97</a> min(<span class="self">self</span>.limit <span class="kw">as </span>usize, DEFAULT_PAGE_SIZE)
|
||||
<a href=#98 id=98 data-nosnippet>98</a> } <span class="kw">else </span>{
|
||||
<a href=#99 id=99 data-nosnippet>99</a> DEFAULT_PAGE_SIZE
|
||||
<a href=#100 id=100 data-nosnippet>100</a> };
|
||||
<a href=#101 id=101 data-nosnippet>101</a> <span class="kw">let </span>pagination_stream =
|
||||
<a href=#102 id=102 data-nosnippet>102</a> PaginationStream::new(<span class="self">self</span>.kvbackend.clone(), req, page_size, decode_key_value);
|
||||
<a href=#103 id=103 data-nosnippet>103</a> <span class="kw">let </span><span class="kw-2">mut </span>stream = Box::pin(pagination_stream.into_stream());
|
||||
<a href=#104 id=104 data-nosnippet>104</a> <span class="kw">let </span><span class="kw-2">mut </span>counter = <span class="number">0</span>;
|
||||
<a href=#105 id=105 data-nosnippet>105</a>
|
||||
<a href=#106 id=106 data-nosnippet>106</a> <span class="kw">while let </span><span class="prelude-val">Some</span>((key, value)) = stream.try_next().<span class="kw">await</span>.map_err(BoxedError::new)<span class="question-mark">? </span>{
|
||||
<a href=#107 id=107 data-nosnippet>107</a> <span class="macro">print!</span>(<span class="string">"{}\n{}\n"</span>, key, value);
|
||||
<a href=#108 id=108 data-nosnippet>108</a> counter += <span class="number">1</span>;
|
||||
<a href=#109 id=109 data-nosnippet>109</a> <span class="kw">if </span><span class="self">self</span>.limit > <span class="number">0 </span>&& counter >= <span class="self">self</span>.limit {
|
||||
<a href=#110 id=110 data-nosnippet>110</a> <span class="kw">break</span>;
|
||||
<a href=#111 id=111 data-nosnippet>111</a> }
|
||||
<a href=#112 id=112 data-nosnippet>112</a> }
|
||||
<a href=#113 id=113 data-nosnippet>113</a>
|
||||
<a href=#114 id=114 data-nosnippet>114</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#115 id=115 data-nosnippet>115</a> }
|
||||
<a href=#116 id=116 data-nosnippet>116</a>}
|
||||
<a href=#117 id=117 data-nosnippet>117</a>
|
||||
<a href=#118 id=118 data-nosnippet>118</a><span class="doccomment">/// Get table metadata from the metadata store via table id.
|
||||
<a href=#119 id=119 data-nosnippet>119</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#120 id=120 data-nosnippet>120</a></span><span class="kw">pub struct </span>GetTableCommand {
|
||||
<a href=#121 id=121 data-nosnippet>121</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#122 id=122 data-nosnippet>122</a> </span>selector: TableSelector,
|
||||
<a href=#123 id=123 data-nosnippet>123</a>
|
||||
<a href=#124 id=124 data-nosnippet>124</a> <span class="doccomment">/// Pretty print the output.
|
||||
<a href=#125 id=125 data-nosnippet>125</a> </span><span class="attr">#[clap(long, default_value = <span class="string">"false"</span>)]
|
||||
<a href=#126 id=126 data-nosnippet>126</a> </span>pretty: bool,
|
||||
<a href=#127 id=127 data-nosnippet>127</a>
|
||||
<a href=#128 id=128 data-nosnippet>128</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#129 id=129 data-nosnippet>129</a> </span>store: StoreConfig,
|
||||
<a href=#130 id=130 data-nosnippet>130</a>}
|
||||
<a href=#131 id=131 data-nosnippet>131</a>
|
||||
<a href=#132 id=132 data-nosnippet>132</a><span class="kw">struct </span>GetTableTool {
|
||||
<a href=#133 id=133 data-nosnippet>133</a> kvbackend: KvBackendRef,
|
||||
<a href=#134 id=134 data-nosnippet>134</a> selector: TableSelector,
|
||||
<a href=#135 id=135 data-nosnippet>135</a> pretty: bool,
|
||||
<a href=#136 id=136 data-nosnippet>136</a>}
|
||||
<a href=#137 id=137 data-nosnippet>137</a>
|
||||
<a href=#138 id=138 data-nosnippet>138</a><span class="attr">#[async_trait]
|
||||
<a href=#139 id=139 data-nosnippet>139</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>GetTableTool {
|
||||
<a href=#140 id=140 data-nosnippet>140</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#141 id=141 data-nosnippet>141</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(<span class="self">self</span>.kvbackend.clone());
|
||||
<a href=#142 id=142 data-nosnippet>142</a> <span class="kw">let </span>table_name_manager = table_metadata_manager.table_name_manager();
|
||||
<a href=#143 id=143 data-nosnippet>143</a> <span class="kw">let </span>table_info_manager = table_metadata_manager.table_info_manager();
|
||||
<a href=#144 id=144 data-nosnippet>144</a> <span class="kw">let </span>table_route_manager = table_metadata_manager.table_route_manager();
|
||||
<a href=#145 id=145 data-nosnippet>145</a>
|
||||
<a href=#146 id=146 data-nosnippet>146</a> <span class="kw">let </span><span class="prelude-val">Some</span>(table_id) = <span class="self">self</span>.selector.resolve_table_id(table_name_manager).<span class="kw">await</span><span class="question-mark">? </span><span class="kw">else </span>{
|
||||
<a href=#147 id=147 data-nosnippet>147</a> <span class="macro">println!</span>(<span class="string">"Table({}) not found"</span>, <span class="self">self</span>.selector.formatted_table_name());
|
||||
<a href=#148 id=148 data-nosnippet>148</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#149 id=149 data-nosnippet>149</a> };
|
||||
<a href=#150 id=150 data-nosnippet>150</a>
|
||||
<a href=#151 id=151 data-nosnippet>151</a> <span class="kw">let </span>table_info = table_info_manager
|
||||
<a href=#152 id=152 data-nosnippet>152</a> .get(table_id)
|
||||
<a href=#153 id=153 data-nosnippet>153</a> .<span class="kw">await
|
||||
<a href=#154 id=154 data-nosnippet>154</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#155 id=155 data-nosnippet>155</a> <span class="kw">if let </span><span class="prelude-val">Some</span>(table_info) = table_info {
|
||||
<a href=#156 id=156 data-nosnippet>156</a> <span class="macro">println!</span>(
|
||||
<a href=#157 id=157 data-nosnippet>157</a> <span class="string">"{}\n{}"</span>,
|
||||
<a href=#158 id=158 data-nosnippet>158</a> TableInfoKey::new(table_id),
|
||||
<a href=#159 id=159 data-nosnippet>159</a> json_formatter(<span class="self">self</span>.pretty, <span class="kw-2">&*</span>table_info)
|
||||
<a href=#160 id=160 data-nosnippet>160</a> );
|
||||
<a href=#161 id=161 data-nosnippet>161</a> } <span class="kw">else </span>{
|
||||
<a href=#162 id=162 data-nosnippet>162</a> <span class="macro">println!</span>(<span class="string">"Table info not found"</span>);
|
||||
<a href=#163 id=163 data-nosnippet>163</a> }
|
||||
<a href=#164 id=164 data-nosnippet>164</a>
|
||||
<a href=#165 id=165 data-nosnippet>165</a> <span class="kw">let </span>table_route = table_route_manager
|
||||
<a href=#166 id=166 data-nosnippet>166</a> .table_route_storage()
|
||||
<a href=#167 id=167 data-nosnippet>167</a> .get(table_id)
|
||||
<a href=#168 id=168 data-nosnippet>168</a> .<span class="kw">await
|
||||
<a href=#169 id=169 data-nosnippet>169</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#170 id=170 data-nosnippet>170</a> <span class="kw">if let </span><span class="prelude-val">Some</span>(table_route) = table_route {
|
||||
<a href=#171 id=171 data-nosnippet>171</a> <span class="macro">println!</span>(
|
||||
<a href=#172 id=172 data-nosnippet>172</a> <span class="string">"{}\n{}"</span>,
|
||||
<a href=#173 id=173 data-nosnippet>173</a> TableRouteKey::new(table_id),
|
||||
<a href=#174 id=174 data-nosnippet>174</a> json_formatter(<span class="self">self</span>.pretty, <span class="kw-2">&</span>table_route)
|
||||
<a href=#175 id=175 data-nosnippet>175</a> );
|
||||
<a href=#176 id=176 data-nosnippet>176</a> } <span class="kw">else </span>{
|
||||
<a href=#177 id=177 data-nosnippet>177</a> <span class="macro">println!</span>(<span class="string">"Table route not found"</span>);
|
||||
<a href=#178 id=178 data-nosnippet>178</a> }
|
||||
<a href=#179 id=179 data-nosnippet>179</a>
|
||||
<a href=#180 id=180 data-nosnippet>180</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#181 id=181 data-nosnippet>181</a> }
|
||||
<a href=#182 id=182 data-nosnippet>182</a>}
|
||||
<a href=#183 id=183 data-nosnippet>183</a>
|
||||
<a href=#184 id=184 data-nosnippet>184</a><span class="kw">impl </span>GetTableCommand {
|
||||
<a href=#185 id=185 data-nosnippet>185</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#186 id=186 data-nosnippet>186</a> <span class="self">self</span>.selector.validate()<span class="question-mark">?</span>;
|
||||
<a href=#187 id=187 data-nosnippet>187</a> <span class="kw">let </span>kvbackend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#188 id=188 data-nosnippet>188</a> <span class="prelude-val">Ok</span>(Box::new(GetTableTool {
|
||||
<a href=#189 id=189 data-nosnippet>189</a> kvbackend,
|
||||
<a href=#190 id=190 data-nosnippet>190</a> selector: <span class="self">self</span>.selector.clone(),
|
||||
<a href=#191 id=191 data-nosnippet>191</a> pretty: <span class="self">self</span>.pretty,
|
||||
<a href=#192 id=192 data-nosnippet>192</a> }))
|
||||
<a href=#193 id=193 data-nosnippet>193</a> }
|
||||
<a href=#194 id=194 data-nosnippet>194</a>}
|
||||
<a href=#195 id=195 data-nosnippet>195</a>
|
||||
<a href=#196 id=196 data-nosnippet>196</a><span class="attr">#[cfg(test)]
|
||||
<a href=#197 id=197 data-nosnippet>197</a></span><span class="kw">mod </span>tests {
|
||||
<a href=#198 id=198 data-nosnippet>198</a> <span class="kw">use </span>clap::Parser;
|
||||
<a href=#199 id=199 data-nosnippet>199</a> <span class="kw">use </span>common_error::ext::ErrorExt;
|
||||
<a href=#200 id=200 data-nosnippet>200</a>
|
||||
<a href=#201 id=201 data-nosnippet>201</a> <span class="kw">use </span><span class="kw">super</span>::GetTableCommand;
|
||||
<a href=#202 id=202 data-nosnippet>202</a>
|
||||
<a href=#203 id=203 data-nosnippet>203</a> <span class="attr">#[tokio::test]
|
||||
<a href=#204 id=204 data-nosnippet>204</a> </span><span class="kw">async fn </span>test_get_table_selector_requires_single_target() {
|
||||
<a href=#205 id=205 data-nosnippet>205</a> <span class="kw">let </span>command = GetTableCommand::parse_from([
|
||||
<a href=#206 id=206 data-nosnippet>206</a> <span class="string">"table"</span>,
|
||||
<a href=#207 id=207 data-nosnippet>207</a> <span class="string">"--backend"</span>,
|
||||
<a href=#208 id=208 data-nosnippet>208</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#209 id=209 data-nosnippet>209</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#210 id=210 data-nosnippet>210</a> <span class="string">"memory://"</span>,
|
||||
<a href=#211 id=211 data-nosnippet>211</a> ]);
|
||||
<a href=#212 id=212 data-nosnippet>212</a>
|
||||
<a href=#213 id=213 data-nosnippet>213</a> <span class="kw">let </span>err = <span class="kw">match </span>command.build().<span class="kw">await </span>{
|
||||
<a href=#214 id=214 data-nosnippet>214</a> <span class="prelude-val">Ok</span>(<span class="kw">_</span>) => <span class="macro">panic!</span>(<span class="string">"expected validation failure"</span>),
|
||||
<a href=#215 id=215 data-nosnippet>215</a> <span class="prelude-val">Err</span>(err) => err,
|
||||
<a href=#216 id=216 data-nosnippet>216</a> };
|
||||
<a href=#217 id=217 data-nosnippet>217</a> <span class="macro">assert!</span>(
|
||||
<a href=#218 id=218 data-nosnippet>218</a> err.output_msg()
|
||||
<a href=#219 id=219 data-nosnippet>219</a> .contains(<span class="string">"You must specify either --table-id or --table-name."</span>)
|
||||
<a href=#220 id=220 data-nosnippet>220</a> );
|
||||
<a href=#221 id=221 data-nosnippet>221</a> }
|
||||
<a href=#222 id=222 data-nosnippet>222</a>
|
||||
<a href=#223 id=223 data-nosnippet>223</a> <span class="attr">#[tokio::test]
|
||||
<a href=#224 id=224 data-nosnippet>224</a> </span><span class="kw">async fn </span>test_get_table_selector_rejects_both_targets() {
|
||||
<a href=#225 id=225 data-nosnippet>225</a> <span class="kw">let </span>command = GetTableCommand::parse_from([
|
||||
<a href=#226 id=226 data-nosnippet>226</a> <span class="string">"table"</span>,
|
||||
<a href=#227 id=227 data-nosnippet>227</a> <span class="string">"--table-id"</span>,
|
||||
<a href=#228 id=228 data-nosnippet>228</a> <span class="string">"1024"</span>,
|
||||
<a href=#229 id=229 data-nosnippet>229</a> <span class="string">"--table-name"</span>,
|
||||
<a href=#230 id=230 data-nosnippet>230</a> <span class="string">"my_table"</span>,
|
||||
<a href=#231 id=231 data-nosnippet>231</a> <span class="string">"--backend"</span>,
|
||||
<a href=#232 id=232 data-nosnippet>232</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#233 id=233 data-nosnippet>233</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#234 id=234 data-nosnippet>234</a> <span class="string">"memory://"</span>,
|
||||
<a href=#235 id=235 data-nosnippet>235</a> ]);
|
||||
<a href=#236 id=236 data-nosnippet>236</a>
|
||||
<a href=#237 id=237 data-nosnippet>237</a> <span class="kw">let </span>err = <span class="kw">match </span>command.build().<span class="kw">await </span>{
|
||||
<a href=#238 id=238 data-nosnippet>238</a> <span class="prelude-val">Ok</span>(<span class="kw">_</span>) => <span class="macro">panic!</span>(<span class="string">"expected validation failure"</span>),
|
||||
<a href=#239 id=239 data-nosnippet>239</a> <span class="prelude-val">Err</span>(err) => err,
|
||||
<a href=#240 id=240 data-nosnippet>240</a> };
|
||||
<a href=#241 id=241 data-nosnippet>241</a> <span class="macro">assert!</span>(
|
||||
<a href=#242 id=242 data-nosnippet>242</a> err.output_msg()
|
||||
<a href=#243 id=243 data-nosnippet>243</a> .contains(<span class="string">"You must specify either --table-id or --table-name."</span>)
|
||||
<a href=#244 id=244 data-nosnippet>244</a> );
|
||||
<a href=#245 id=245 data-nosnippet>245</a> }
|
||||
<a href=#246 id=246 data-nosnippet>246</a>
|
||||
<a href=#247 id=247 data-nosnippet>247</a> <span class="attr">#[tokio::test]
|
||||
<a href=#248 id=248 data-nosnippet>248</a> </span><span class="kw">async fn </span>test_get_table_command_builds_tool_with_table_id() {
|
||||
<a href=#249 id=249 data-nosnippet>249</a> <span class="kw">let </span>command = GetTableCommand::parse_from([
|
||||
<a href=#250 id=250 data-nosnippet>250</a> <span class="string">"table"</span>,
|
||||
<a href=#251 id=251 data-nosnippet>251</a> <span class="string">"--table-id"</span>,
|
||||
<a href=#252 id=252 data-nosnippet>252</a> <span class="string">"1024"</span>,
|
||||
<a href=#253 id=253 data-nosnippet>253</a> <span class="string">"--backend"</span>,
|
||||
<a href=#254 id=254 data-nosnippet>254</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#255 id=255 data-nosnippet>255</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#256 id=256 data-nosnippet>256</a> <span class="string">"memory://"</span>,
|
||||
<a href=#257 id=257 data-nosnippet>257</a> ]);
|
||||
<a href=#258 id=258 data-nosnippet>258</a>
|
||||
<a href=#259 id=259 data-nosnippet>259</a> <span class="kw">let </span>_tool = command.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#260 id=260 data-nosnippet>260</a> }
|
||||
<a href=#261 id=261 data-nosnippet>261</a>
|
||||
<a href=#262 id=262 data-nosnippet>262</a> <span class="attr">#[tokio::test]
|
||||
<a href=#263 id=263 data-nosnippet>263</a> </span><span class="kw">async fn </span>test_get_table_command_builds_tool_with_table_name() {
|
||||
<a href=#264 id=264 data-nosnippet>264</a> <span class="kw">let </span>command = GetTableCommand::parse_from([
|
||||
<a href=#265 id=265 data-nosnippet>265</a> <span class="string">"table"</span>,
|
||||
<a href=#266 id=266 data-nosnippet>266</a> <span class="string">"--table-name"</span>,
|
||||
<a href=#267 id=267 data-nosnippet>267</a> <span class="string">"my_table"</span>,
|
||||
<a href=#268 id=268 data-nosnippet>268</a> <span class="string">"--backend"</span>,
|
||||
<a href=#269 id=269 data-nosnippet>269</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#270 id=270 data-nosnippet>270</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#271 id=271 data-nosnippet>271</a> <span class="string">"memory://"</span>,
|
||||
<a href=#272 id=272 data-nosnippet>272</a> ]);
|
||||
<a href=#273 id=273 data-nosnippet>273</a>
|
||||
<a href=#274 id=274 data-nosnippet>274</a> <span class="kw">let </span>_tool = command.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#275 id=275 data-nosnippet>275</a> }
|
||||
<a href=#276 id=276 data-nosnippet>276</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
57
src/cli/metadata/control/put.rs.html
Normal file
57
src/cli/metadata/control/put.rs.html
Normal file
@@ -0,0 +1,57 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/put.rs`."><title>put.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../" data-static-root-path="../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../src-files.js"></script><script defer src="../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/</div>put.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-2"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">mod </span>key;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">mod </span>table;
|
||||
<a href=#17 id=17 data-nosnippet>17</a>
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>clap::Subcommand;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>snafu::ResultExt;
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span>tokio::io::{AsyncRead, AsyncReadExt};
|
||||
<a href=#22 id=22 data-nosnippet>22</a>
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span><span class="kw">crate</span>::error::FileIoSnafu;
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::put::key::PutKeyCommand;
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::put::table::PutTableCommand;
|
||||
<a href=#27 id=27 data-nosnippet>27</a>
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">async fn </span>read_value<R>(<span class="kw-2">mut </span>reader: R) -> <span class="prelude-ty">Result</span><Vec<u8>, BoxedError>
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="kw">where
|
||||
<a href=#30 id=30 data-nosnippet>30</a> </span>R: AsyncRead + Unpin,
|
||||
<a href=#31 id=31 data-nosnippet>31</a>{
|
||||
<a href=#32 id=32 data-nosnippet>32</a> <span class="kw">let </span><span class="kw-2">mut </span>value = Vec::new();
|
||||
<a href=#33 id=33 data-nosnippet>33</a> reader
|
||||
<a href=#34 id=34 data-nosnippet>34</a> .read_to_end(<span class="kw-2">&mut </span>value)
|
||||
<a href=#35 id=35 data-nosnippet>35</a> .<span class="kw">await
|
||||
<a href=#36 id=36 data-nosnippet>36</a> </span>.context(FileIoSnafu)
|
||||
<a href=#37 id=37 data-nosnippet>37</a> .map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#38 id=38 data-nosnippet>38</a> <span class="prelude-val">Ok</span>(value)
|
||||
<a href=#39 id=39 data-nosnippet>39</a>}
|
||||
<a href=#40 id=40 data-nosnippet>40</a>
|
||||
<a href=#41 id=41 data-nosnippet>41</a><span class="doccomment">/// Subcommand for putting metadata into the metadata store.
|
||||
<a href=#42 id=42 data-nosnippet>42</a></span><span class="attr">#[derive(Subcommand)]
|
||||
<a href=#43 id=43 data-nosnippet>43</a></span><span class="kw">pub enum </span>PutCommand {
|
||||
<a href=#44 id=44 data-nosnippet>44</a> Key(PutKeyCommand),
|
||||
<a href=#45 id=45 data-nosnippet>45</a> <span class="attr">#[clap(subcommand)]
|
||||
<a href=#46 id=46 data-nosnippet>46</a> </span>Table(PutTableCommand),
|
||||
<a href=#47 id=47 data-nosnippet>47</a>}
|
||||
<a href=#48 id=48 data-nosnippet>48</a>
|
||||
<a href=#49 id=49 data-nosnippet>49</a><span class="kw">impl </span>PutCommand {
|
||||
<a href=#50 id=50 data-nosnippet>50</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#51 id=51 data-nosnippet>51</a> <span class="kw">match </span><span class="self">self </span>{
|
||||
<a href=#52 id=52 data-nosnippet>52</a> PutCommand::Key(cmd) => cmd.build().<span class="kw">await</span>,
|
||||
<a href=#53 id=53 data-nosnippet>53</a> PutCommand::Table(cmd) => cmd.build().<span class="kw">await</span>,
|
||||
<a href=#54 id=54 data-nosnippet>54</a> }
|
||||
<a href=#55 id=55 data-nosnippet>55</a> }
|
||||
<a href=#56 id=56 data-nosnippet>56</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
445
src/cli/metadata/control/put/key.rs.html
Normal file
445
src/cli/metadata/control/put/key.rs.html
Normal file
@@ -0,0 +1,445 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/put/key.rs`."><title>key.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../../" data-static-root-path="../../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../../src-files.js"></script><script defer src="../../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/put/</div>key.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>async_trait::async_trait;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">use </span>clap::Parser;
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>common_meta::key::catalog_name::{CatalogNameKey, CatalogNameValue};
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_meta::key::flow::flow_state::FlowStateValue;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::key::flow::{
|
||||
<a href=#21 id=21 data-nosnippet>21</a> flow_info_key_prefix, flow_name_key_prefix, flow_route_key_prefix, flow_state_full_key,
|
||||
<a href=#22 id=22 data-nosnippet>22</a> flownode_flow_key_prefix, table_flow_key_prefix,
|
||||
<a href=#23 id=23 data-nosnippet>23</a>};
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span>common_meta::key::node_address::{NodeAddressKey, NodeAddressValue};
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">use </span>common_meta::key::schema_name::{SchemaNameKey, SchemaNameValue};
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span>common_meta::key::table_repart::{TableRepartKey, TableRepartValue};
|
||||
<a href=#27 id=27 data-nosnippet>27</a><span class="kw">use </span>common_meta::key::topic_name::{TopicNameKey, TopicNameValue};
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="kw">use </span>common_meta::key::topic_region::{TopicRegionKey, TopicRegionValue};
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="kw">use </span>common_meta::key::view_info::{ViewInfoKey, ViewInfoValue};
|
||||
<a href=#30 id=30 data-nosnippet>30</a><span class="kw">use </span>common_meta::key::{
|
||||
<a href=#31 id=31 data-nosnippet>31</a> CATALOG_NAME_KEY_PREFIX, DATANODE_TABLE_KEY_PREFIX, KAFKA_TOPIC_KEY_PREFIX, MetadataKey,
|
||||
<a href=#32 id=32 data-nosnippet>32</a> MetadataValue, NODE_ADDRESS_PREFIX, SCHEMA_NAME_KEY_PREFIX, TABLE_INFO_KEY_PREFIX,
|
||||
<a href=#33 id=33 data-nosnippet>33</a> TABLE_NAME_KEY_PREFIX, TABLE_REPART_PREFIX, TABLE_ROUTE_PREFIX, TOPIC_REGION_PREFIX,
|
||||
<a href=#34 id=34 data-nosnippet>34</a> VIEW_INFO_KEY_PREFIX,
|
||||
<a href=#35 id=35 data-nosnippet>35</a>};
|
||||
<a href=#36 id=36 data-nosnippet>36</a><span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#37 id=37 data-nosnippet>37</a><span class="kw">use </span>common_meta::rpc::store::PutRequest;
|
||||
<a href=#38 id=38 data-nosnippet>38</a>
|
||||
<a href=#39 id=39 data-nosnippet>39</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#40 id=40 data-nosnippet>40</a><span class="kw">use </span><span class="kw">crate</span>::common::StoreConfig;
|
||||
<a href=#41 id=41 data-nosnippet>41</a><span class="kw">use </span><span class="kw">crate</span>::error::InvalidArgumentsSnafu;
|
||||
<a href=#42 id=42 data-nosnippet>42</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::put::read_value;
|
||||
<a href=#43 id=43 data-nosnippet>43</a>
|
||||
<a href=#44 id=44 data-nosnippet>44</a><span class="doccomment">/// Put a key-value pair into the metadata store.
|
||||
<a href=#45 id=45 data-nosnippet>45</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#46 id=46 data-nosnippet>46</a></span><span class="kw">pub struct </span>PutKeyCommand {
|
||||
<a href=#47 id=47 data-nosnippet>47</a> <span class="doccomment">/// The key to put into the metadata store.
|
||||
<a href=#48 id=48 data-nosnippet>48</a> </span>key: String,
|
||||
<a href=#49 id=49 data-nosnippet>49</a>
|
||||
<a href=#50 id=50 data-nosnippet>50</a> <span class="doccomment">/// Read the value to put into the metadata store from standard input.
|
||||
<a href=#51 id=51 data-nosnippet>51</a> </span><span class="attr">#[clap(long, required = <span class="bool-val">true</span>)]
|
||||
<a href=#52 id=52 data-nosnippet>52</a> </span>value_stdin: bool,
|
||||
<a href=#53 id=53 data-nosnippet>53</a>
|
||||
<a href=#54 id=54 data-nosnippet>54</a> <span class="doccomment">/// Skip metadata validation before writing.
|
||||
<a href=#55 id=55 data-nosnippet>55</a> </span><span class="attr">#[clap(long)]
|
||||
<a href=#56 id=56 data-nosnippet>56</a> </span>no_validate: bool,
|
||||
<a href=#57 id=57 data-nosnippet>57</a>
|
||||
<a href=#58 id=58 data-nosnippet>58</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#59 id=59 data-nosnippet>59</a> </span>store: StoreConfig,
|
||||
<a href=#60 id=60 data-nosnippet>60</a>}
|
||||
<a href=#61 id=61 data-nosnippet>61</a>
|
||||
<a href=#62 id=62 data-nosnippet>62</a><span class="kw">impl </span>PutKeyCommand {
|
||||
<a href=#63 id=63 data-nosnippet>63</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#64 id=64 data-nosnippet>64</a> <span class="kw">let </span>kv_backend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#65 id=65 data-nosnippet>65</a> <span class="self">self</span>.build_tool(tokio::io::stdin(), kv_backend).<span class="kw">await
|
||||
<a href=#66 id=66 data-nosnippet>66</a> </span>}
|
||||
<a href=#67 id=67 data-nosnippet>67</a>
|
||||
<a href=#68 id=68 data-nosnippet>68</a> <span class="kw">async fn </span>build_tool<R>(
|
||||
<a href=#69 id=69 data-nosnippet>69</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#70 id=70 data-nosnippet>70</a> reader: R,
|
||||
<a href=#71 id=71 data-nosnippet>71</a> kv_backend: KvBackendRef,
|
||||
<a href=#72 id=72 data-nosnippet>72</a> ) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError>
|
||||
<a href=#73 id=73 data-nosnippet>73</a> <span class="kw">where
|
||||
<a href=#74 id=74 data-nosnippet>74</a> </span>R: tokio::io::AsyncRead + Unpin,
|
||||
<a href=#75 id=75 data-nosnippet>75</a> {
|
||||
<a href=#76 id=76 data-nosnippet>76</a> <span class="prelude-val">Ok</span>(Box::new(PutKeyTool {
|
||||
<a href=#77 id=77 data-nosnippet>77</a> kv_backend,
|
||||
<a href=#78 id=78 data-nosnippet>78</a> key: <span class="self">self</span>.key.clone(),
|
||||
<a href=#79 id=79 data-nosnippet>79</a> value: read_value(reader).<span class="kw">await</span><span class="question-mark">?</span>,
|
||||
<a href=#80 id=80 data-nosnippet>80</a> no_validate: <span class="self">self</span>.no_validate,
|
||||
<a href=#81 id=81 data-nosnippet>81</a> }))
|
||||
<a href=#82 id=82 data-nosnippet>82</a> }
|
||||
<a href=#83 id=83 data-nosnippet>83</a>}
|
||||
<a href=#84 id=84 data-nosnippet>84</a>
|
||||
<a href=#85 id=85 data-nosnippet>85</a><span class="kw">struct </span>PutKeyTool {
|
||||
<a href=#86 id=86 data-nosnippet>86</a> kv_backend: KvBackendRef,
|
||||
<a href=#87 id=87 data-nosnippet>87</a> key: String,
|
||||
<a href=#88 id=88 data-nosnippet>88</a> value: Vec<u8>,
|
||||
<a href=#89 id=89 data-nosnippet>89</a> no_validate: bool,
|
||||
<a href=#90 id=90 data-nosnippet>90</a>}
|
||||
<a href=#91 id=91 data-nosnippet>91</a>
|
||||
<a href=#92 id=92 data-nosnippet>92</a><span class="attr">#[async_trait]
|
||||
<a href=#93 id=93 data-nosnippet>93</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>PutKeyTool {
|
||||
<a href=#94 id=94 data-nosnippet>94</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#95 id=95 data-nosnippet>95</a> <span class="kw">if </span>!<span class="self">self</span>.no_validate {
|
||||
<a href=#96 id=96 data-nosnippet>96</a> validate_metadata_value(<span class="kw-2">&</span><span class="self">self</span>.key, <span class="kw-2">&</span><span class="self">self</span>.value)<span class="question-mark">?</span>;
|
||||
<a href=#97 id=97 data-nosnippet>97</a> }
|
||||
<a href=#98 id=98 data-nosnippet>98</a>
|
||||
<a href=#99 id=99 data-nosnippet>99</a> <span class="kw">let </span>request = PutRequest::new()
|
||||
<a href=#100 id=100 data-nosnippet>100</a> .with_key(<span class="self">self</span>.key.as_bytes())
|
||||
<a href=#101 id=101 data-nosnippet>101</a> .with_value(<span class="self">self</span>.value.clone());
|
||||
<a href=#102 id=102 data-nosnippet>102</a> <span class="self">self</span>.kv_backend
|
||||
<a href=#103 id=103 data-nosnippet>103</a> .put(request)
|
||||
<a href=#104 id=104 data-nosnippet>104</a> .<span class="kw">await
|
||||
<a href=#105 id=105 data-nosnippet>105</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#106 id=106 data-nosnippet>106</a>
|
||||
<a href=#107 id=107 data-nosnippet>107</a> <span class="macro">println!</span>(<span class="string">"Key({}) updated"</span>, <span class="self">self</span>.key);
|
||||
<a href=#108 id=108 data-nosnippet>108</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#109 id=109 data-nosnippet>109</a> }
|
||||
<a href=#110 id=110 data-nosnippet>110</a>}
|
||||
<a href=#111 id=111 data-nosnippet>111</a>
|
||||
<a href=#112 id=112 data-nosnippet>112</a><span class="kw">fn </span>validate_metadata_value(key: <span class="kw-2">&</span>str, value: <span class="kw-2">&</span>[u8]) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#113 id=113 data-nosnippet>113</a> <span class="kw">if let </span><span class="prelude-val">Some</span>(reason) = unsupported_direct_put_reason(key) {
|
||||
<a href=#114 id=114 data-nosnippet>114</a> <span class="kw">return </span><span class="prelude-val">Err</span>(BoxedError::new(
|
||||
<a href=#115 id=115 data-nosnippet>115</a> InvalidArgumentsSnafu {
|
||||
<a href=#116 id=116 data-nosnippet>116</a> msg: <span class="macro">format!</span>(<span class="string">"{reason}, use --no-validate to bypass"</span>),
|
||||
<a href=#117 id=117 data-nosnippet>117</a> }
|
||||
<a href=#118 id=118 data-nosnippet>118</a> .build(),
|
||||
<a href=#119 id=119 data-nosnippet>119</a> ));
|
||||
<a href=#120 id=120 data-nosnippet>120</a> }
|
||||
<a href=#121 id=121 data-nosnippet>121</a>
|
||||
<a href=#122 id=122 data-nosnippet>122</a> <span class="kw">if </span>key == flow_state_full_key() {
|
||||
<a href=#123 id=123 data-nosnippet>123</a> validate_value(key, value, FlowStateValue::try_from_raw_value)<span class="question-mark">?</span>;
|
||||
<a href=#124 id=124 data-nosnippet>124</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#125 id=125 data-nosnippet>125</a> } <span class="kw">else if </span>matches_key_prefix(key, VIEW_INFO_KEY_PREFIX) {
|
||||
<a href=#126 id=126 data-nosnippet>126</a> validate_key(ViewInfoKey::from_bytes(key.as_bytes()), key)<span class="question-mark">?</span>;
|
||||
<a href=#127 id=127 data-nosnippet>127</a> validate_value(key, value, ViewInfoValue::try_from_raw_value)<span class="question-mark">?</span>;
|
||||
<a href=#128 id=128 data-nosnippet>128</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#129 id=129 data-nosnippet>129</a> } <span class="kw">else if </span>matches_key_prefix(key, CATALOG_NAME_KEY_PREFIX) {
|
||||
<a href=#130 id=130 data-nosnippet>130</a> validate_key(CatalogNameKey::from_bytes(key.as_bytes()), key)<span class="question-mark">?</span>;
|
||||
<a href=#131 id=131 data-nosnippet>131</a> validate_value(key, value, CatalogNameValue::try_from_raw_value)<span class="question-mark">?</span>;
|
||||
<a href=#132 id=132 data-nosnippet>132</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#133 id=133 data-nosnippet>133</a> } <span class="kw">else if </span>matches_key_prefix(key, SCHEMA_NAME_KEY_PREFIX) {
|
||||
<a href=#134 id=134 data-nosnippet>134</a> validate_key(SchemaNameKey::from_bytes(key.as_bytes()), key)<span class="question-mark">?</span>;
|
||||
<a href=#135 id=135 data-nosnippet>135</a> validate_value(key, value, SchemaNameValue::try_from_raw_value)<span class="question-mark">?</span>;
|
||||
<a href=#136 id=136 data-nosnippet>136</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#137 id=137 data-nosnippet>137</a> } <span class="kw">else if </span>matches_key_prefix(key, TABLE_REPART_PREFIX) {
|
||||
<a href=#138 id=138 data-nosnippet>138</a> validate_key(TableRepartKey::from_bytes(key.as_bytes()), key)<span class="question-mark">?</span>;
|
||||
<a href=#139 id=139 data-nosnippet>139</a> validate_value(key, value, TableRepartValue::try_from_raw_value)<span class="question-mark">?</span>;
|
||||
<a href=#140 id=140 data-nosnippet>140</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#141 id=141 data-nosnippet>141</a> } <span class="kw">else if </span>matches_key_prefix(key, NODE_ADDRESS_PREFIX) {
|
||||
<a href=#142 id=142 data-nosnippet>142</a> validate_key(NodeAddressKey::from_bytes(key.as_bytes()), key)<span class="question-mark">?</span>;
|
||||
<a href=#143 id=143 data-nosnippet>143</a> validate_value(key, value, NodeAddressValue::try_from_raw_value)<span class="question-mark">?</span>;
|
||||
<a href=#144 id=144 data-nosnippet>144</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#145 id=145 data-nosnippet>145</a> } <span class="kw">else if </span>matches_key_prefix(key, KAFKA_TOPIC_KEY_PREFIX) {
|
||||
<a href=#146 id=146 data-nosnippet>146</a> validate_key(TopicNameKey::from_bytes(key.as_bytes()), key)<span class="question-mark">?</span>;
|
||||
<a href=#147 id=147 data-nosnippet>147</a> validate_value(key, value, TopicNameValue::try_from_raw_value)<span class="question-mark">?</span>;
|
||||
<a href=#148 id=148 data-nosnippet>148</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#149 id=149 data-nosnippet>149</a> } <span class="kw">else if </span>matches_key_prefix(key, TOPIC_REGION_PREFIX) {
|
||||
<a href=#150 id=150 data-nosnippet>150</a> validate_key(TopicRegionKey::from_bytes(key.as_bytes()), key)<span class="question-mark">?</span>;
|
||||
<a href=#151 id=151 data-nosnippet>151</a> validate_value(key, value, TopicRegionValue::try_from_raw_value)<span class="question-mark">?</span>;
|
||||
<a href=#152 id=152 data-nosnippet>152</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#153 id=153 data-nosnippet>153</a> }
|
||||
<a href=#154 id=154 data-nosnippet>154</a>
|
||||
<a href=#155 id=155 data-nosnippet>155</a> <span class="prelude-val">Err</span>(BoxedError::new(
|
||||
<a href=#156 id=156 data-nosnippet>156</a> InvalidArgumentsSnafu {
|
||||
<a href=#157 id=157 data-nosnippet>157</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#158 id=158 data-nosnippet>158</a> <span class="string">"Unsupported metadata key for validation: {key}, use --no-validate to bypass"
|
||||
<a href=#159 id=159 data-nosnippet>159</a> </span>),
|
||||
<a href=#160 id=160 data-nosnippet>160</a> }
|
||||
<a href=#161 id=161 data-nosnippet>161</a> .build(),
|
||||
<a href=#162 id=162 data-nosnippet>162</a> ))
|
||||
<a href=#163 id=163 data-nosnippet>163</a>}
|
||||
<a href=#164 id=164 data-nosnippet>164</a>
|
||||
<a href=#165 id=165 data-nosnippet>165</a><span class="doccomment">/// Returns the rejection reason for keys that should not be updated by `put key`.
|
||||
<a href=#166 id=166 data-nosnippet>166</a>///
|
||||
<a href=#167 id=167 data-nosnippet>167</a>/// These keys may be decodable, but they are not safe to update via raw KV writes.
|
||||
<a href=#168 id=168 data-nosnippet>168</a>/// `__table_route/*` is the canonical example.
|
||||
<a href=#169 id=169 data-nosnippet>169</a></span><span class="kw">fn </span>unsupported_direct_put_reason(key: <span class="kw-2">&</span>str) -> <span class="prelude-ty">Option</span><String> {
|
||||
<a href=#170 id=170 data-nosnippet>170</a> <span class="kw">let </span>flow_info_prefix = flow_info_key_prefix();
|
||||
<a href=#171 id=171 data-nosnippet>171</a> <span class="kw">let </span>flow_name_prefix = flow_name_key_prefix();
|
||||
<a href=#172 id=172 data-nosnippet>172</a> <span class="kw">let </span>flow_route_prefix = flow_route_key_prefix();
|
||||
<a href=#173 id=173 data-nosnippet>173</a> <span class="kw">let </span>table_flow_prefix = table_flow_key_prefix();
|
||||
<a href=#174 id=174 data-nosnippet>174</a> <span class="kw">let </span>flownode_flow_prefix = flownode_flow_key_prefix();
|
||||
<a href=#175 id=175 data-nosnippet>175</a>
|
||||
<a href=#176 id=176 data-nosnippet>176</a> <span class="kw">let </span>(prefix, target) = [
|
||||
<a href=#177 id=177 data-nosnippet>177</a> (TABLE_ROUTE_PREFIX, <span class="string">"table route metadata"</span>),
|
||||
<a href=#178 id=178 data-nosnippet>178</a> (TABLE_INFO_KEY_PREFIX, <span class="string">"table info metadata"</span>),
|
||||
<a href=#179 id=179 data-nosnippet>179</a> (TABLE_NAME_KEY_PREFIX, <span class="string">"table name metadata"</span>),
|
||||
<a href=#180 id=180 data-nosnippet>180</a> (DATANODE_TABLE_KEY_PREFIX, <span class="string">"datanode table metadata"</span>),
|
||||
<a href=#181 id=181 data-nosnippet>181</a> (<span class="kw-2">&</span>flow_info_prefix, <span class="string">"flow info metadata"</span>),
|
||||
<a href=#182 id=182 data-nosnippet>182</a> (<span class="kw-2">&</span>flow_name_prefix, <span class="string">"flow name metadata"</span>),
|
||||
<a href=#183 id=183 data-nosnippet>183</a> (<span class="kw-2">&</span>flow_route_prefix, <span class="string">"flow route metadata"</span>),
|
||||
<a href=#184 id=184 data-nosnippet>184</a> (<span class="kw-2">&</span>table_flow_prefix, <span class="string">"flow source table metadata"</span>),
|
||||
<a href=#185 id=185 data-nosnippet>185</a> (<span class="kw-2">&</span>flownode_flow_prefix, <span class="string">"flownode flow metadata"</span>),
|
||||
<a href=#186 id=186 data-nosnippet>186</a> ]
|
||||
<a href=#187 id=187 data-nosnippet>187</a> .into_iter()
|
||||
<a href=#188 id=188 data-nosnippet>188</a> .find(|(prefix, <span class="kw">_</span>)| matches_key_prefix(key, prefix))<span class="question-mark">?</span>;
|
||||
<a href=#189 id=189 data-nosnippet>189</a>
|
||||
<a href=#190 id=190 data-nosnippet>190</a> <span class="prelude-val">Some</span>(<span class="macro">format!</span>(
|
||||
<a href=#191 id=191 data-nosnippet>191</a> <span class="string">"Direct put is not supported for {target} ({prefix}*); use a dedicated metadata update interface instead"
|
||||
<a href=#192 id=192 data-nosnippet>192</a> </span>))
|
||||
<a href=#193 id=193 data-nosnippet>193</a>}
|
||||
<a href=#194 id=194 data-nosnippet>194</a>
|
||||
<a href=#195 id=195 data-nosnippet>195</a><span class="kw">fn </span>matches_key_prefix(key: <span class="kw-2">&</span>str, prefix: <span class="kw-2">&</span>str) -> bool {
|
||||
<a href=#196 id=196 data-nosnippet>196</a> key == prefix
|
||||
<a href=#197 id=197 data-nosnippet>197</a> || key
|
||||
<a href=#198 id=198 data-nosnippet>198</a> .strip_prefix(prefix)
|
||||
<a href=#199 id=199 data-nosnippet>199</a> .is_some_and(|rest| rest.starts_with(<span class="string">'/'</span>))
|
||||
<a href=#200 id=200 data-nosnippet>200</a>}
|
||||
<a href=#201 id=201 data-nosnippet>201</a>
|
||||
<a href=#202 id=202 data-nosnippet>202</a><span class="kw">fn </span>validate_value<T, F>(key: <span class="kw-2">&</span>str, value: <span class="kw-2">&</span>[u8], parser: F) -> <span class="prelude-ty">Result</span><(), BoxedError>
|
||||
<a href=#203 id=203 data-nosnippet>203</a><span class="kw">where
|
||||
<a href=#204 id=204 data-nosnippet>204</a> </span>F: FnOnce(<span class="kw-2">&</span>[u8]) -> common_meta::error::Result<T>,
|
||||
<a href=#205 id=205 data-nosnippet>205</a>{
|
||||
<a href=#206 id=206 data-nosnippet>206</a> parser(value).map_err(|e| {
|
||||
<a href=#207 id=207 data-nosnippet>207</a> BoxedError::new(
|
||||
<a href=#208 id=208 data-nosnippet>208</a> InvalidArgumentsSnafu {
|
||||
<a href=#209 id=209 data-nosnippet>209</a> msg: <span class="macro">format!</span>(<span class="string">"Invalid metadata value for key: {key}: {e}"</span>),
|
||||
<a href=#210 id=210 data-nosnippet>210</a> }
|
||||
<a href=#211 id=211 data-nosnippet>211</a> .build(),
|
||||
<a href=#212 id=212 data-nosnippet>212</a> )
|
||||
<a href=#213 id=213 data-nosnippet>213</a> })<span class="question-mark">?</span>;
|
||||
<a href=#214 id=214 data-nosnippet>214</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#215 id=215 data-nosnippet>215</a>}
|
||||
<a href=#216 id=216 data-nosnippet>216</a>
|
||||
<a href=#217 id=217 data-nosnippet>217</a><span class="kw">fn </span>validate_key<T>(result: common_meta::error::Result<T>, key: <span class="kw-2">&</span>str) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#218 id=218 data-nosnippet>218</a> result.map_err(|e| {
|
||||
<a href=#219 id=219 data-nosnippet>219</a> BoxedError::new(
|
||||
<a href=#220 id=220 data-nosnippet>220</a> InvalidArgumentsSnafu {
|
||||
<a href=#221 id=221 data-nosnippet>221</a> msg: <span class="macro">format!</span>(<span class="string">"Invalid metadata key: {key}: {e}"</span>),
|
||||
<a href=#222 id=222 data-nosnippet>222</a> }
|
||||
<a href=#223 id=223 data-nosnippet>223</a> .build(),
|
||||
<a href=#224 id=224 data-nosnippet>224</a> )
|
||||
<a href=#225 id=225 data-nosnippet>225</a> })<span class="question-mark">?</span>;
|
||||
<a href=#226 id=226 data-nosnippet>226</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#227 id=227 data-nosnippet>227</a>}
|
||||
<a href=#228 id=228 data-nosnippet>228</a>
|
||||
<a href=#229 id=229 data-nosnippet>229</a><span class="attr">#[cfg(test)]
|
||||
<a href=#230 id=230 data-nosnippet>230</a></span><span class="kw">mod </span>tests {
|
||||
<a href=#231 id=231 data-nosnippet>231</a> <span class="kw">use </span>std::collections::BTreeMap;
|
||||
<a href=#232 id=232 data-nosnippet>232</a> <span class="kw">use </span>std::sync::Arc;
|
||||
<a href=#233 id=233 data-nosnippet>233</a>
|
||||
<a href=#234 id=234 data-nosnippet>234</a> <span class="kw">use </span>clap::Parser;
|
||||
<a href=#235 id=235 data-nosnippet>235</a> <span class="kw">use </span>common_error::ext::{BoxedError, ErrorExt};
|
||||
<a href=#236 id=236 data-nosnippet>236</a> <span class="kw">use </span>common_meta::key::flow::flow_state::FlowStateValue;
|
||||
<a href=#237 id=237 data-nosnippet>237</a> <span class="kw">use </span>common_meta::key::flow::flow_state_full_key;
|
||||
<a href=#238 id=238 data-nosnippet>238</a> <span class="kw">use </span>common_meta::key::schema_name::SchemaNameValue;
|
||||
<a href=#239 id=239 data-nosnippet>239</a> <span class="kw">use </span>common_meta::key::topic_name::TopicNameValue;
|
||||
<a href=#240 id=240 data-nosnippet>240</a> <span class="kw">use </span>common_meta::key::{KAFKA_TOPIC_KEY_PREFIX, MetadataValue, SCHEMA_NAME_KEY_PREFIX};
|
||||
<a href=#241 id=241 data-nosnippet>241</a> <span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#242 id=242 data-nosnippet>242</a> <span class="kw">use </span>common_meta::kv_backend::memory::MemoryKvBackend;
|
||||
<a href=#243 id=243 data-nosnippet>243</a> <span class="kw">use </span>tokio::io::BufReader;
|
||||
<a href=#244 id=244 data-nosnippet>244</a>
|
||||
<a href=#245 id=245 data-nosnippet>245</a> <span class="kw">use </span>super::{
|
||||
<a href=#246 id=246 data-nosnippet>246</a> PutKeyCommand, PutKeyTool, TABLE_ROUTE_PREFIX, matches_key_prefix,
|
||||
<a href=#247 id=247 data-nosnippet>247</a> unsupported_direct_put_reason, validate_metadata_value,
|
||||
<a href=#248 id=248 data-nosnippet>248</a> };
|
||||
<a href=#249 id=249 data-nosnippet>249</a> <span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#250 id=250 data-nosnippet>250</a>
|
||||
<a href=#251 id=251 data-nosnippet>251</a> <span class="kw">impl </span>PutKeyCommand {
|
||||
<a href=#252 id=252 data-nosnippet>252</a> <span class="kw">async fn </span>build_for_test<R>(
|
||||
<a href=#253 id=253 data-nosnippet>253</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#254 id=254 data-nosnippet>254</a> reader: R,
|
||||
<a href=#255 id=255 data-nosnippet>255</a> kv_backend: KvBackendRef,
|
||||
<a href=#256 id=256 data-nosnippet>256</a> ) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError>
|
||||
<a href=#257 id=257 data-nosnippet>257</a> <span class="kw">where
|
||||
<a href=#258 id=258 data-nosnippet>258</a> </span>R: tokio::io::AsyncRead + Unpin,
|
||||
<a href=#259 id=259 data-nosnippet>259</a> {
|
||||
<a href=#260 id=260 data-nosnippet>260</a> <span class="self">self</span>.build_tool(reader, kv_backend).<span class="kw">await
|
||||
<a href=#261 id=261 data-nosnippet>261</a> </span>}
|
||||
<a href=#262 id=262 data-nosnippet>262</a> }
|
||||
<a href=#263 id=263 data-nosnippet>263</a>
|
||||
<a href=#264 id=264 data-nosnippet>264</a> <span class="attr">#[test]
|
||||
<a href=#265 id=265 data-nosnippet>265</a> </span><span class="kw">fn </span>test_validate_supported_key_success() {
|
||||
<a href=#266 id=266 data-nosnippet>266</a> <span class="kw">let </span>value = SchemaNameValue::default().try_as_raw_value().unwrap();
|
||||
<a href=#267 id=267 data-nosnippet>267</a>
|
||||
<a href=#268 id=268 data-nosnippet>268</a> validate_metadata_value(<span class="kw-2">&</span><span class="macro">format!</span>(<span class="string">"{SCHEMA_NAME_KEY_PREFIX}/greptime/public"</span>), <span class="kw-2">&</span>value)
|
||||
<a href=#269 id=269 data-nosnippet>269</a> .unwrap();
|
||||
<a href=#270 id=270 data-nosnippet>270</a> }
|
||||
<a href=#271 id=271 data-nosnippet>271</a>
|
||||
<a href=#272 id=272 data-nosnippet>272</a> <span class="attr">#[test]
|
||||
<a href=#273 id=273 data-nosnippet>273</a> </span><span class="kw">fn </span>test_validate_supported_key_invalid_value() {
|
||||
<a href=#274 id=274 data-nosnippet>274</a> <span class="kw">let </span>err = validate_metadata_value(
|
||||
<a href=#275 id=275 data-nosnippet>275</a> <span class="kw-2">&</span><span class="macro">format!</span>(<span class="string">"{KAFKA_TOPIC_KEY_PREFIX}/test-topic"</span>),
|
||||
<a href=#276 id=276 data-nosnippet>276</a> <span class="string">b"not-a-valid-json-value"</span>,
|
||||
<a href=#277 id=277 data-nosnippet>277</a> )
|
||||
<a href=#278 id=278 data-nosnippet>278</a> .unwrap_err();
|
||||
<a href=#279 id=279 data-nosnippet>279</a>
|
||||
<a href=#280 id=280 data-nosnippet>280</a> <span class="macro">assert!</span>(err.output_msg().contains(<span class="string">"Invalid metadata value for key"</span>));
|
||||
<a href=#281 id=281 data-nosnippet>281</a> }
|
||||
<a href=#282 id=282 data-nosnippet>282</a>
|
||||
<a href=#283 id=283 data-nosnippet>283</a> <span class="attr">#[test]
|
||||
<a href=#284 id=284 data-nosnippet>284</a> </span><span class="kw">fn </span>test_validate_complex_key_fails() {
|
||||
<a href=#285 id=285 data-nosnippet>285</a> <span class="kw">let </span>value = serde_json::to_vec(<span class="kw-2">&</span>BTreeMap::<u32, u32>::new()).unwrap();
|
||||
<a href=#286 id=286 data-nosnippet>286</a> <span class="kw">let </span>err =
|
||||
<a href=#287 id=287 data-nosnippet>287</a> validate_metadata_value(<span class="kw-2">&</span><span class="macro">format!</span>(<span class="string">"{TABLE_ROUTE_PREFIX}/1024"</span>), <span class="kw-2">&</span>value).unwrap_err();
|
||||
<a href=#288 id=288 data-nosnippet>288</a>
|
||||
<a href=#289 id=289 data-nosnippet>289</a> <span class="macro">assert!</span>(
|
||||
<a href=#290 id=290 data-nosnippet>290</a> err.output_msg()
|
||||
<a href=#291 id=291 data-nosnippet>291</a> .contains(<span class="string">"Direct put is not supported for table route metadata"</span>)
|
||||
<a href=#292 id=292 data-nosnippet>292</a> );
|
||||
<a href=#293 id=293 data-nosnippet>293</a> }
|
||||
<a href=#294 id=294 data-nosnippet>294</a>
|
||||
<a href=#295 id=295 data-nosnippet>295</a> <span class="attr">#[test]
|
||||
<a href=#296 id=296 data-nosnippet>296</a> </span><span class="kw">fn </span>test_validate_unknown_key_fails() {
|
||||
<a href=#297 id=297 data-nosnippet>297</a> <span class="kw">let </span>err = validate_metadata_value(<span class="string">"__unknown/foo"</span>, <span class="string">b"{}"</span>).unwrap_err();
|
||||
<a href=#298 id=298 data-nosnippet>298</a>
|
||||
<a href=#299 id=299 data-nosnippet>299</a> <span class="macro">assert!</span>(
|
||||
<a href=#300 id=300 data-nosnippet>300</a> err.output_msg()
|
||||
<a href=#301 id=301 data-nosnippet>301</a> .contains(<span class="string">"Unsupported metadata key for validation"</span>)
|
||||
<a href=#302 id=302 data-nosnippet>302</a> );
|
||||
<a href=#303 id=303 data-nosnippet>303</a> }
|
||||
<a href=#304 id=304 data-nosnippet>304</a>
|
||||
<a href=#305 id=305 data-nosnippet>305</a> <span class="attr">#[test]
|
||||
<a href=#306 id=306 data-nosnippet>306</a> </span><span class="kw">fn </span>test_validate_invalid_supported_key_fails() {
|
||||
<a href=#307 id=307 data-nosnippet>307</a> <span class="kw">let </span>value = SchemaNameValue::default().try_as_raw_value().unwrap();
|
||||
<a href=#308 id=308 data-nosnippet>308</a> <span class="kw">let </span>err = validate_metadata_value(<span class="string">"__schema_name/greptime"</span>, <span class="kw-2">&</span>value).unwrap_err();
|
||||
<a href=#309 id=309 data-nosnippet>309</a>
|
||||
<a href=#310 id=310 data-nosnippet>310</a> <span class="macro">assert!</span>(
|
||||
<a href=#311 id=311 data-nosnippet>311</a> err.output_msg()
|
||||
<a href=#312 id=312 data-nosnippet>312</a> .contains(<span class="string">"Invalid metadata key: __schema_name/greptime"</span>)
|
||||
<a href=#313 id=313 data-nosnippet>313</a> );
|
||||
<a href=#314 id=314 data-nosnippet>314</a> }
|
||||
<a href=#315 id=315 data-nosnippet>315</a>
|
||||
<a href=#316 id=316 data-nosnippet>316</a> <span class="attr">#[test]
|
||||
<a href=#317 id=317 data-nosnippet>317</a> </span><span class="kw">fn </span>test_unsupported_direct_put_reason_covers_complex_keys() {
|
||||
<a href=#318 id=318 data-nosnippet>318</a> <span class="kw">let </span>cases = [
|
||||
<a href=#319 id=319 data-nosnippet>319</a> <span class="string">"__table_route/1024"</span>,
|
||||
<a href=#320 id=320 data-nosnippet>320</a> <span class="string">"__table_info/1024"</span>,
|
||||
<a href=#321 id=321 data-nosnippet>321</a> <span class="string">"__table_name/greptime/public/demo"</span>,
|
||||
<a href=#322 id=322 data-nosnippet>322</a> <span class="string">"__dn_table/1/1024"</span>,
|
||||
<a href=#323 id=323 data-nosnippet>323</a> <span class="string">"__flow/route/1/1"</span>,
|
||||
<a href=#324 id=324 data-nosnippet>324</a> ];
|
||||
<a href=#325 id=325 data-nosnippet>325</a>
|
||||
<a href=#326 id=326 data-nosnippet>326</a> <span class="kw">for </span>key <span class="kw">in </span>cases {
|
||||
<a href=#327 id=327 data-nosnippet>327</a> <span class="macro">assert!</span>(unsupported_direct_put_reason(key).is_some(), <span class="string">"key: {key}"</span>);
|
||||
<a href=#328 id=328 data-nosnippet>328</a> }
|
||||
<a href=#329 id=329 data-nosnippet>329</a> }
|
||||
<a href=#330 id=330 data-nosnippet>330</a>
|
||||
<a href=#331 id=331 data-nosnippet>331</a> <span class="attr">#[test]
|
||||
<a href=#332 id=332 data-nosnippet>332</a> </span><span class="kw">fn </span>test_matches_key_prefix() {
|
||||
<a href=#333 id=333 data-nosnippet>333</a> <span class="macro">assert!</span>(matches_key_prefix(<span class="string">"__table_route"</span>, <span class="string">"__table_route"</span>));
|
||||
<a href=#334 id=334 data-nosnippet>334</a> <span class="macro">assert!</span>(matches_key_prefix(<span class="string">"__table_route/1024"</span>, <span class="string">"__table_route"</span>));
|
||||
<a href=#335 id=335 data-nosnippet>335</a> <span class="macro">assert!</span>(!matches_key_prefix(
|
||||
<a href=#336 id=336 data-nosnippet>336</a> <span class="string">"__table_route_extra/1024"</span>,
|
||||
<a href=#337 id=337 data-nosnippet>337</a> <span class="string">"__table_route"
|
||||
<a href=#338 id=338 data-nosnippet>338</a> </span>));
|
||||
<a href=#339 id=339 data-nosnippet>339</a> <span class="macro">assert!</span>(!matches_key_prefix(<span class="string">"__table_routex"</span>, <span class="string">"__table_route"</span>));
|
||||
<a href=#340 id=340 data-nosnippet>340</a> <span class="macro">assert!</span>(!matches_key_prefix(
|
||||
<a href=#341 id=341 data-nosnippet>341</a> <span class="string">"__topic_name/kafka_backup/foo"</span>,
|
||||
<a href=#342 id=342 data-nosnippet>342</a> <span class="string">"__topic_name/kafka"
|
||||
<a href=#343 id=343 data-nosnippet>343</a> </span>));
|
||||
<a href=#344 id=344 data-nosnippet>344</a> }
|
||||
<a href=#345 id=345 data-nosnippet>345</a>
|
||||
<a href=#346 id=346 data-nosnippet>346</a> <span class="attr">#[test]
|
||||
<a href=#347 id=347 data-nosnippet>347</a> </span><span class="kw">fn </span>test_validate_exact_flow_state_key() {
|
||||
<a href=#348 id=348 data-nosnippet>348</a> <span class="kw">let </span>value = FlowStateValue::new(BTreeMap::new(), BTreeMap::new())
|
||||
<a href=#349 id=349 data-nosnippet>349</a> .try_as_raw_value()
|
||||
<a href=#350 id=350 data-nosnippet>350</a> .unwrap();
|
||||
<a href=#351 id=351 data-nosnippet>351</a>
|
||||
<a href=#352 id=352 data-nosnippet>352</a> validate_metadata_value(<span class="kw-2">&</span>flow_state_full_key(), <span class="kw-2">&</span>value).unwrap();
|
||||
<a href=#353 id=353 data-nosnippet>353</a> }
|
||||
<a href=#354 id=354 data-nosnippet>354</a>
|
||||
<a href=#355 id=355 data-nosnippet>355</a> <span class="attr">#[tokio::test]
|
||||
<a href=#356 id=356 data-nosnippet>356</a> </span><span class="kw">async fn </span>test_put_key_tool_writes_supported_key() {
|
||||
<a href=#357 id=357 data-nosnippet>357</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef;
|
||||
<a href=#358 id=358 data-nosnippet>358</a> <span class="kw">let </span>value = TopicNameValue::new(<span class="number">42</span>).try_as_raw_value().unwrap();
|
||||
<a href=#359 id=359 data-nosnippet>359</a> <span class="kw">let </span>key = <span class="macro">format!</span>(<span class="string">"{KAFKA_TOPIC_KEY_PREFIX}/test-topic"</span>);
|
||||
<a href=#360 id=360 data-nosnippet>360</a> <span class="kw">let </span>tool = PutKeyTool {
|
||||
<a href=#361 id=361 data-nosnippet>361</a> kv_backend: kv_backend.clone(),
|
||||
<a href=#362 id=362 data-nosnippet>362</a> key: key.clone(),
|
||||
<a href=#363 id=363 data-nosnippet>363</a> value: value.clone(),
|
||||
<a href=#364 id=364 data-nosnippet>364</a> no_validate: <span class="bool-val">false</span>,
|
||||
<a href=#365 id=365 data-nosnippet>365</a> };
|
||||
<a href=#366 id=366 data-nosnippet>366</a>
|
||||
<a href=#367 id=367 data-nosnippet>367</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#368 id=368 data-nosnippet>368</a>
|
||||
<a href=#369 id=369 data-nosnippet>369</a> <span class="kw">let </span>stored = kv_backend.get(key.as_bytes()).<span class="kw">await</span>.unwrap().unwrap();
|
||||
<a href=#370 id=370 data-nosnippet>370</a> <span class="macro">assert_eq!</span>(stored.value, value);
|
||||
<a href=#371 id=371 data-nosnippet>371</a> }
|
||||
<a href=#372 id=372 data-nosnippet>372</a>
|
||||
<a href=#373 id=373 data-nosnippet>373</a> <span class="attr">#[tokio::test]
|
||||
<a href=#374 id=374 data-nosnippet>374</a> </span><span class="kw">async fn </span>test_put_key_tool_bypasses_validation() {
|
||||
<a href=#375 id=375 data-nosnippet>375</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef;
|
||||
<a href=#376 id=376 data-nosnippet>376</a> <span class="kw">let </span>key = <span class="macro">format!</span>(<span class="string">"{TABLE_ROUTE_PREFIX}/1024"</span>);
|
||||
<a href=#377 id=377 data-nosnippet>377</a> <span class="kw">let </span>value = <span class="string">b"not-json"</span>.to_vec();
|
||||
<a href=#378 id=378 data-nosnippet>378</a> <span class="kw">let </span>tool = PutKeyTool {
|
||||
<a href=#379 id=379 data-nosnippet>379</a> kv_backend: kv_backend.clone(),
|
||||
<a href=#380 id=380 data-nosnippet>380</a> key: key.clone(),
|
||||
<a href=#381 id=381 data-nosnippet>381</a> value: value.clone(),
|
||||
<a href=#382 id=382 data-nosnippet>382</a> no_validate: <span class="bool-val">true</span>,
|
||||
<a href=#383 id=383 data-nosnippet>383</a> };
|
||||
<a href=#384 id=384 data-nosnippet>384</a>
|
||||
<a href=#385 id=385 data-nosnippet>385</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#386 id=386 data-nosnippet>386</a>
|
||||
<a href=#387 id=387 data-nosnippet>387</a> <span class="kw">let </span>stored = kv_backend.get(key.as_bytes()).<span class="kw">await</span>.unwrap().unwrap();
|
||||
<a href=#388 id=388 data-nosnippet>388</a> <span class="macro">assert_eq!</span>(stored.value, value);
|
||||
<a href=#389 id=389 data-nosnippet>389</a> }
|
||||
<a href=#390 id=390 data-nosnippet>390</a>
|
||||
<a href=#391 id=391 data-nosnippet>391</a> <span class="attr">#[test]
|
||||
<a href=#392 id=392 data-nosnippet>392</a> </span><span class="kw">fn </span>test_put_key_command_requires_value_stdin() {
|
||||
<a href=#393 id=393 data-nosnippet>393</a> <span class="kw">let </span>err = PutKeyCommand::try_parse_from([
|
||||
<a href=#394 id=394 data-nosnippet>394</a> <span class="string">"key"</span>,
|
||||
<a href=#395 id=395 data-nosnippet>395</a> <span class="string">"__topic_name/kafka/test-cli-topic"</span>,
|
||||
<a href=#396 id=396 data-nosnippet>396</a> <span class="string">"--backend"</span>,
|
||||
<a href=#397 id=397 data-nosnippet>397</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#398 id=398 data-nosnippet>398</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#399 id=399 data-nosnippet>399</a> <span class="string">"memory://"</span>,
|
||||
<a href=#400 id=400 data-nosnippet>400</a> ])
|
||||
<a href=#401 id=401 data-nosnippet>401</a> .unwrap_err();
|
||||
<a href=#402 id=402 data-nosnippet>402</a>
|
||||
<a href=#403 id=403 data-nosnippet>403</a> <span class="macro">assert_eq!</span>(err.kind(), clap::error::ErrorKind::MissingRequiredArgument);
|
||||
<a href=#404 id=404 data-nosnippet>404</a> }
|
||||
<a href=#405 id=405 data-nosnippet>405</a>
|
||||
<a href=#406 id=406 data-nosnippet>406</a> <span class="attr">#[tokio::test]
|
||||
<a href=#407 id=407 data-nosnippet>407</a> </span><span class="kw">async fn </span>test_put_key_command_builds_tool_with_stdin() {
|
||||
<a href=#408 id=408 data-nosnippet>408</a> <span class="kw">let </span>value = TopicNameValue::new(<span class="number">7</span>).try_as_raw_value().unwrap();
|
||||
<a href=#409 id=409 data-nosnippet>409</a> <span class="kw">let </span>command = PutKeyCommand::parse_from([
|
||||
<a href=#410 id=410 data-nosnippet>410</a> <span class="string">"key"</span>,
|
||||
<a href=#411 id=411 data-nosnippet>411</a> <span class="string">"__topic_name/kafka/test-cli-topic"</span>,
|
||||
<a href=#412 id=412 data-nosnippet>412</a> <span class="string">"--value-stdin"</span>,
|
||||
<a href=#413 id=413 data-nosnippet>413</a> <span class="string">"--backend"</span>,
|
||||
<a href=#414 id=414 data-nosnippet>414</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#415 id=415 data-nosnippet>415</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#416 id=416 data-nosnippet>416</a> <span class="string">"memory://"</span>,
|
||||
<a href=#417 id=417 data-nosnippet>417</a> ]);
|
||||
<a href=#418 id=418 data-nosnippet>418</a>
|
||||
<a href=#419 id=419 data-nosnippet>419</a> <span class="kw">let </span>tool = command
|
||||
<a href=#420 id=420 data-nosnippet>420</a> .build_for_test(
|
||||
<a href=#421 id=421 data-nosnippet>421</a> BufReader::new(value.as_slice()),
|
||||
<a href=#422 id=422 data-nosnippet>422</a> Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef,
|
||||
<a href=#423 id=423 data-nosnippet>423</a> )
|
||||
<a href=#424 id=424 data-nosnippet>424</a> .<span class="kw">await
|
||||
<a href=#425 id=425 data-nosnippet>425</a> </span>.unwrap();
|
||||
<a href=#426 id=426 data-nosnippet>426</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#427 id=427 data-nosnippet>427</a> }
|
||||
<a href=#428 id=428 data-nosnippet>428</a>
|
||||
<a href=#429 id=429 data-nosnippet>429</a> <span class="attr">#[tokio::test]
|
||||
<a href=#430 id=430 data-nosnippet>430</a> </span><span class="kw">async fn </span>test_put_key_command_validate_failure() {
|
||||
<a href=#431 id=431 data-nosnippet>431</a> <span class="kw">let </span>tool = PutKeyTool {
|
||||
<a href=#432 id=432 data-nosnippet>432</a> kv_backend: Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef,
|
||||
<a href=#433 id=433 data-nosnippet>433</a> key: <span class="string">"__table_route/1024"</span>.to_string(),
|
||||
<a href=#434 id=434 data-nosnippet>434</a> value: <span class="string">b"{}"</span>.to_vec(),
|
||||
<a href=#435 id=435 data-nosnippet>435</a> no_validate: <span class="bool-val">false</span>,
|
||||
<a href=#436 id=436 data-nosnippet>436</a> };
|
||||
<a href=#437 id=437 data-nosnippet>437</a> <span class="kw">let </span>err = tool.do_work().<span class="kw">await</span>.unwrap_err();
|
||||
<a href=#438 id=438 data-nosnippet>438</a>
|
||||
<a href=#439 id=439 data-nosnippet>439</a> <span class="macro">assert!</span>(
|
||||
<a href=#440 id=440 data-nosnippet>440</a> err.output_msg()
|
||||
<a href=#441 id=441 data-nosnippet>441</a> .contains(<span class="string">"Direct put is not supported for table route metadata"</span>)
|
||||
<a href=#442 id=442 data-nosnippet>442</a> );
|
||||
<a href=#443 id=443 data-nosnippet>443</a> }
|
||||
<a href=#444 id=444 data-nosnippet>444</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
688
src/cli/metadata/control/put/table.rs.html
Normal file
688
src/cli/metadata/control/put/table.rs.html
Normal file
@@ -0,0 +1,688 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/put/table.rs`."><title>table.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../../" data-static-root-path="../../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../../src-files.js"></script><script defer src="../../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/put/</div>table.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>std::collections::HashSet;
|
||||
<a href=#16 id=16 data-nosnippet>16</a>
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>async_trait::async_trait;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>clap::{Parser, Subcommand};
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::key::datanode_table::{DatanodeTableKey, RegionInfo};
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span>common_meta::key::table_info::TableInfoValue;
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span>common_meta::key::table_route::TableRouteValue;
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span>common_meta::key::{
|
||||
<a href=#24 id=24 data-nosnippet>24</a> DeserializedValueWithBytes, MetadataValue, RegionDistribution, TableMetadataManager,
|
||||
<a href=#25 id=25 data-nosnippet>25</a>};
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#27 id=27 data-nosnippet>27</a><span class="kw">use </span>common_meta::rpc::router::{RegionRoute, region_distribution};
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="kw">use </span>snafu::{OptionExt, ensure};
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="kw">use </span>store_api::storage::TableId;
|
||||
<a href=#30 id=30 data-nosnippet>30</a><span class="kw">use </span>table::metadata::TableInfo;
|
||||
<a href=#31 id=31 data-nosnippet>31</a>
|
||||
<a href=#32 id=32 data-nosnippet>32</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#33 id=33 data-nosnippet>33</a><span class="kw">use </span><span class="kw">crate</span>::common::StoreConfig;
|
||||
<a href=#34 id=34 data-nosnippet>34</a><span class="kw">use </span><span class="kw">crate</span>::error::{Error, InvalidArgumentsSnafu, TableNotFoundSnafu, UnexpectedSnafu};
|
||||
<a href=#35 id=35 data-nosnippet>35</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::put::read_value;
|
||||
<a href=#36 id=36 data-nosnippet>36</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::selector::TableSelector;
|
||||
<a href=#37 id=37 data-nosnippet>37</a>
|
||||
<a href=#38 id=38 data-nosnippet>38</a><span class="doccomment">/// Put table metadata into the metadata store.
|
||||
<a href=#39 id=39 data-nosnippet>39</a></span><span class="attr">#[derive(Subcommand)]
|
||||
<a href=#40 id=40 data-nosnippet>40</a></span><span class="kw">pub enum </span>PutTableCommand {
|
||||
<a href=#41 id=41 data-nosnippet>41</a> Info(PutTableInfoCommand),
|
||||
<a href=#42 id=42 data-nosnippet>42</a> Route(PutTableRouteCommand),
|
||||
<a href=#43 id=43 data-nosnippet>43</a>}
|
||||
<a href=#44 id=44 data-nosnippet>44</a>
|
||||
<a href=#45 id=45 data-nosnippet>45</a><span class="kw">impl </span>PutTableCommand {
|
||||
<a href=#46 id=46 data-nosnippet>46</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#47 id=47 data-nosnippet>47</a> <span class="kw">match </span><span class="self">self </span>{
|
||||
<a href=#48 id=48 data-nosnippet>48</a> PutTableCommand::Info(cmd) => cmd.build().<span class="kw">await</span>,
|
||||
<a href=#49 id=49 data-nosnippet>49</a> PutTableCommand::Route(cmd) => cmd.build().<span class="kw">await</span>,
|
||||
<a href=#50 id=50 data-nosnippet>50</a> }
|
||||
<a href=#51 id=51 data-nosnippet>51</a> }
|
||||
<a href=#52 id=52 data-nosnippet>52</a>}
|
||||
<a href=#53 id=53 data-nosnippet>53</a>
|
||||
<a href=#54 id=54 data-nosnippet>54</a><span class="doccomment">/// Put table info into the metadata store.
|
||||
<a href=#55 id=55 data-nosnippet>55</a></span><span class="attr">#[derive(Debug, Parser)]
|
||||
<a href=#56 id=56 data-nosnippet>56</a></span><span class="kw">pub struct </span>PutTableInfoCommand {
|
||||
<a href=#57 id=57 data-nosnippet>57</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#58 id=58 data-nosnippet>58</a> </span>selector: TableSelector,
|
||||
<a href=#59 id=59 data-nosnippet>59</a>
|
||||
<a href=#60 id=60 data-nosnippet>60</a> <span class="doccomment">/// Read the JSON-encoded [`TableInfoValue`] from standard input.
|
||||
<a href=#61 id=61 data-nosnippet>61</a> </span><span class="attr">#[clap(long, required = <span class="bool-val">true</span>)]
|
||||
<a href=#62 id=62 data-nosnippet>62</a> </span>value_stdin: bool,
|
||||
<a href=#63 id=63 data-nosnippet>63</a>
|
||||
<a href=#64 id=64 data-nosnippet>64</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#65 id=65 data-nosnippet>65</a> </span>store: StoreConfig,
|
||||
<a href=#66 id=66 data-nosnippet>66</a>}
|
||||
<a href=#67 id=67 data-nosnippet>67</a>
|
||||
<a href=#68 id=68 data-nosnippet>68</a><span class="kw">impl </span>PutTableInfoCommand {
|
||||
<a href=#69 id=69 data-nosnippet>69</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#70 id=70 data-nosnippet>70</a> <span class="kw">let </span>kv_backend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="self">self</span>.build_tool(tokio::io::stdin(), kv_backend).<span class="kw">await
|
||||
<a href=#72 id=72 data-nosnippet>72</a> </span>}
|
||||
<a href=#73 id=73 data-nosnippet>73</a>
|
||||
<a href=#74 id=74 data-nosnippet>74</a> <span class="kw">async fn </span>build_tool<R>(
|
||||
<a href=#75 id=75 data-nosnippet>75</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#76 id=76 data-nosnippet>76</a> reader: R,
|
||||
<a href=#77 id=77 data-nosnippet>77</a> kv_backend: KvBackendRef,
|
||||
<a href=#78 id=78 data-nosnippet>78</a> ) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError>
|
||||
<a href=#79 id=79 data-nosnippet>79</a> <span class="kw">where
|
||||
<a href=#80 id=80 data-nosnippet>80</a> </span>R: tokio::io::AsyncRead + Unpin,
|
||||
<a href=#81 id=81 data-nosnippet>81</a> {
|
||||
<a href=#82 id=82 data-nosnippet>82</a> <span class="self">self</span>.selector.validate()<span class="question-mark">?</span>;
|
||||
<a href=#83 id=83 data-nosnippet>83</a> <span class="prelude-val">Ok</span>(Box::new(PutTableInfoTool {
|
||||
<a href=#84 id=84 data-nosnippet>84</a> kv_backend,
|
||||
<a href=#85 id=85 data-nosnippet>85</a> selector: <span class="self">self</span>.selector.clone(),
|
||||
<a href=#86 id=86 data-nosnippet>86</a> value: read_value(reader).<span class="kw">await</span><span class="question-mark">?</span>,
|
||||
<a href=#87 id=87 data-nosnippet>87</a> }))
|
||||
<a href=#88 id=88 data-nosnippet>88</a> }
|
||||
<a href=#89 id=89 data-nosnippet>89</a>}
|
||||
<a href=#90 id=90 data-nosnippet>90</a>
|
||||
<a href=#91 id=91 data-nosnippet>91</a><span class="kw">struct </span>PutTableInfoTool {
|
||||
<a href=#92 id=92 data-nosnippet>92</a> kv_backend: KvBackendRef,
|
||||
<a href=#93 id=93 data-nosnippet>93</a> selector: TableSelector,
|
||||
<a href=#94 id=94 data-nosnippet>94</a> value: Vec<u8>,
|
||||
<a href=#95 id=95 data-nosnippet>95</a>}
|
||||
<a href=#96 id=96 data-nosnippet>96</a>
|
||||
<a href=#97 id=97 data-nosnippet>97</a><span class="attr">#[async_trait]
|
||||
<a href=#98 id=98 data-nosnippet>98</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>PutTableInfoTool {
|
||||
<a href=#99 id=99 data-nosnippet>99</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#100 id=100 data-nosnippet>100</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(<span class="self">self</span>.kv_backend.clone());
|
||||
<a href=#101 id=101 data-nosnippet>101</a> <span class="kw">let </span><span class="prelude-val">Some</span>(table_id) = <span class="self">self
|
||||
<a href=#102 id=102 data-nosnippet>102</a> </span>.selector
|
||||
<a href=#103 id=103 data-nosnippet>103</a> .resolve_table_id(table_metadata_manager.table_name_manager())
|
||||
<a href=#104 id=104 data-nosnippet>104</a> .<span class="kw">await</span><span class="question-mark">?
|
||||
<a href=#105 id=105 data-nosnippet>105</a> </span><span class="kw">else </span>{
|
||||
<a href=#106 id=106 data-nosnippet>106</a> <span class="kw">return </span><span class="prelude-val">Err</span>(BoxedError::new(
|
||||
<a href=#107 id=107 data-nosnippet>107</a> UnexpectedSnafu {
|
||||
<a href=#108 id=108 data-nosnippet>108</a> msg: <span class="macro">format!</span>(<span class="string">"Table({}) not found"</span>, <span class="self">self</span>.selector.formatted_table_name()),
|
||||
<a href=#109 id=109 data-nosnippet>109</a> }
|
||||
<a href=#110 id=110 data-nosnippet>110</a> .build(),
|
||||
<a href=#111 id=111 data-nosnippet>111</a> ));
|
||||
<a href=#112 id=112 data-nosnippet>112</a> };
|
||||
<a href=#113 id=113 data-nosnippet>113</a>
|
||||
<a href=#114 id=114 data-nosnippet>114</a> <span class="kw">let </span>(current_table_info, current_table_route) =
|
||||
<a href=#115 id=115 data-nosnippet>115</a> load_table_metadata(<span class="kw-2">&</span>table_metadata_manager, table_id).<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#116 id=116 data-nosnippet>116</a> <span class="kw">let </span>new_table_info = TableInfoValue::try_from_raw_value(<span class="kw-2">&</span><span class="self">self</span>.value)
|
||||
<a href=#117 id=117 data-nosnippet>117</a> .map_err(|e| {
|
||||
<a href=#118 id=118 data-nosnippet>118</a> BoxedError::new(
|
||||
<a href=#119 id=119 data-nosnippet>119</a> InvalidArgumentsSnafu {
|
||||
<a href=#120 id=120 data-nosnippet>120</a> msg: <span class="macro">format!</span>(<span class="string">"Invalid table info JSON: {e}"</span>),
|
||||
<a href=#121 id=121 data-nosnippet>121</a> }
|
||||
<a href=#122 id=122 data-nosnippet>122</a> .build(),
|
||||
<a href=#123 id=123 data-nosnippet>123</a> )
|
||||
<a href=#124 id=124 data-nosnippet>124</a> })<span class="question-mark">?
|
||||
<a href=#125 id=125 data-nosnippet>125</a> </span>.table_info;
|
||||
<a href=#126 id=126 data-nosnippet>126</a> validate_table_info(table_id, <span class="kw-2">&</span>current_table_info.table_info, <span class="kw-2">&</span>new_table_info)
|
||||
<a href=#127 id=127 data-nosnippet>127</a> .map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#128 id=128 data-nosnippet>128</a>
|
||||
<a href=#129 id=129 data-nosnippet>129</a> <span class="kw">let </span>region_distribution =
|
||||
<a href=#130 id=130 data-nosnippet>130</a> physical_region_distribution(current_table_route.get_inner_ref())<span class="question-mark">?</span>;
|
||||
<a href=#131 id=131 data-nosnippet>131</a>
|
||||
<a href=#132 id=132 data-nosnippet>132</a> <span class="kw">if </span>current_table_info.table_info != new_table_info {
|
||||
<a href=#133 id=133 data-nosnippet>133</a> table_metadata_manager
|
||||
<a href=#134 id=134 data-nosnippet>134</a> .update_table_info(<span class="kw-2">&</span>current_table_info, region_distribution, new_table_info)
|
||||
<a href=#135 id=135 data-nosnippet>135</a> .<span class="kw">await
|
||||
<a href=#136 id=136 data-nosnippet>136</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#137 id=137 data-nosnippet>137</a> <span class="macro">println!</span>(<span class="string">"Table({table_id}) info updated"</span>);
|
||||
<a href=#138 id=138 data-nosnippet>138</a> }
|
||||
<a href=#139 id=139 data-nosnippet>139</a>
|
||||
<a href=#140 id=140 data-nosnippet>140</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#141 id=141 data-nosnippet>141</a> }
|
||||
<a href=#142 id=142 data-nosnippet>142</a>}
|
||||
<a href=#143 id=143 data-nosnippet>143</a>
|
||||
<a href=#144 id=144 data-nosnippet>144</a><span class="doccomment">/// Put table route into the metadata store.
|
||||
<a href=#145 id=145 data-nosnippet>145</a></span><span class="attr">#[derive(Debug, Parser)]
|
||||
<a href=#146 id=146 data-nosnippet>146</a></span><span class="kw">pub struct </span>PutTableRouteCommand {
|
||||
<a href=#147 id=147 data-nosnippet>147</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#148 id=148 data-nosnippet>148</a> </span>selector: TableSelector,
|
||||
<a href=#149 id=149 data-nosnippet>149</a>
|
||||
<a href=#150 id=150 data-nosnippet>150</a> <span class="doccomment">/// Read the JSON-encoded [`TableRouteValue`] from standard input.
|
||||
<a href=#151 id=151 data-nosnippet>151</a> </span><span class="attr">#[clap(long, required = <span class="bool-val">true</span>)]
|
||||
<a href=#152 id=152 data-nosnippet>152</a> </span>value_stdin: bool,
|
||||
<a href=#153 id=153 data-nosnippet>153</a>
|
||||
<a href=#154 id=154 data-nosnippet>154</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#155 id=155 data-nosnippet>155</a> </span>store: StoreConfig,
|
||||
<a href=#156 id=156 data-nosnippet>156</a>}
|
||||
<a href=#157 id=157 data-nosnippet>157</a>
|
||||
<a href=#158 id=158 data-nosnippet>158</a><span class="kw">impl </span>PutTableRouteCommand {
|
||||
<a href=#159 id=159 data-nosnippet>159</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#160 id=160 data-nosnippet>160</a> <span class="kw">let </span>kv_backend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#161 id=161 data-nosnippet>161</a> <span class="self">self</span>.build_tool(tokio::io::stdin(), kv_backend).<span class="kw">await
|
||||
<a href=#162 id=162 data-nosnippet>162</a> </span>}
|
||||
<a href=#163 id=163 data-nosnippet>163</a>
|
||||
<a href=#164 id=164 data-nosnippet>164</a> <span class="kw">async fn </span>build_tool<R>(
|
||||
<a href=#165 id=165 data-nosnippet>165</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#166 id=166 data-nosnippet>166</a> reader: R,
|
||||
<a href=#167 id=167 data-nosnippet>167</a> kv_backend: KvBackendRef,
|
||||
<a href=#168 id=168 data-nosnippet>168</a> ) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError>
|
||||
<a href=#169 id=169 data-nosnippet>169</a> <span class="kw">where
|
||||
<a href=#170 id=170 data-nosnippet>170</a> </span>R: tokio::io::AsyncRead + Unpin,
|
||||
<a href=#171 id=171 data-nosnippet>171</a> {
|
||||
<a href=#172 id=172 data-nosnippet>172</a> <span class="self">self</span>.selector.validate()<span class="question-mark">?</span>;
|
||||
<a href=#173 id=173 data-nosnippet>173</a> <span class="prelude-val">Ok</span>(Box::new(PutTableRouteTool {
|
||||
<a href=#174 id=174 data-nosnippet>174</a> kv_backend,
|
||||
<a href=#175 id=175 data-nosnippet>175</a> selector: <span class="self">self</span>.selector.clone(),
|
||||
<a href=#176 id=176 data-nosnippet>176</a> value: read_value(reader).<span class="kw">await</span><span class="question-mark">?</span>,
|
||||
<a href=#177 id=177 data-nosnippet>177</a> }))
|
||||
<a href=#178 id=178 data-nosnippet>178</a> }
|
||||
<a href=#179 id=179 data-nosnippet>179</a>}
|
||||
<a href=#180 id=180 data-nosnippet>180</a>
|
||||
<a href=#181 id=181 data-nosnippet>181</a><span class="kw">struct </span>PutTableRouteTool {
|
||||
<a href=#182 id=182 data-nosnippet>182</a> kv_backend: KvBackendRef,
|
||||
<a href=#183 id=183 data-nosnippet>183</a> selector: TableSelector,
|
||||
<a href=#184 id=184 data-nosnippet>184</a> value: Vec<u8>,
|
||||
<a href=#185 id=185 data-nosnippet>185</a>}
|
||||
<a href=#186 id=186 data-nosnippet>186</a>
|
||||
<a href=#187 id=187 data-nosnippet>187</a><span class="attr">#[async_trait]
|
||||
<a href=#188 id=188 data-nosnippet>188</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>PutTableRouteTool {
|
||||
<a href=#189 id=189 data-nosnippet>189</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#190 id=190 data-nosnippet>190</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(<span class="self">self</span>.kv_backend.clone());
|
||||
<a href=#191 id=191 data-nosnippet>191</a> <span class="kw">let </span><span class="prelude-val">Some</span>(table_id) = <span class="self">self
|
||||
<a href=#192 id=192 data-nosnippet>192</a> </span>.selector
|
||||
<a href=#193 id=193 data-nosnippet>193</a> .resolve_table_id(table_metadata_manager.table_name_manager())
|
||||
<a href=#194 id=194 data-nosnippet>194</a> .<span class="kw">await</span><span class="question-mark">?
|
||||
<a href=#195 id=195 data-nosnippet>195</a> </span><span class="kw">else </span>{
|
||||
<a href=#196 id=196 data-nosnippet>196</a> <span class="kw">return </span><span class="prelude-val">Err</span>(BoxedError::new(
|
||||
<a href=#197 id=197 data-nosnippet>197</a> UnexpectedSnafu {
|
||||
<a href=#198 id=198 data-nosnippet>198</a> msg: <span class="macro">format!</span>(<span class="string">"Table({}) not found"</span>, <span class="self">self</span>.selector.formatted_table_name()),
|
||||
<a href=#199 id=199 data-nosnippet>199</a> }
|
||||
<a href=#200 id=200 data-nosnippet>200</a> .build(),
|
||||
<a href=#201 id=201 data-nosnippet>201</a> ));
|
||||
<a href=#202 id=202 data-nosnippet>202</a> };
|
||||
<a href=#203 id=203 data-nosnippet>203</a>
|
||||
<a href=#204 id=204 data-nosnippet>204</a> <span class="kw">let </span>(current_table_info, current_table_route) =
|
||||
<a href=#205 id=205 data-nosnippet>205</a> load_table_metadata(<span class="kw-2">&</span>table_metadata_manager, table_id).<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#206 id=206 data-nosnippet>206</a> <span class="kw">let </span>current_region_routes = current_table_route
|
||||
<a href=#207 id=207 data-nosnippet>207</a> .region_routes()
|
||||
<a href=#208 id=208 data-nosnippet>208</a> .map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#209 id=209 data-nosnippet>209</a> <span class="kw">let </span>new_table_route = TableRouteValue::try_from_raw_value(<span class="kw-2">&</span><span class="self">self</span>.value).map_err(|e| {
|
||||
<a href=#210 id=210 data-nosnippet>210</a> BoxedError::new(
|
||||
<a href=#211 id=211 data-nosnippet>211</a> InvalidArgumentsSnafu {
|
||||
<a href=#212 id=212 data-nosnippet>212</a> msg: <span class="macro">format!</span>(<span class="string">"Invalid table route JSON: {e}"</span>),
|
||||
<a href=#213 id=213 data-nosnippet>213</a> }
|
||||
<a href=#214 id=214 data-nosnippet>214</a> .build(),
|
||||
<a href=#215 id=215 data-nosnippet>215</a> )
|
||||
<a href=#216 id=216 data-nosnippet>216</a> })<span class="question-mark">?</span>;
|
||||
<a href=#217 id=217 data-nosnippet>217</a> <span class="kw">let </span>new_region_routes = new_table_route.region_routes().map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#218 id=218 data-nosnippet>218</a> validate_table_route(table_id, new_region_routes, current_region_routes)
|
||||
<a href=#219 id=219 data-nosnippet>219</a> .map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#220 id=220 data-nosnippet>220</a> <span class="kw">let </span>region_info =
|
||||
<a href=#221 id=221 data-nosnippet>221</a> load_region_info(<span class="kw-2">&</span>table_metadata_manager, table_id, current_region_routes).<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#222 id=222 data-nosnippet>222</a> <span class="kw">let </span>new_region_options = current_table_info.table_info.to_region_options();
|
||||
<a href=#223 id=223 data-nosnippet>223</a> <span class="kw">let </span>new_region_wal_options = region_info.region_wal_options.clone();
|
||||
<a href=#224 id=224 data-nosnippet>224</a>
|
||||
<a href=#225 id=225 data-nosnippet>225</a> <span class="kw">if </span>current_table_route.get_inner_ref() != <span class="kw-2">&</span>new_table_route {
|
||||
<a href=#226 id=226 data-nosnippet>226</a> table_metadata_manager
|
||||
<a href=#227 id=227 data-nosnippet>227</a> .update_table_route(
|
||||
<a href=#228 id=228 data-nosnippet>228</a> table_id,
|
||||
<a href=#229 id=229 data-nosnippet>229</a> region_info,
|
||||
<a href=#230 id=230 data-nosnippet>230</a> <span class="kw-2">&</span>current_table_route,
|
||||
<a href=#231 id=231 data-nosnippet>231</a> new_region_routes.clone(),
|
||||
<a href=#232 id=232 data-nosnippet>232</a> <span class="kw-2">&</span>new_region_options,
|
||||
<a href=#233 id=233 data-nosnippet>233</a> <span class="kw-2">&</span>new_region_wal_options,
|
||||
<a href=#234 id=234 data-nosnippet>234</a> )
|
||||
<a href=#235 id=235 data-nosnippet>235</a> .<span class="kw">await
|
||||
<a href=#236 id=236 data-nosnippet>236</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#237 id=237 data-nosnippet>237</a> <span class="macro">println!</span>(<span class="string">"Table({table_id}) route updated"</span>);
|
||||
<a href=#238 id=238 data-nosnippet>238</a> }
|
||||
<a href=#239 id=239 data-nosnippet>239</a>
|
||||
<a href=#240 id=240 data-nosnippet>240</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#241 id=241 data-nosnippet>241</a> }
|
||||
<a href=#242 id=242 data-nosnippet>242</a>}
|
||||
<a href=#243 id=243 data-nosnippet>243</a>
|
||||
<a href=#244 id=244 data-nosnippet>244</a><span class="kw">fn </span>validate_table_route(
|
||||
<a href=#245 id=245 data-nosnippet>245</a> table_id: TableId,
|
||||
<a href=#246 id=246 data-nosnippet>246</a> new_region_routes: <span class="kw-2">&</span>[RegionRoute],
|
||||
<a href=#247 id=247 data-nosnippet>247</a> current_region_route: <span class="kw-2">&</span>[RegionRoute],
|
||||
<a href=#248 id=248 data-nosnippet>248</a>) -> <span class="prelude-ty">Result</span><(), Error> {
|
||||
<a href=#249 id=249 data-nosnippet>249</a> <span class="kw">let </span>current_region_ids = current_region_route
|
||||
<a href=#250 id=250 data-nosnippet>250</a> .iter()
|
||||
<a href=#251 id=251 data-nosnippet>251</a> .map(|r| r.region.id)
|
||||
<a href=#252 id=252 data-nosnippet>252</a> .collect::<HashSet<<span class="kw">_</span>>>();
|
||||
<a href=#253 id=253 data-nosnippet>253</a> <span class="kw">for </span>route <span class="kw">in </span>new_region_routes {
|
||||
<a href=#254 id=254 data-nosnippet>254</a> <span class="macro">ensure!</span>(
|
||||
<a href=#255 id=255 data-nosnippet>255</a> route.region.id.table_id() == table_id,
|
||||
<a href=#256 id=256 data-nosnippet>256</a> InvalidArgumentsSnafu {
|
||||
<a href=#257 id=257 data-nosnippet>257</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#258 id=258 data-nosnippet>258</a> <span class="string">"Invalid table route: all region routes must have table id {table_id}, but got {}"</span>,
|
||||
<a href=#259 id=259 data-nosnippet>259</a> route.region.id.table_id()
|
||||
<a href=#260 id=260 data-nosnippet>260</a> ),
|
||||
<a href=#261 id=261 data-nosnippet>261</a> }
|
||||
<a href=#262 id=262 data-nosnippet>262</a> );
|
||||
<a href=#263 id=263 data-nosnippet>263</a> <span class="comment">// Ensure the region in new route exists in current route
|
||||
<a href=#264 id=264 data-nosnippet>264</a> </span>current_region_ids
|
||||
<a href=#265 id=265 data-nosnippet>265</a> .contains(<span class="kw-2">&</span>route.region.id)
|
||||
<a href=#266 id=266 data-nosnippet>266</a> .then_some(())
|
||||
<a href=#267 id=267 data-nosnippet>267</a> .context(InvalidArgumentsSnafu {
|
||||
<a href=#268 id=268 data-nosnippet>268</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#269 id=269 data-nosnippet>269</a> <span class="string">"Invalid table route: region {} does not exist in current routes"</span>,
|
||||
<a href=#270 id=270 data-nosnippet>270</a> route.region.id
|
||||
<a href=#271 id=271 data-nosnippet>271</a> ),
|
||||
<a href=#272 id=272 data-nosnippet>272</a> })<span class="question-mark">?</span>;
|
||||
<a href=#273 id=273 data-nosnippet>273</a> }
|
||||
<a href=#274 id=274 data-nosnippet>274</a>
|
||||
<a href=#275 id=275 data-nosnippet>275</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#276 id=276 data-nosnippet>276</a>}
|
||||
<a href=#277 id=277 data-nosnippet>277</a>
|
||||
<a href=#278 id=278 data-nosnippet>278</a><span class="kw">fn </span>validate_table_info(
|
||||
<a href=#279 id=279 data-nosnippet>279</a> table_id: TableId,
|
||||
<a href=#280 id=280 data-nosnippet>280</a> current_table_info: <span class="kw-2">&</span>TableInfo,
|
||||
<a href=#281 id=281 data-nosnippet>281</a> new_table_info: <span class="kw-2">&</span>TableInfo,
|
||||
<a href=#282 id=282 data-nosnippet>282</a>) -> <span class="prelude-ty">Result</span><(), Error> {
|
||||
<a href=#283 id=283 data-nosnippet>283</a> <span class="macro">ensure!</span>(
|
||||
<a href=#284 id=284 data-nosnippet>284</a> new_table_info.ident.table_id == table_id,
|
||||
<a href=#285 id=285 data-nosnippet>285</a> InvalidArgumentsSnafu {
|
||||
<a href=#286 id=286 data-nosnippet>286</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#287 id=287 data-nosnippet>287</a> <span class="string">"Invalid table info: expected table id {table_id}, got {}"</span>,
|
||||
<a href=#288 id=288 data-nosnippet>288</a> new_table_info.ident.table_id
|
||||
<a href=#289 id=289 data-nosnippet>289</a> ),
|
||||
<a href=#290 id=290 data-nosnippet>290</a> }
|
||||
<a href=#291 id=291 data-nosnippet>291</a> );
|
||||
<a href=#292 id=292 data-nosnippet>292</a>
|
||||
<a href=#293 id=293 data-nosnippet>293</a> <span class="macro">ensure!</span>(
|
||||
<a href=#294 id=294 data-nosnippet>294</a> current_table_info.catalog_name == new_table_info.catalog_name,
|
||||
<a href=#295 id=295 data-nosnippet>295</a> InvalidArgumentsSnafu {
|
||||
<a href=#296 id=296 data-nosnippet>296</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#297 id=297 data-nosnippet>297</a> <span class="string">"Invalid table info: catalog name is immutable, expected {}, got {}"</span>,
|
||||
<a href=#298 id=298 data-nosnippet>298</a> current_table_info.catalog_name, new_table_info.catalog_name
|
||||
<a href=#299 id=299 data-nosnippet>299</a> ),
|
||||
<a href=#300 id=300 data-nosnippet>300</a> }
|
||||
<a href=#301 id=301 data-nosnippet>301</a> );
|
||||
<a href=#302 id=302 data-nosnippet>302</a>
|
||||
<a href=#303 id=303 data-nosnippet>303</a> <span class="macro">ensure!</span>(
|
||||
<a href=#304 id=304 data-nosnippet>304</a> current_table_info.schema_name == new_table_info.schema_name,
|
||||
<a href=#305 id=305 data-nosnippet>305</a> InvalidArgumentsSnafu {
|
||||
<a href=#306 id=306 data-nosnippet>306</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#307 id=307 data-nosnippet>307</a> <span class="string">"Invalid table info: schema name is immutable, expected {}, got {}"</span>,
|
||||
<a href=#308 id=308 data-nosnippet>308</a> current_table_info.schema_name, new_table_info.schema_name
|
||||
<a href=#309 id=309 data-nosnippet>309</a> ),
|
||||
<a href=#310 id=310 data-nosnippet>310</a> }
|
||||
<a href=#311 id=311 data-nosnippet>311</a> );
|
||||
<a href=#312 id=312 data-nosnippet>312</a>
|
||||
<a href=#313 id=313 data-nosnippet>313</a> <span class="macro">ensure!</span>(
|
||||
<a href=#314 id=314 data-nosnippet>314</a> current_table_info.name == new_table_info.name,
|
||||
<a href=#315 id=315 data-nosnippet>315</a> InvalidArgumentsSnafu {
|
||||
<a href=#316 id=316 data-nosnippet>316</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#317 id=317 data-nosnippet>317</a> <span class="string">"Invalid table info: table name is immutable, expected {}, got {}"</span>,
|
||||
<a href=#318 id=318 data-nosnippet>318</a> current_table_info.name, new_table_info.name
|
||||
<a href=#319 id=319 data-nosnippet>319</a> ),
|
||||
<a href=#320 id=320 data-nosnippet>320</a> }
|
||||
<a href=#321 id=321 data-nosnippet>321</a> );
|
||||
<a href=#322 id=322 data-nosnippet>322</a>
|
||||
<a href=#323 id=323 data-nosnippet>323</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#324 id=324 data-nosnippet>324</a>}
|
||||
<a href=#325 id=325 data-nosnippet>325</a>
|
||||
<a href=#326 id=326 data-nosnippet>326</a><span class="kw">async fn </span>load_region_info(
|
||||
<a href=#327 id=327 data-nosnippet>327</a> table_metadata_manager: <span class="kw-2">&</span>TableMetadataManager,
|
||||
<a href=#328 id=328 data-nosnippet>328</a> table_id: TableId,
|
||||
<a href=#329 id=329 data-nosnippet>329</a> region_routes: <span class="kw-2">&</span>[RegionRoute],
|
||||
<a href=#330 id=330 data-nosnippet>330</a>) -> <span class="prelude-ty">Result</span><RegionInfo, BoxedError> {
|
||||
<a href=#331 id=331 data-nosnippet>331</a> <span class="kw">let </span>datanode_id = region_distribution(region_routes)
|
||||
<a href=#332 id=332 data-nosnippet>332</a> .into_keys()
|
||||
<a href=#333 id=333 data-nosnippet>333</a> .next()
|
||||
<a href=#334 id=334 data-nosnippet>334</a> .ok_or_else(|| {
|
||||
<a href=#335 id=335 data-nosnippet>335</a> BoxedError::new(
|
||||
<a href=#336 id=336 data-nosnippet>336</a> UnexpectedSnafu {
|
||||
<a href=#337 id=337 data-nosnippet>337</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#338 id=338 data-nosnippet>338</a> <span class="string">"Missing datanode assignment for physical table route: {table_id}"
|
||||
<a href=#339 id=339 data-nosnippet>339</a> </span>),
|
||||
<a href=#340 id=340 data-nosnippet>340</a> }
|
||||
<a href=#341 id=341 data-nosnippet>341</a> .build(),
|
||||
<a href=#342 id=342 data-nosnippet>342</a> )
|
||||
<a href=#343 id=343 data-nosnippet>343</a> })<span class="question-mark">?</span>;
|
||||
<a href=#344 id=344 data-nosnippet>344</a>
|
||||
<a href=#345 id=345 data-nosnippet>345</a> table_metadata_manager
|
||||
<a href=#346 id=346 data-nosnippet>346</a> .datanode_table_manager()
|
||||
<a href=#347 id=347 data-nosnippet>347</a> .get(<span class="kw-2">&</span>DatanodeTableKey::new(datanode_id, table_id))
|
||||
<a href=#348 id=348 data-nosnippet>348</a> .<span class="kw">await
|
||||
<a href=#349 id=349 data-nosnippet>349</a> </span>.map_err(BoxedError::new)<span class="question-mark">?
|
||||
<a href=#350 id=350 data-nosnippet>350</a> </span>.map(|value| value.region_info)
|
||||
<a href=#351 id=351 data-nosnippet>351</a> .ok_or_else(|| {
|
||||
<a href=#352 id=352 data-nosnippet>352</a> BoxedError::new(
|
||||
<a href=#353 id=353 data-nosnippet>353</a> UnexpectedSnafu {
|
||||
<a href=#354 id=354 data-nosnippet>354</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#355 id=355 data-nosnippet>355</a> <span class="string">"Missing datanode table metadata for physical table route: {table_id}"
|
||||
<a href=#356 id=356 data-nosnippet>356</a> </span>),
|
||||
<a href=#357 id=357 data-nosnippet>357</a> }
|
||||
<a href=#358 id=358 data-nosnippet>358</a> .build(),
|
||||
<a href=#359 id=359 data-nosnippet>359</a> )
|
||||
<a href=#360 id=360 data-nosnippet>360</a> })
|
||||
<a href=#361 id=361 data-nosnippet>361</a>}
|
||||
<a href=#362 id=362 data-nosnippet>362</a>
|
||||
<a href=#363 id=363 data-nosnippet>363</a><span class="kw">async fn </span>load_table_metadata(
|
||||
<a href=#364 id=364 data-nosnippet>364</a> table_metadata_manager: <span class="kw-2">&</span>TableMetadataManager,
|
||||
<a href=#365 id=365 data-nosnippet>365</a> table_id: TableId,
|
||||
<a href=#366 id=366 data-nosnippet>366</a>) -> <span class="prelude-ty">Result</span><
|
||||
<a href=#367 id=367 data-nosnippet>367</a> (
|
||||
<a href=#368 id=368 data-nosnippet>368</a> DeserializedValueWithBytes<TableInfoValue>,
|
||||
<a href=#369 id=369 data-nosnippet>369</a> DeserializedValueWithBytes<TableRouteValue>,
|
||||
<a href=#370 id=370 data-nosnippet>370</a> ),
|
||||
<a href=#371 id=371 data-nosnippet>371</a> BoxedError,
|
||||
<a href=#372 id=372 data-nosnippet>372</a>> {
|
||||
<a href=#373 id=373 data-nosnippet>373</a> <span class="kw">let </span>(table_info, table_route) = table_metadata_manager
|
||||
<a href=#374 id=374 data-nosnippet>374</a> .get_full_table_info(table_id)
|
||||
<a href=#375 id=375 data-nosnippet>375</a> .<span class="kw">await
|
||||
<a href=#376 id=376 data-nosnippet>376</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#377 id=377 data-nosnippet>377</a> <span class="kw">let </span>table_info =
|
||||
<a href=#378 id=378 data-nosnippet>378</a> table_info.ok_or_else(|| BoxedError::new(TableNotFoundSnafu { table_id }.build()))<span class="question-mark">?</span>;
|
||||
<a href=#379 id=379 data-nosnippet>379</a> <span class="kw">let </span>table_route =
|
||||
<a href=#380 id=380 data-nosnippet>380</a> table_route.ok_or_else(|| BoxedError::new(TableNotFoundSnafu { table_id }.build()))<span class="question-mark">?</span>;
|
||||
<a href=#381 id=381 data-nosnippet>381</a> <span class="prelude-val">Ok</span>((table_info, table_route))
|
||||
<a href=#382 id=382 data-nosnippet>382</a>}
|
||||
<a href=#383 id=383 data-nosnippet>383</a>
|
||||
<a href=#384 id=384 data-nosnippet>384</a><span class="kw">fn </span>physical_region_distribution(
|
||||
<a href=#385 id=385 data-nosnippet>385</a> table_route: <span class="kw-2">&</span>TableRouteValue,
|
||||
<a href=#386 id=386 data-nosnippet>386</a>) -> <span class="prelude-ty">Result</span><<span class="prelude-ty">Option</span><RegionDistribution>, BoxedError> {
|
||||
<a href=#387 id=387 data-nosnippet>387</a> <span class="kw">if </span>!table_route.is_physical() {
|
||||
<a href=#388 id=388 data-nosnippet>388</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(<span class="prelude-val">None</span>);
|
||||
<a href=#389 id=389 data-nosnippet>389</a> }
|
||||
<a href=#390 id=390 data-nosnippet>390</a>
|
||||
<a href=#391 id=391 data-nosnippet>391</a> table_route
|
||||
<a href=#392 id=392 data-nosnippet>392</a> .region_routes()
|
||||
<a href=#393 id=393 data-nosnippet>393</a> .map(|routes| <span class="prelude-val">Some</span>(region_distribution(routes)))
|
||||
<a href=#394 id=394 data-nosnippet>394</a> .map_err(BoxedError::new)
|
||||
<a href=#395 id=395 data-nosnippet>395</a>}
|
||||
<a href=#396 id=396 data-nosnippet>396</a>
|
||||
<a href=#397 id=397 data-nosnippet>397</a><span class="attr">#[cfg(test)]
|
||||
<a href=#398 id=398 data-nosnippet>398</a></span><span class="kw">mod </span>tests {
|
||||
<a href=#399 id=399 data-nosnippet>399</a> <span class="kw">use </span>std::collections::HashMap;
|
||||
<a href=#400 id=400 data-nosnippet>400</a> <span class="kw">use </span>std::sync::Arc;
|
||||
<a href=#401 id=401 data-nosnippet>401</a>
|
||||
<a href=#402 id=402 data-nosnippet>402</a> <span class="kw">use </span>clap::Parser;
|
||||
<a href=#403 id=403 data-nosnippet>403</a> <span class="kw">use </span>common_error::ext::{BoxedError, ErrorExt};
|
||||
<a href=#404 id=404 data-nosnippet>404</a> <span class="kw">use </span>common_meta::key::TableMetadataManager;
|
||||
<a href=#405 id=405 data-nosnippet>405</a> <span class="kw">use </span>common_meta::key::datanode_table::{DatanodeTableKey, DatanodeTableManager};
|
||||
<a href=#406 id=406 data-nosnippet>406</a> <span class="kw">use </span>common_meta::key::table_info::TableInfoValue;
|
||||
<a href=#407 id=407 data-nosnippet>407</a> <span class="kw">use </span>common_meta::key::table_route::TableRouteValue;
|
||||
<a href=#408 id=408 data-nosnippet>408</a> <span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#409 id=409 data-nosnippet>409</a> <span class="kw">use </span>common_meta::kv_backend::memory::MemoryKvBackend;
|
||||
<a href=#410 id=410 data-nosnippet>410</a> <span class="kw">use </span>common_meta::peer::Peer;
|
||||
<a href=#411 id=411 data-nosnippet>411</a> <span class="kw">use </span>common_meta::rpc::router::RegionRoute;
|
||||
<a href=#412 id=412 data-nosnippet>412</a> <span class="kw">use </span>store_api::storage::RegionId;
|
||||
<a href=#413 id=413 data-nosnippet>413</a> <span class="kw">use </span>tokio::io::BufReader;
|
||||
<a href=#414 id=414 data-nosnippet>414</a>
|
||||
<a href=#415 id=415 data-nosnippet>415</a> <span class="kw">use </span>super::{
|
||||
<a href=#416 id=416 data-nosnippet>416</a> PutTableInfoCommand, PutTableInfoTool, PutTableRouteCommand, PutTableRouteTool,
|
||||
<a href=#417 id=417 data-nosnippet>417</a> validate_table_route,
|
||||
<a href=#418 id=418 data-nosnippet>418</a> };
|
||||
<a href=#419 id=419 data-nosnippet>419</a> <span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#420 id=420 data-nosnippet>420</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::control::selector::TableSelector;
|
||||
<a href=#421 id=421 data-nosnippet>421</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::control::test_utils::prepare_physical_table_metadata;
|
||||
<a href=#422 id=422 data-nosnippet>422</a>
|
||||
<a href=#423 id=423 data-nosnippet>423</a> <span class="kw">impl </span>PutTableInfoCommand {
|
||||
<a href=#424 id=424 data-nosnippet>424</a> <span class="kw">async fn </span>build_for_test<R>(
|
||||
<a href=#425 id=425 data-nosnippet>425</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#426 id=426 data-nosnippet>426</a> reader: R,
|
||||
<a href=#427 id=427 data-nosnippet>427</a> kv_backend: KvBackendRef,
|
||||
<a href=#428 id=428 data-nosnippet>428</a> ) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError>
|
||||
<a href=#429 id=429 data-nosnippet>429</a> <span class="kw">where
|
||||
<a href=#430 id=430 data-nosnippet>430</a> </span>R: tokio::io::AsyncRead + Unpin,
|
||||
<a href=#431 id=431 data-nosnippet>431</a> {
|
||||
<a href=#432 id=432 data-nosnippet>432</a> <span class="self">self</span>.build_tool(reader, kv_backend).<span class="kw">await
|
||||
<a href=#433 id=433 data-nosnippet>433</a> </span>}
|
||||
<a href=#434 id=434 data-nosnippet>434</a> }
|
||||
<a href=#435 id=435 data-nosnippet>435</a>
|
||||
<a href=#436 id=436 data-nosnippet>436</a> <span class="kw">impl </span>PutTableRouteCommand {
|
||||
<a href=#437 id=437 data-nosnippet>437</a> <span class="kw">async fn </span>build_for_test<R>(
|
||||
<a href=#438 id=438 data-nosnippet>438</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#439 id=439 data-nosnippet>439</a> reader: R,
|
||||
<a href=#440 id=440 data-nosnippet>440</a> kv_backend: KvBackendRef,
|
||||
<a href=#441 id=441 data-nosnippet>441</a> ) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError>
|
||||
<a href=#442 id=442 data-nosnippet>442</a> <span class="kw">where
|
||||
<a href=#443 id=443 data-nosnippet>443</a> </span>R: tokio::io::AsyncRead + Unpin,
|
||||
<a href=#444 id=444 data-nosnippet>444</a> {
|
||||
<a href=#445 id=445 data-nosnippet>445</a> <span class="self">self</span>.build_tool(reader, kv_backend).<span class="kw">await
|
||||
<a href=#446 id=446 data-nosnippet>446</a> </span>}
|
||||
<a href=#447 id=447 data-nosnippet>447</a> }
|
||||
<a href=#448 id=448 data-nosnippet>448</a>
|
||||
<a href=#449 id=449 data-nosnippet>449</a> <span class="attr">#[tokio::test]
|
||||
<a href=#450 id=450 data-nosnippet>450</a> </span><span class="kw">async fn </span>test_put_table_selector_validation() {
|
||||
<a href=#451 id=451 data-nosnippet>451</a> <span class="kw">let </span>command = PutTableInfoCommand::parse_from([
|
||||
<a href=#452 id=452 data-nosnippet>452</a> <span class="string">"info"</span>,
|
||||
<a href=#453 id=453 data-nosnippet>453</a> <span class="string">"--value-stdin"</span>,
|
||||
<a href=#454 id=454 data-nosnippet>454</a> <span class="string">"--backend"</span>,
|
||||
<a href=#455 id=455 data-nosnippet>455</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#456 id=456 data-nosnippet>456</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#457 id=457 data-nosnippet>457</a> <span class="string">"memory://"</span>,
|
||||
<a href=#458 id=458 data-nosnippet>458</a> ]);
|
||||
<a href=#459 id=459 data-nosnippet>459</a>
|
||||
<a href=#460 id=460 data-nosnippet>460</a> <span class="kw">let </span>err = <span class="kw">match </span>command.build().<span class="kw">await </span>{
|
||||
<a href=#461 id=461 data-nosnippet>461</a> <span class="prelude-val">Ok</span>(<span class="kw">_</span>) => <span class="macro">panic!</span>(<span class="string">"expected validation failure"</span>),
|
||||
<a href=#462 id=462 data-nosnippet>462</a> <span class="prelude-val">Err</span>(err) => err,
|
||||
<a href=#463 id=463 data-nosnippet>463</a> };
|
||||
<a href=#464 id=464 data-nosnippet>464</a> <span class="macro">assert!</span>(
|
||||
<a href=#465 id=465 data-nosnippet>465</a> err.output_msg()
|
||||
<a href=#466 id=466 data-nosnippet>466</a> .contains(<span class="string">"You must specify either --table-id or --table-name."</span>)
|
||||
<a href=#467 id=467 data-nosnippet>467</a> );
|
||||
<a href=#468 id=468 data-nosnippet>468</a> }
|
||||
<a href=#469 id=469 data-nosnippet>469</a>
|
||||
<a href=#470 id=470 data-nosnippet>470</a> <span class="attr">#[tokio::test]
|
||||
<a href=#471 id=471 data-nosnippet>471</a> </span><span class="kw">async fn </span>test_put_table_command_builds_tool_with_table_name() {
|
||||
<a href=#472 id=472 data-nosnippet>472</a> <span class="kw">let </span>command = PutTableInfoCommand::parse_from([
|
||||
<a href=#473 id=473 data-nosnippet>473</a> <span class="string">"info"</span>,
|
||||
<a href=#474 id=474 data-nosnippet>474</a> <span class="string">"--table-name"</span>,
|
||||
<a href=#475 id=475 data-nosnippet>475</a> <span class="string">"my_table"</span>,
|
||||
<a href=#476 id=476 data-nosnippet>476</a> <span class="string">"--value-stdin"</span>,
|
||||
<a href=#477 id=477 data-nosnippet>477</a> <span class="string">"--backend"</span>,
|
||||
<a href=#478 id=478 data-nosnippet>478</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#479 id=479 data-nosnippet>479</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#480 id=480 data-nosnippet>480</a> <span class="string">"memory://"</span>,
|
||||
<a href=#481 id=481 data-nosnippet>481</a> ]);
|
||||
<a href=#482 id=482 data-nosnippet>482</a>
|
||||
<a href=#483 id=483 data-nosnippet>483</a> <span class="kw">let </span>_tool = command
|
||||
<a href=#484 id=484 data-nosnippet>484</a> .build_for_test(
|
||||
<a href=#485 id=485 data-nosnippet>485</a> BufReader::new(<span class="kw-2">&</span><span class="string">b"{}"</span>[..]),
|
||||
<a href=#486 id=486 data-nosnippet>486</a> Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef,
|
||||
<a href=#487 id=487 data-nosnippet>487</a> )
|
||||
<a href=#488 id=488 data-nosnippet>488</a> .<span class="kw">await
|
||||
<a href=#489 id=489 data-nosnippet>489</a> </span>.unwrap();
|
||||
<a href=#490 id=490 data-nosnippet>490</a> }
|
||||
<a href=#491 id=491 data-nosnippet>491</a>
|
||||
<a href=#492 id=492 data-nosnippet>492</a> <span class="attr">#[tokio::test]
|
||||
<a href=#493 id=493 data-nosnippet>493</a> </span><span class="kw">async fn </span>test_put_table_info_rejects_table_name_change() {
|
||||
<a href=#494 id=494 data-nosnippet>494</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef;
|
||||
<a href=#495 id=495 data-nosnippet>495</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(kv_backend.clone());
|
||||
<a href=#496 id=496 data-nosnippet>496</a> <span class="kw">let </span>table_id = <span class="number">1024</span>;
|
||||
<a href=#497 id=497 data-nosnippet>497</a> <span class="kw">let </span>(table_info, table_route) =
|
||||
<a href=#498 id=498 data-nosnippet>498</a> prepare_physical_table_metadata(<span class="string">"old_table"</span>, table_id).<span class="kw">await</span>;
|
||||
<a href=#499 id=499 data-nosnippet>499</a> table_metadata_manager
|
||||
<a href=#500 id=500 data-nosnippet>500</a> .create_table_metadata(
|
||||
<a href=#501 id=501 data-nosnippet>501</a> table_info.clone(),
|
||||
<a href=#502 id=502 data-nosnippet>502</a> TableRouteValue::Physical(table_route),
|
||||
<a href=#503 id=503 data-nosnippet>503</a> HashMap::new(),
|
||||
<a href=#504 id=504 data-nosnippet>504</a> )
|
||||
<a href=#505 id=505 data-nosnippet>505</a> .<span class="kw">await
|
||||
<a href=#506 id=506 data-nosnippet>506</a> </span>.unwrap();
|
||||
<a href=#507 id=507 data-nosnippet>507</a>
|
||||
<a href=#508 id=508 data-nosnippet>508</a> <span class="kw">let </span><span class="kw-2">mut </span>new_table_info = table_info;
|
||||
<a href=#509 id=509 data-nosnippet>509</a> new_table_info.name = <span class="string">"new_table"</span>.to_string();
|
||||
<a href=#510 id=510 data-nosnippet>510</a> <span class="kw">let </span>tool = PutTableInfoTool {
|
||||
<a href=#511 id=511 data-nosnippet>511</a> kv_backend: kv_backend.clone(),
|
||||
<a href=#512 id=512 data-nosnippet>512</a> selector: TableSelector::with_table_id(table_id),
|
||||
<a href=#513 id=513 data-nosnippet>513</a> value: serde_json::to_vec(<span class="kw-2">&</span>TableInfoValue::new(new_table_info)).unwrap(),
|
||||
<a href=#514 id=514 data-nosnippet>514</a> };
|
||||
<a href=#515 id=515 data-nosnippet>515</a>
|
||||
<a href=#516 id=516 data-nosnippet>516</a> <span class="kw">let </span>err = tool.do_work().<span class="kw">await</span>.unwrap_err();
|
||||
<a href=#517 id=517 data-nosnippet>517</a> <span class="macro">assert!</span>(
|
||||
<a href=#518 id=518 data-nosnippet>518</a> err.output_msg()
|
||||
<a href=#519 id=519 data-nosnippet>519</a> .contains(<span class="string">"Invalid table info: table name is immutable"</span>)
|
||||
<a href=#520 id=520 data-nosnippet>520</a> );
|
||||
<a href=#521 id=521 data-nosnippet>521</a> }
|
||||
<a href=#522 id=522 data-nosnippet>522</a>
|
||||
<a href=#523 id=523 data-nosnippet>523</a> <span class="attr">#[tokio::test]
|
||||
<a href=#524 id=524 data-nosnippet>524</a> </span><span class="kw">async fn </span>test_put_table_info_rejects_schema_change() {
|
||||
<a href=#525 id=525 data-nosnippet>525</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef;
|
||||
<a href=#526 id=526 data-nosnippet>526</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(kv_backend.clone());
|
||||
<a href=#527 id=527 data-nosnippet>527</a> <span class="kw">let </span>table_id = <span class="number">1024</span>;
|
||||
<a href=#528 id=528 data-nosnippet>528</a> <span class="kw">let </span>(table_info, table_route) =
|
||||
<a href=#529 id=529 data-nosnippet>529</a> prepare_physical_table_metadata(<span class="string">"old_table"</span>, table_id).<span class="kw">await</span>;
|
||||
<a href=#530 id=530 data-nosnippet>530</a> table_metadata_manager
|
||||
<a href=#531 id=531 data-nosnippet>531</a> .create_table_metadata(
|
||||
<a href=#532 id=532 data-nosnippet>532</a> table_info.clone(),
|
||||
<a href=#533 id=533 data-nosnippet>533</a> TableRouteValue::Physical(table_route),
|
||||
<a href=#534 id=534 data-nosnippet>534</a> HashMap::new(),
|
||||
<a href=#535 id=535 data-nosnippet>535</a> )
|
||||
<a href=#536 id=536 data-nosnippet>536</a> .<span class="kw">await
|
||||
<a href=#537 id=537 data-nosnippet>537</a> </span>.unwrap();
|
||||
<a href=#538 id=538 data-nosnippet>538</a>
|
||||
<a href=#539 id=539 data-nosnippet>539</a> <span class="kw">let </span><span class="kw-2">mut </span>new_table_info = table_info;
|
||||
<a href=#540 id=540 data-nosnippet>540</a> new_table_info.schema_name = <span class="string">"another_schema"</span>.to_string();
|
||||
<a href=#541 id=541 data-nosnippet>541</a> <span class="kw">let </span>tool = PutTableInfoTool {
|
||||
<a href=#542 id=542 data-nosnippet>542</a> kv_backend,
|
||||
<a href=#543 id=543 data-nosnippet>543</a> selector: TableSelector::with_table_id(table_id),
|
||||
<a href=#544 id=544 data-nosnippet>544</a> value: serde_json::to_vec(<span class="kw-2">&</span>TableInfoValue::new(new_table_info)).unwrap(),
|
||||
<a href=#545 id=545 data-nosnippet>545</a> };
|
||||
<a href=#546 id=546 data-nosnippet>546</a>
|
||||
<a href=#547 id=547 data-nosnippet>547</a> <span class="kw">let </span>err = tool.do_work().<span class="kw">await</span>.unwrap_err();
|
||||
<a href=#548 id=548 data-nosnippet>548</a> <span class="macro">assert!</span>(
|
||||
<a href=#549 id=549 data-nosnippet>549</a> err.output_msg()
|
||||
<a href=#550 id=550 data-nosnippet>550</a> .contains(<span class="string">"Invalid table info: schema name is immutable"</span>)
|
||||
<a href=#551 id=551 data-nosnippet>551</a> );
|
||||
<a href=#552 id=552 data-nosnippet>552</a> }
|
||||
<a href=#553 id=553 data-nosnippet>553</a>
|
||||
<a href=#554 id=554 data-nosnippet>554</a> <span class="attr">#[tokio::test]
|
||||
<a href=#555 id=555 data-nosnippet>555</a> </span><span class="kw">async fn </span>test_put_table_route_updates_route_and_datanode_table() {
|
||||
<a href=#556 id=556 data-nosnippet>556</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef;
|
||||
<a href=#557 id=557 data-nosnippet>557</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(kv_backend.clone());
|
||||
<a href=#558 id=558 data-nosnippet>558</a> <span class="kw">let </span>table_id = <span class="number">1024</span>;
|
||||
<a href=#559 id=559 data-nosnippet>559</a> <span class="kw">let </span>(table_info, table_route) = prepare_physical_table_metadata(<span class="string">"my_table"</span>, table_id).<span class="kw">await</span>;
|
||||
<a href=#560 id=560 data-nosnippet>560</a> table_metadata_manager
|
||||
<a href=#561 id=561 data-nosnippet>561</a> .create_table_metadata(
|
||||
<a href=#562 id=562 data-nosnippet>562</a> table_info,
|
||||
<a href=#563 id=563 data-nosnippet>563</a> TableRouteValue::Physical(table_route.clone()),
|
||||
<a href=#564 id=564 data-nosnippet>564</a> HashMap::new(),
|
||||
<a href=#565 id=565 data-nosnippet>565</a> )
|
||||
<a href=#566 id=566 data-nosnippet>566</a> .<span class="kw">await
|
||||
<a href=#567 id=567 data-nosnippet>567</a> </span>.unwrap();
|
||||
<a href=#568 id=568 data-nosnippet>568</a>
|
||||
<a href=#569 id=569 data-nosnippet>569</a> <span class="kw">let </span><span class="kw-2">mut </span>region_routes = table_route.region_routes.clone();
|
||||
<a href=#570 id=570 data-nosnippet>570</a> region_routes[<span class="number">0</span>].leader_peer = <span class="prelude-val">Some</span>(Peer::empty(<span class="number">2</span>));
|
||||
<a href=#571 id=571 data-nosnippet>571</a> <span class="kw">let </span>new_table_route = TableRouteValue::physical(region_routes);
|
||||
<a href=#572 id=572 data-nosnippet>572</a> <span class="kw">let </span>tool = PutTableRouteTool {
|
||||
<a href=#573 id=573 data-nosnippet>573</a> kv_backend: kv_backend.clone(),
|
||||
<a href=#574 id=574 data-nosnippet>574</a> selector: TableSelector::with_table_id(table_id),
|
||||
<a href=#575 id=575 data-nosnippet>575</a> value: serde_json::to_vec(<span class="kw-2">&</span>new_table_route).unwrap(),
|
||||
<a href=#576 id=576 data-nosnippet>576</a> };
|
||||
<a href=#577 id=577 data-nosnippet>577</a>
|
||||
<a href=#578 id=578 data-nosnippet>578</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#579 id=579 data-nosnippet>579</a>
|
||||
<a href=#580 id=580 data-nosnippet>580</a> <span class="kw">let </span>(<span class="kw">_</span>, current_route) = table_metadata_manager
|
||||
<a href=#581 id=581 data-nosnippet>581</a> .get_full_table_info(table_id)
|
||||
<a href=#582 id=582 data-nosnippet>582</a> .<span class="kw">await
|
||||
<a href=#583 id=583 data-nosnippet>583</a> </span>.unwrap();
|
||||
<a href=#584 id=584 data-nosnippet>584</a> <span class="kw">let </span>current_route = current_route.unwrap().into_inner();
|
||||
<a href=#585 id=585 data-nosnippet>585</a> <span class="macro">assert_eq!</span>(
|
||||
<a href=#586 id=586 data-nosnippet>586</a> current_route.region_routes().unwrap(),
|
||||
<a href=#587 id=587 data-nosnippet>587</a> new_table_route.region_routes().unwrap()
|
||||
<a href=#588 id=588 data-nosnippet>588</a> );
|
||||
<a href=#589 id=589 data-nosnippet>589</a>
|
||||
<a href=#590 id=590 data-nosnippet>590</a> <span class="kw">let </span>datanode_table_manager = DatanodeTableManager::new(kv_backend);
|
||||
<a href=#591 id=591 data-nosnippet>591</a> <span class="kw">let </span>updated = datanode_table_manager
|
||||
<a href=#592 id=592 data-nosnippet>592</a> .get(<span class="kw-2">&</span>DatanodeTableKey::new(<span class="number">2</span>, table_id))
|
||||
<a href=#593 id=593 data-nosnippet>593</a> .<span class="kw">await
|
||||
<a href=#594 id=594 data-nosnippet>594</a> </span>.unwrap();
|
||||
<a href=#595 id=595 data-nosnippet>595</a> <span class="macro">assert!</span>(updated.is_some());
|
||||
<a href=#596 id=596 data-nosnippet>596</a> }
|
||||
<a href=#597 id=597 data-nosnippet>597</a>
|
||||
<a href=#598 id=598 data-nosnippet>598</a> <span class="attr">#[tokio::test]
|
||||
<a href=#599 id=599 data-nosnippet>599</a> </span><span class="kw">async fn </span>test_put_table_route_rejects_logical_route() {
|
||||
<a href=#600 id=600 data-nosnippet>600</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef;
|
||||
<a href=#601 id=601 data-nosnippet>601</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(kv_backend.clone());
|
||||
<a href=#602 id=602 data-nosnippet>602</a> <span class="kw">let </span>table_id = <span class="number">1024</span>;
|
||||
<a href=#603 id=603 data-nosnippet>603</a> <span class="kw">let </span>(table_info, table_route) = prepare_physical_table_metadata(<span class="string">"my_table"</span>, table_id).<span class="kw">await</span>;
|
||||
<a href=#604 id=604 data-nosnippet>604</a> table_metadata_manager
|
||||
<a href=#605 id=605 data-nosnippet>605</a> .create_table_metadata(
|
||||
<a href=#606 id=606 data-nosnippet>606</a> table_info,
|
||||
<a href=#607 id=607 data-nosnippet>607</a> TableRouteValue::Physical(table_route),
|
||||
<a href=#608 id=608 data-nosnippet>608</a> HashMap::new(),
|
||||
<a href=#609 id=609 data-nosnippet>609</a> )
|
||||
<a href=#610 id=610 data-nosnippet>610</a> .<span class="kw">await
|
||||
<a href=#611 id=611 data-nosnippet>611</a> </span>.unwrap();
|
||||
<a href=#612 id=612 data-nosnippet>612</a>
|
||||
<a href=#613 id=613 data-nosnippet>613</a> <span class="kw">let </span>tool = PutTableRouteTool {
|
||||
<a href=#614 id=614 data-nosnippet>614</a> kv_backend,
|
||||
<a href=#615 id=615 data-nosnippet>615</a> selector: TableSelector::with_table_id(table_id),
|
||||
<a href=#616 id=616 data-nosnippet>616</a> value: serde_json::to_vec(<span class="kw-2">&</span>TableRouteValue::logical(table_id + <span class="number">1</span>)).unwrap(),
|
||||
<a href=#617 id=617 data-nosnippet>617</a> };
|
||||
<a href=#618 id=618 data-nosnippet>618</a>
|
||||
<a href=#619 id=619 data-nosnippet>619</a> <span class="kw">let </span>err = tool.do_work().<span class="kw">await</span>.unwrap_err();
|
||||
<a href=#620 id=620 data-nosnippet>620</a> <span class="macro">assert!</span>(err.output_msg().contains(<span class="string">"non-physical TableRouteValue."</span>));
|
||||
<a href=#621 id=621 data-nosnippet>621</a> }
|
||||
<a href=#622 id=622 data-nosnippet>622</a>
|
||||
<a href=#623 id=623 data-nosnippet>623</a> <span class="attr">#[test]
|
||||
<a href=#624 id=624 data-nosnippet>624</a> </span><span class="kw">fn </span>test_validate_table_route_rejects_new_region_not_in_current_route() {
|
||||
<a href=#625 id=625 data-nosnippet>625</a> <span class="kw">let </span>table_id = <span class="number">1024</span>;
|
||||
<a href=#626 id=626 data-nosnippet>626</a> <span class="kw">let </span>current_region_routes = <span class="macro">vec!</span>[
|
||||
<a href=#627 id=627 data-nosnippet>627</a> RegionRoute {
|
||||
<a href=#628 id=628 data-nosnippet>628</a> region: common_meta::rpc::router::Region {
|
||||
<a href=#629 id=629 data-nosnippet>629</a> id: RegionId::new(table_id, <span class="number">1</span>),
|
||||
<a href=#630 id=630 data-nosnippet>630</a> ..Default::default()
|
||||
<a href=#631 id=631 data-nosnippet>631</a> },
|
||||
<a href=#632 id=632 data-nosnippet>632</a> ..Default::default()
|
||||
<a href=#633 id=633 data-nosnippet>633</a> },
|
||||
<a href=#634 id=634 data-nosnippet>634</a> RegionRoute {
|
||||
<a href=#635 id=635 data-nosnippet>635</a> region: common_meta::rpc::router::Region {
|
||||
<a href=#636 id=636 data-nosnippet>636</a> id: RegionId::new(table_id, <span class="number">2</span>),
|
||||
<a href=#637 id=637 data-nosnippet>637</a> ..Default::default()
|
||||
<a href=#638 id=638 data-nosnippet>638</a> },
|
||||
<a href=#639 id=639 data-nosnippet>639</a> ..Default::default()
|
||||
<a href=#640 id=640 data-nosnippet>640</a> },
|
||||
<a href=#641 id=641 data-nosnippet>641</a> ];
|
||||
<a href=#642 id=642 data-nosnippet>642</a> <span class="kw">let </span>new_region_routes = <span class="macro">vec!</span>[
|
||||
<a href=#643 id=643 data-nosnippet>643</a> RegionRoute {
|
||||
<a href=#644 id=644 data-nosnippet>644</a> region: common_meta::rpc::router::Region {
|
||||
<a href=#645 id=645 data-nosnippet>645</a> id: RegionId::new(table_id, <span class="number">1</span>),
|
||||
<a href=#646 id=646 data-nosnippet>646</a> ..Default::default()
|
||||
<a href=#647 id=647 data-nosnippet>647</a> },
|
||||
<a href=#648 id=648 data-nosnippet>648</a> ..Default::default()
|
||||
<a href=#649 id=649 data-nosnippet>649</a> },
|
||||
<a href=#650 id=650 data-nosnippet>650</a> RegionRoute {
|
||||
<a href=#651 id=651 data-nosnippet>651</a> region: common_meta::rpc::router::Region {
|
||||
<a href=#652 id=652 data-nosnippet>652</a> id: RegionId::new(table_id, <span class="number">3</span>),
|
||||
<a href=#653 id=653 data-nosnippet>653</a> ..Default::default()
|
||||
<a href=#654 id=654 data-nosnippet>654</a> },
|
||||
<a href=#655 id=655 data-nosnippet>655</a> ..Default::default()
|
||||
<a href=#656 id=656 data-nosnippet>656</a> },
|
||||
<a href=#657 id=657 data-nosnippet>657</a> ];
|
||||
<a href=#658 id=658 data-nosnippet>658</a>
|
||||
<a href=#659 id=659 data-nosnippet>659</a> <span class="kw">let </span>err =
|
||||
<a href=#660 id=660 data-nosnippet>660</a> validate_table_route(table_id, <span class="kw-2">&</span>current_region_routes, <span class="kw-2">&</span>new_region_routes).unwrap_err();
|
||||
<a href=#661 id=661 data-nosnippet>661</a>
|
||||
<a href=#662 id=662 data-nosnippet>662</a> <span class="macro">assert!</span>(err.to_string().contains(<span class="string">"does not exist in current routes"</span>));
|
||||
<a href=#663 id=663 data-nosnippet>663</a> }
|
||||
<a href=#664 id=664 data-nosnippet>664</a>
|
||||
<a href=#665 id=665 data-nosnippet>665</a> <span class="attr">#[tokio::test]
|
||||
<a href=#666 id=666 data-nosnippet>666</a> </span><span class="kw">async fn </span>test_put_table_command_builds_tool() {
|
||||
<a href=#667 id=667 data-nosnippet>667</a> <span class="kw">let </span>value = serde_json::to_vec(<span class="kw-2">&</span>TableRouteValue::logical(<span class="number">1025</span>)).unwrap();
|
||||
<a href=#668 id=668 data-nosnippet>668</a> <span class="kw">let </span>command = PutTableRouteCommand::parse_from([
|
||||
<a href=#669 id=669 data-nosnippet>669</a> <span class="string">"route"</span>,
|
||||
<a href=#670 id=670 data-nosnippet>670</a> <span class="string">"--table-id"</span>,
|
||||
<a href=#671 id=671 data-nosnippet>671</a> <span class="string">"1024"</span>,
|
||||
<a href=#672 id=672 data-nosnippet>672</a> <span class="string">"--value-stdin"</span>,
|
||||
<a href=#673 id=673 data-nosnippet>673</a> <span class="string">"--backend"</span>,
|
||||
<a href=#674 id=674 data-nosnippet>674</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#675 id=675 data-nosnippet>675</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#676 id=676 data-nosnippet>676</a> <span class="string">"memory://"</span>,
|
||||
<a href=#677 id=677 data-nosnippet>677</a> ]);
|
||||
<a href=#678 id=678 data-nosnippet>678</a>
|
||||
<a href=#679 id=679 data-nosnippet>679</a> <span class="kw">let </span>_tool = command
|
||||
<a href=#680 id=680 data-nosnippet>680</a> .build_for_test(
|
||||
<a href=#681 id=681 data-nosnippet>681</a> BufReader::new(value.as_slice()),
|
||||
<a href=#682 id=682 data-nosnippet>682</a> Arc::new(MemoryKvBackend::new()) <span class="kw">as </span>KvBackendRef,
|
||||
<a href=#683 id=683 data-nosnippet>683</a> )
|
||||
<a href=#684 id=684 data-nosnippet>684</a> .<span class="kw">await
|
||||
<a href=#685 id=685 data-nosnippet>685</a> </span>.unwrap();
|
||||
<a href=#686 id=686 data-nosnippet>686</a> }
|
||||
<a href=#687 id=687 data-nosnippet>687</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
101
src/cli/metadata/control/selector.rs.html
Normal file
101
src/cli/metadata/control/selector.rs.html
Normal file
@@ -0,0 +1,101 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/selector.rs`."><title>selector.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../" data-static-root-path="../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../src-files.js"></script><script defer src="../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/</div>selector.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>clap::Args;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">use </span>client::{DEFAULT_CATALOG_NAME, DEFAULT_SCHEMA_NAME};
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>common_catalog::format_full_table_name;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_meta::key::table_name::TableNameManager;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>store_api::storage::TableId;
|
||||
<a href=#21 id=21 data-nosnippet>21</a>
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span><span class="kw">crate</span>::error::InvalidArgumentsSnafu;
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span><span class="kw">crate</span>::metadata::control::utils::get_table_id_by_name;
|
||||
<a href=#24 id=24 data-nosnippet>24</a>
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="doccomment">/// Selects a table by id or by fully qualified name.
|
||||
<a href=#26 id=26 data-nosnippet>26</a></span><span class="attr">#[derive(Debug, Clone, Default, Args)]
|
||||
<a href=#27 id=27 data-nosnippet>27</a></span><span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">struct </span>TableSelector {
|
||||
<a href=#28 id=28 data-nosnippet>28</a> <span class="doccomment">/// The table id to select from the metadata store.
|
||||
<a href=#29 id=29 data-nosnippet>29</a> </span><span class="attr">#[clap(long)]
|
||||
<a href=#30 id=30 data-nosnippet>30</a> </span>table_id: <span class="prelude-ty">Option</span><u32>,
|
||||
<a href=#31 id=31 data-nosnippet>31</a>
|
||||
<a href=#32 id=32 data-nosnippet>32</a> <span class="doccomment">/// The table name to select from the metadata store.
|
||||
<a href=#33 id=33 data-nosnippet>33</a> </span><span class="attr">#[clap(long)]
|
||||
<a href=#34 id=34 data-nosnippet>34</a> </span>table_name: <span class="prelude-ty">Option</span><String>,
|
||||
<a href=#35 id=35 data-nosnippet>35</a>
|
||||
<a href=#36 id=36 data-nosnippet>36</a> <span class="doccomment">/// The schema name of the table.
|
||||
<a href=#37 id=37 data-nosnippet>37</a> </span><span class="attr">#[clap(long, default_value = DEFAULT_SCHEMA_NAME)]
|
||||
<a href=#38 id=38 data-nosnippet>38</a> </span>schema_name: String,
|
||||
<a href=#39 id=39 data-nosnippet>39</a>
|
||||
<a href=#40 id=40 data-nosnippet>40</a> <span class="doccomment">/// The catalog name of the table.
|
||||
<a href=#41 id=41 data-nosnippet>41</a> </span><span class="attr">#[clap(long, default_value = DEFAULT_CATALOG_NAME)]
|
||||
<a href=#42 id=42 data-nosnippet>42</a> </span>catalog_name: String,
|
||||
<a href=#43 id=43 data-nosnippet>43</a>}
|
||||
<a href=#44 id=44 data-nosnippet>44</a>
|
||||
<a href=#45 id=45 data-nosnippet>45</a><span class="kw">impl </span>TableSelector {
|
||||
<a href=#46 id=46 data-nosnippet>46</a> <span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">fn </span>validate(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#47 id=47 data-nosnippet>47</a> <span class="kw">if </span><span class="macro">matches!</span>(
|
||||
<a href=#48 id=48 data-nosnippet>48</a> (<span class="kw-2">&</span><span class="self">self</span>.table_id, <span class="kw-2">&</span><span class="self">self</span>.table_name),
|
||||
<a href=#49 id=49 data-nosnippet>49</a> (<span class="prelude-val">Some</span>(<span class="kw">_</span>), <span class="prelude-val">Some</span>(<span class="kw">_</span>)) | (<span class="prelude-val">None</span>, <span class="prelude-val">None</span>)
|
||||
<a href=#50 id=50 data-nosnippet>50</a> ) {
|
||||
<a href=#51 id=51 data-nosnippet>51</a> <span class="kw">return </span><span class="prelude-val">Err</span>(BoxedError::new(
|
||||
<a href=#52 id=52 data-nosnippet>52</a> InvalidArgumentsSnafu {
|
||||
<a href=#53 id=53 data-nosnippet>53</a> msg: <span class="string">"You must specify either --table-id or --table-name."</span>,
|
||||
<a href=#54 id=54 data-nosnippet>54</a> }
|
||||
<a href=#55 id=55 data-nosnippet>55</a> .build(),
|
||||
<a href=#56 id=56 data-nosnippet>56</a> ));
|
||||
<a href=#57 id=57 data-nosnippet>57</a> }
|
||||
<a href=#58 id=58 data-nosnippet>58</a>
|
||||
<a href=#59 id=59 data-nosnippet>59</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#60 id=60 data-nosnippet>60</a> }
|
||||
<a href=#61 id=61 data-nosnippet>61</a>
|
||||
<a href=#62 id=62 data-nosnippet>62</a> <span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">async fn </span>resolve_table_id(
|
||||
<a href=#63 id=63 data-nosnippet>63</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#64 id=64 data-nosnippet>64</a> table_name_manager: <span class="kw-2">&</span>TableNameManager,
|
||||
<a href=#65 id=65 data-nosnippet>65</a> ) -> <span class="prelude-ty">Result</span><<span class="prelude-ty">Option</span><TableId>, BoxedError> {
|
||||
<a href=#66 id=66 data-nosnippet>66</a> <span class="kw">if let </span><span class="prelude-val">Some</span>(table_id) = <span class="self">self</span>.table_id {
|
||||
<a href=#67 id=67 data-nosnippet>67</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(<span class="prelude-val">Some</span>(table_id));
|
||||
<a href=#68 id=68 data-nosnippet>68</a> }
|
||||
<a href=#69 id=69 data-nosnippet>69</a>
|
||||
<a href=#70 id=70 data-nosnippet>70</a> get_table_id_by_name(
|
||||
<a href=#71 id=71 data-nosnippet>71</a> table_name_manager,
|
||||
<a href=#72 id=72 data-nosnippet>72</a> <span class="kw-2">&</span><span class="self">self</span>.catalog_name,
|
||||
<a href=#73 id=73 data-nosnippet>73</a> <span class="kw-2">&</span><span class="self">self</span>.schema_name,
|
||||
<a href=#74 id=74 data-nosnippet>74</a> <span class="self">self</span>.table_name
|
||||
<a href=#75 id=75 data-nosnippet>75</a> .as_deref()
|
||||
<a href=#76 id=76 data-nosnippet>76</a> .expect(<span class="string">"validated table selector"</span>),
|
||||
<a href=#77 id=77 data-nosnippet>77</a> )
|
||||
<a href=#78 id=78 data-nosnippet>78</a> .<span class="kw">await
|
||||
<a href=#79 id=79 data-nosnippet>79</a> </span>}
|
||||
<a href=#80 id=80 data-nosnippet>80</a>
|
||||
<a href=#81 id=81 data-nosnippet>81</a> <span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">fn </span>formatted_table_name(<span class="kw-2">&</span><span class="self">self</span>) -> String {
|
||||
<a href=#82 id=82 data-nosnippet>82</a> format_full_table_name(
|
||||
<a href=#83 id=83 data-nosnippet>83</a> <span class="kw-2">&</span><span class="self">self</span>.catalog_name,
|
||||
<a href=#84 id=84 data-nosnippet>84</a> <span class="kw-2">&</span><span class="self">self</span>.schema_name,
|
||||
<a href=#85 id=85 data-nosnippet>85</a> <span class="self">self</span>.table_name.as_deref().unwrap_or_default(),
|
||||
<a href=#86 id=86 data-nosnippet>86</a> )
|
||||
<a href=#87 id=87 data-nosnippet>87</a> }
|
||||
<a href=#88 id=88 data-nosnippet>88</a>}
|
||||
<a href=#89 id=89 data-nosnippet>89</a>
|
||||
<a href=#90 id=90 data-nosnippet>90</a><span class="attr">#[cfg(test)]
|
||||
<a href=#91 id=91 data-nosnippet>91</a></span><span class="kw">impl </span>TableSelector {
|
||||
<a href=#92 id=92 data-nosnippet>92</a> <span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">fn </span>with_table_id(table_id: u32) -> <span class="self">Self </span>{
|
||||
<a href=#93 id=93 data-nosnippet>93</a> <span class="self">Self </span>{
|
||||
<a href=#94 id=94 data-nosnippet>94</a> table_id: <span class="prelude-val">Some</span>(table_id),
|
||||
<a href=#95 id=95 data-nosnippet>95</a> table_name: <span class="prelude-val">None</span>,
|
||||
<a href=#96 id=96 data-nosnippet>96</a> schema_name: DEFAULT_SCHEMA_NAME.to_string(),
|
||||
<a href=#97 id=97 data-nosnippet>97</a> catalog_name: DEFAULT_CATALOG_NAME.to_string(),
|
||||
<a href=#98 id=98 data-nosnippet>98</a> }
|
||||
<a href=#99 id=99 data-nosnippet>99</a> }
|
||||
<a href=#100 id=100 data-nosnippet>100</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
58
src/cli/metadata/control/utils.rs.html
Normal file
58
src/cli/metadata/control/utils.rs.html
Normal file
@@ -0,0 +1,58 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/control/utils.rs`."><title>utils.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../" data-static-root-path="../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../src-files.js"></script><script defer src="../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/control/</div>utils.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-2"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">use </span>common_meta::error::Result <span class="kw">as </span>CommonMetaResult;
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>common_meta::key::table_name::{TableNameKey, TableNameManager};
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>common_meta::rpc::KeyValue;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>serde::Serialize;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>store_api::storage::TableId;
|
||||
<a href=#21 id=21 data-nosnippet>21</a>
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="doccomment">/// Decodes a key-value pair into a string.
|
||||
<a href=#23 id=23 data-nosnippet>23</a></span><span class="kw">pub fn </span>decode_key_value(kv: KeyValue) -> CommonMetaResult<(String, String)> {
|
||||
<a href=#24 id=24 data-nosnippet>24</a> <span class="kw">let </span>key = String::from_utf8_lossy(<span class="kw-2">&</span>kv.key).to_string();
|
||||
<a href=#25 id=25 data-nosnippet>25</a> <span class="kw">let </span>value = String::from_utf8_lossy(<span class="kw-2">&</span>kv.value).to_string();
|
||||
<a href=#26 id=26 data-nosnippet>26</a> <span class="prelude-val">Ok</span>((key, value))
|
||||
<a href=#27 id=27 data-nosnippet>27</a>}
|
||||
<a href=#28 id=28 data-nosnippet>28</a>
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="doccomment">/// Formats a value as a JSON string.
|
||||
<a href=#30 id=30 data-nosnippet>30</a></span><span class="kw">pub fn </span>json_formatter<T>(pretty: bool, value: <span class="kw-2">&</span>T) -> String
|
||||
<a href=#31 id=31 data-nosnippet>31</a><span class="kw">where
|
||||
<a href=#32 id=32 data-nosnippet>32</a> </span>T: Serialize,
|
||||
<a href=#33 id=33 data-nosnippet>33</a>{
|
||||
<a href=#34 id=34 data-nosnippet>34</a> <span class="kw">if </span>pretty {
|
||||
<a href=#35 id=35 data-nosnippet>35</a> serde_json::to_string_pretty(value).unwrap()
|
||||
<a href=#36 id=36 data-nosnippet>36</a> } <span class="kw">else </span>{
|
||||
<a href=#37 id=37 data-nosnippet>37</a> serde_json::to_string(value).unwrap()
|
||||
<a href=#38 id=38 data-nosnippet>38</a> }
|
||||
<a href=#39 id=39 data-nosnippet>39</a>}
|
||||
<a href=#40 id=40 data-nosnippet>40</a>
|
||||
<a href=#41 id=41 data-nosnippet>41</a><span class="doccomment">/// Gets the table id by table name.
|
||||
<a href=#42 id=42 data-nosnippet>42</a></span><span class="kw">pub async fn </span>get_table_id_by_name(
|
||||
<a href=#43 id=43 data-nosnippet>43</a> table_name_manager: <span class="kw-2">&</span>TableNameManager,
|
||||
<a href=#44 id=44 data-nosnippet>44</a> catalog_name: <span class="kw-2">&</span>str,
|
||||
<a href=#45 id=45 data-nosnippet>45</a> schema_name: <span class="kw-2">&</span>str,
|
||||
<a href=#46 id=46 data-nosnippet>46</a> table_name: <span class="kw-2">&</span>str,
|
||||
<a href=#47 id=47 data-nosnippet>47</a>) -> <span class="prelude-ty">Result</span><<span class="prelude-ty">Option</span><TableId>, BoxedError> {
|
||||
<a href=#48 id=48 data-nosnippet>48</a> <span class="kw">let </span>table_name_key = TableNameKey::new(catalog_name, schema_name, table_name);
|
||||
<a href=#49 id=49 data-nosnippet>49</a> <span class="kw">let </span><span class="prelude-val">Some</span>(table_name_value) = table_name_manager
|
||||
<a href=#50 id=50 data-nosnippet>50</a> .get(table_name_key)
|
||||
<a href=#51 id=51 data-nosnippet>51</a> .<span class="kw">await
|
||||
<a href=#52 id=52 data-nosnippet>52</a> </span>.map_err(BoxedError::new)<span class="question-mark">?
|
||||
<a href=#53 id=53 data-nosnippet>53</a> </span><span class="kw">else </span>{
|
||||
<a href=#54 id=54 data-nosnippet>54</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(<span class="prelude-val">None</span>);
|
||||
<a href=#55 id=55 data-nosnippet>55</a> };
|
||||
<a href=#56 id=56 data-nosnippet>56</a> <span class="prelude-val">Ok</span>(<span class="prelude-val">Some</span>(table_name_value.table_id()))
|
||||
<a href=#57 id=57 data-nosnippet>57</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
382
src/cli/metadata/repair.rs.html
Normal file
382
src/cli/metadata/repair.rs.html
Normal file
@@ -0,0 +1,382 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/repair.rs`."><title>repair.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../" data-static-root-path="../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../static.files/src-script-813739b1.js"></script><script defer src="../../../src-files.js"></script><script defer src="../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/</div>repair.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">mod </span>alter_table;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">mod </span>create_table;
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">mod </span>partition_column;
|
||||
<a href=#18 id=18 data-nosnippet>18</a>
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>std::sync::Arc;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>std::time::Duration;
|
||||
<a href=#21 id=21 data-nosnippet>21</a>
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span>async_trait::async_trait;
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span>clap::{Parser, Subcommand};
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span>client::api::v1::CreateTableExpr;
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">use </span>client::client_manager::NodeClients;
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span>client::{DEFAULT_CATALOG_NAME, DEFAULT_SCHEMA_NAME};
|
||||
<a href=#27 id=27 data-nosnippet>27</a><span class="kw">use </span>common_error::ext::{BoxedError, ErrorExt};
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="kw">use </span>common_error::status_code::StatusCode;
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="kw">use </span>common_grpc::channel_manager::ChannelConfig;
|
||||
<a href=#30 id=30 data-nosnippet>30</a><span class="kw">use </span>common_meta::error::Error <span class="kw">as </span>CommonMetaError;
|
||||
<a href=#31 id=31 data-nosnippet>31</a><span class="kw">use </span>common_meta::key::TableMetadataManager;
|
||||
<a href=#32 id=32 data-nosnippet>32</a><span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#33 id=33 data-nosnippet>33</a><span class="kw">use </span>common_meta::node_manager::NodeManagerRef;
|
||||
<a href=#34 id=34 data-nosnippet>34</a><span class="kw">use </span>common_meta::peer::Peer;
|
||||
<a href=#35 id=35 data-nosnippet>35</a><span class="kw">use </span>common_meta::rpc::router::{RegionRoute, find_leaders};
|
||||
<a href=#36 id=36 data-nosnippet>36</a><span class="kw">use </span>common_telemetry::{error, info, warn};
|
||||
<a href=#37 id=37 data-nosnippet>37</a><span class="kw">use </span>futures::TryStreamExt;
|
||||
<a href=#38 id=38 data-nosnippet>38</a><span class="kw">use </span>partition_column::RepairPartitionColumnCommand;
|
||||
<a href=#39 id=39 data-nosnippet>39</a><span class="kw">use </span>snafu::{ResultExt, ensure};
|
||||
<a href=#40 id=40 data-nosnippet>40</a><span class="kw">use </span>store_api::storage::TableId;
|
||||
<a href=#41 id=41 data-nosnippet>41</a>
|
||||
<a href=#42 id=42 data-nosnippet>42</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#43 id=43 data-nosnippet>43</a><span class="kw">use </span><span class="kw">crate</span>::common::StoreConfig;
|
||||
<a href=#44 id=44 data-nosnippet>44</a><span class="kw">use </span><span class="kw">crate</span>::error::{
|
||||
<a href=#45 id=45 data-nosnippet>45</a> InvalidArgumentsSnafu, <span class="prelude-ty">Result</span>, SendRequestToDatanodeSnafu, TableMetadataSnafu, UnexpectedSnafu,
|
||||
<a href=#46 id=46 data-nosnippet>46</a>};
|
||||
<a href=#47 id=47 data-nosnippet>47</a><span class="kw">use </span><span class="kw">crate</span>::metadata::utils::{FullTableMetadata, IteratorInput, TableMetadataIterator};
|
||||
<a href=#48 id=48 data-nosnippet>48</a>
|
||||
<a href=#49 id=49 data-nosnippet>49</a><span class="attr">#[derive(Subcommand)]
|
||||
<a href=#50 id=50 data-nosnippet>50</a></span><span class="kw">pub enum </span>RepairCommand {
|
||||
<a href=#51 id=51 data-nosnippet>51</a> LogicalTables(RepairLogicalTablesCommand),
|
||||
<a href=#52 id=52 data-nosnippet>52</a> PartitionColumn(RepairPartitionColumnCommand),
|
||||
<a href=#53 id=53 data-nosnippet>53</a>}
|
||||
<a href=#54 id=54 data-nosnippet>54</a>
|
||||
<a href=#55 id=55 data-nosnippet>55</a><span class="kw">impl </span>RepairCommand {
|
||||
<a href=#56 id=56 data-nosnippet>56</a> <span class="kw">pub</span>(<span class="kw">super</span>) <span class="kw">async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> std::result::Result<Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#57 id=57 data-nosnippet>57</a> <span class="kw">match </span><span class="self">self </span>{
|
||||
<a href=#58 id=58 data-nosnippet>58</a> <span class="self">Self</span>::LogicalTables(x) => x.build().<span class="kw">await</span>,
|
||||
<a href=#59 id=59 data-nosnippet>59</a> <span class="self">Self</span>::PartitionColumn(x) => x.build().<span class="kw">await</span>.map(|x| Box::new(x) <span class="kw">as _</span>),
|
||||
<a href=#60 id=60 data-nosnippet>60</a> }
|
||||
<a href=#61 id=61 data-nosnippet>61</a> }
|
||||
<a href=#62 id=62 data-nosnippet>62</a>}
|
||||
<a href=#63 id=63 data-nosnippet>63</a>
|
||||
<a href=#64 id=64 data-nosnippet>64</a><span class="doccomment">/// Repair metadata of logical tables.
|
||||
<a href=#65 id=65 data-nosnippet>65</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#66 id=66 data-nosnippet>66</a></span><span class="kw">pub struct </span>RepairLogicalTablesCommand {
|
||||
<a href=#67 id=67 data-nosnippet>67</a> <span class="doccomment">/// The names of the tables to repair.
|
||||
<a href=#68 id=68 data-nosnippet>68</a> </span><span class="attr">#[clap(long, value_delimiter = <span class="string">','</span>, alias = <span class="string">"table-name"</span>)]
|
||||
<a href=#69 id=69 data-nosnippet>69</a> </span>table_names: Vec<String>,
|
||||
<a href=#70 id=70 data-nosnippet>70</a>
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="doccomment">/// The id of the table to repair.
|
||||
<a href=#72 id=72 data-nosnippet>72</a> </span><span class="attr">#[clap(long, value_delimiter = <span class="string">','</span>, alias = <span class="string">"table-id"</span>)]
|
||||
<a href=#73 id=73 data-nosnippet>73</a> </span>table_ids: Vec<TableId>,
|
||||
<a href=#74 id=74 data-nosnippet>74</a>
|
||||
<a href=#75 id=75 data-nosnippet>75</a> <span class="doccomment">/// The schema of the tables to repair.
|
||||
<a href=#76 id=76 data-nosnippet>76</a> </span><span class="attr">#[clap(long, default_value = DEFAULT_SCHEMA_NAME)]
|
||||
<a href=#77 id=77 data-nosnippet>77</a> </span>schema_name: String,
|
||||
<a href=#78 id=78 data-nosnippet>78</a>
|
||||
<a href=#79 id=79 data-nosnippet>79</a> <span class="doccomment">/// The catalog of the tables to repair.
|
||||
<a href=#80 id=80 data-nosnippet>80</a> </span><span class="attr">#[clap(long, default_value = DEFAULT_CATALOG_NAME)]
|
||||
<a href=#81 id=81 data-nosnippet>81</a> </span>catalog_name: String,
|
||||
<a href=#82 id=82 data-nosnippet>82</a>
|
||||
<a href=#83 id=83 data-nosnippet>83</a> <span class="doccomment">/// Whether to fail fast if any repair operation fails.
|
||||
<a href=#84 id=84 data-nosnippet>84</a> </span><span class="attr">#[clap(long)]
|
||||
<a href=#85 id=85 data-nosnippet>85</a> </span>fail_fast: bool,
|
||||
<a href=#86 id=86 data-nosnippet>86</a>
|
||||
<a href=#87 id=87 data-nosnippet>87</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#88 id=88 data-nosnippet>88</a> </span>store: StoreConfig,
|
||||
<a href=#89 id=89 data-nosnippet>89</a>
|
||||
<a href=#90 id=90 data-nosnippet>90</a> <span class="doccomment">/// The timeout for the client to operate the datanode.
|
||||
<a href=#91 id=91 data-nosnippet>91</a> </span><span class="attr">#[clap(long, default_value_t = <span class="number">30</span>)]
|
||||
<a href=#92 id=92 data-nosnippet>92</a> </span>client_timeout_secs: u64,
|
||||
<a href=#93 id=93 data-nosnippet>93</a>
|
||||
<a href=#94 id=94 data-nosnippet>94</a> <span class="doccomment">/// The timeout for the client to connect to the datanode.
|
||||
<a href=#95 id=95 data-nosnippet>95</a> </span><span class="attr">#[clap(long, default_value_t = <span class="number">3</span>)]
|
||||
<a href=#96 id=96 data-nosnippet>96</a> </span>client_connect_timeout_secs: u64,
|
||||
<a href=#97 id=97 data-nosnippet>97</a>}
|
||||
<a href=#98 id=98 data-nosnippet>98</a>
|
||||
<a href=#99 id=99 data-nosnippet>99</a><span class="kw">impl </span>RepairLogicalTablesCommand {
|
||||
<a href=#100 id=100 data-nosnippet>100</a> <span class="kw">fn </span>validate(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><()> {
|
||||
<a href=#101 id=101 data-nosnippet>101</a> <span class="macro">ensure!</span>(
|
||||
<a href=#102 id=102 data-nosnippet>102</a> !<span class="self">self</span>.table_names.is_empty() || !<span class="self">self</span>.table_ids.is_empty(),
|
||||
<a href=#103 id=103 data-nosnippet>103</a> InvalidArgumentsSnafu {
|
||||
<a href=#104 id=104 data-nosnippet>104</a> msg: <span class="string">"You must specify --table-names or --table-ids."</span>,
|
||||
<a href=#105 id=105 data-nosnippet>105</a> }
|
||||
<a href=#106 id=106 data-nosnippet>106</a> );
|
||||
<a href=#107 id=107 data-nosnippet>107</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#108 id=108 data-nosnippet>108</a> }
|
||||
<a href=#109 id=109 data-nosnippet>109</a>}
|
||||
<a href=#110 id=110 data-nosnippet>110</a>
|
||||
<a href=#111 id=111 data-nosnippet>111</a><span class="kw">impl </span>RepairLogicalTablesCommand {
|
||||
<a href=#112 id=112 data-nosnippet>112</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> std::result::Result<Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#113 id=113 data-nosnippet>113</a> <span class="self">self</span>.validate().map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#114 id=114 data-nosnippet>114</a> <span class="kw">let </span>kv_backend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#115 id=115 data-nosnippet>115</a> <span class="kw">let </span>node_client_channel_config = ChannelConfig::new()
|
||||
<a href=#116 id=116 data-nosnippet>116</a> .timeout(<span class="prelude-val">Some</span>(Duration::from_secs(<span class="self">self</span>.client_timeout_secs)))
|
||||
<a href=#117 id=117 data-nosnippet>117</a> .connect_timeout(Duration::from_secs(<span class="self">self</span>.client_connect_timeout_secs));
|
||||
<a href=#118 id=118 data-nosnippet>118</a> <span class="kw">let </span>node_manager = Arc::new(NodeClients::new(node_client_channel_config));
|
||||
<a href=#119 id=119 data-nosnippet>119</a>
|
||||
<a href=#120 id=120 data-nosnippet>120</a> <span class="prelude-val">Ok</span>(Box::new(RepairTool {
|
||||
<a href=#121 id=121 data-nosnippet>121</a> table_names: <span class="self">self</span>.table_names.clone(),
|
||||
<a href=#122 id=122 data-nosnippet>122</a> table_ids: <span class="self">self</span>.table_ids.clone(),
|
||||
<a href=#123 id=123 data-nosnippet>123</a> schema_name: <span class="self">self</span>.schema_name.clone(),
|
||||
<a href=#124 id=124 data-nosnippet>124</a> catalog_name: <span class="self">self</span>.catalog_name.clone(),
|
||||
<a href=#125 id=125 data-nosnippet>125</a> fail_fast: <span class="self">self</span>.fail_fast,
|
||||
<a href=#126 id=126 data-nosnippet>126</a> kv_backend,
|
||||
<a href=#127 id=127 data-nosnippet>127</a> node_manager,
|
||||
<a href=#128 id=128 data-nosnippet>128</a> }))
|
||||
<a href=#129 id=129 data-nosnippet>129</a> }
|
||||
<a href=#130 id=130 data-nosnippet>130</a>}
|
||||
<a href=#131 id=131 data-nosnippet>131</a>
|
||||
<a href=#132 id=132 data-nosnippet>132</a><span class="kw">struct </span>RepairTool {
|
||||
<a href=#133 id=133 data-nosnippet>133</a> table_names: Vec<String>,
|
||||
<a href=#134 id=134 data-nosnippet>134</a> table_ids: Vec<TableId>,
|
||||
<a href=#135 id=135 data-nosnippet>135</a> schema_name: String,
|
||||
<a href=#136 id=136 data-nosnippet>136</a> catalog_name: String,
|
||||
<a href=#137 id=137 data-nosnippet>137</a> fail_fast: bool,
|
||||
<a href=#138 id=138 data-nosnippet>138</a> kv_backend: KvBackendRef,
|
||||
<a href=#139 id=139 data-nosnippet>139</a> node_manager: NodeManagerRef,
|
||||
<a href=#140 id=140 data-nosnippet>140</a>}
|
||||
<a href=#141 id=141 data-nosnippet>141</a>
|
||||
<a href=#142 id=142 data-nosnippet>142</a><span class="attr">#[async_trait]
|
||||
<a href=#143 id=143 data-nosnippet>143</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>RepairTool {
|
||||
<a href=#144 id=144 data-nosnippet>144</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> std::result::Result<(), BoxedError> {
|
||||
<a href=#145 id=145 data-nosnippet>145</a> <span class="self">self</span>.repair_tables().<span class="kw">await</span>.map_err(BoxedError::new)
|
||||
<a href=#146 id=146 data-nosnippet>146</a> }
|
||||
<a href=#147 id=147 data-nosnippet>147</a>}
|
||||
<a href=#148 id=148 data-nosnippet>148</a>
|
||||
<a href=#149 id=149 data-nosnippet>149</a><span class="kw">impl </span>RepairTool {
|
||||
<a href=#150 id=150 data-nosnippet>150</a> <span class="kw">fn </span>generate_iterator_input(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><IteratorInput> {
|
||||
<a href=#151 id=151 data-nosnippet>151</a> <span class="kw">if </span>!<span class="self">self</span>.table_names.is_empty() {
|
||||
<a href=#152 id=152 data-nosnippet>152</a> <span class="kw">let </span>table_names = <span class="kw-2">&</span><span class="self">self</span>.table_names;
|
||||
<a href=#153 id=153 data-nosnippet>153</a> <span class="kw">let </span>catalog = <span class="kw-2">&</span><span class="self">self</span>.catalog_name;
|
||||
<a href=#154 id=154 data-nosnippet>154</a> <span class="kw">let </span>schema_name = <span class="kw-2">&</span><span class="self">self</span>.schema_name;
|
||||
<a href=#155 id=155 data-nosnippet>155</a>
|
||||
<a href=#156 id=156 data-nosnippet>156</a> <span class="kw">let </span>table_names = table_names
|
||||
<a href=#157 id=157 data-nosnippet>157</a> .iter()
|
||||
<a href=#158 id=158 data-nosnippet>158</a> .map(|table_name| (catalog.clone(), schema_name.clone(), table_name.clone()))
|
||||
<a href=#159 id=159 data-nosnippet>159</a> .collect::<Vec<<span class="kw">_</span>>>();
|
||||
<a href=#160 id=160 data-nosnippet>160</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(IteratorInput::new_table_names(table_names));
|
||||
<a href=#161 id=161 data-nosnippet>161</a> } <span class="kw">else if </span>!<span class="self">self</span>.table_ids.is_empty() {
|
||||
<a href=#162 id=162 data-nosnippet>162</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(IteratorInput::new_table_ids(<span class="self">self</span>.table_ids.clone()));
|
||||
<a href=#163 id=163 data-nosnippet>163</a> };
|
||||
<a href=#164 id=164 data-nosnippet>164</a>
|
||||
<a href=#165 id=165 data-nosnippet>165</a> InvalidArgumentsSnafu {
|
||||
<a href=#166 id=166 data-nosnippet>166</a> msg: <span class="string">"You must specify --table-names or --table-id."</span>,
|
||||
<a href=#167 id=167 data-nosnippet>167</a> }
|
||||
<a href=#168 id=168 data-nosnippet>168</a> .fail()
|
||||
<a href=#169 id=169 data-nosnippet>169</a> }
|
||||
<a href=#170 id=170 data-nosnippet>170</a>
|
||||
<a href=#171 id=171 data-nosnippet>171</a> <span class="kw">async fn </span>repair_tables(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><()> {
|
||||
<a href=#172 id=172 data-nosnippet>172</a> <span class="kw">let </span>input = <span class="self">self</span>.generate_iterator_input()<span class="question-mark">?</span>;
|
||||
<a href=#173 id=173 data-nosnippet>173</a> <span class="kw">let </span><span class="kw-2">mut </span>table_metadata_iterator =
|
||||
<a href=#174 id=174 data-nosnippet>174</a> Box::pin(TableMetadataIterator::new(<span class="self">self</span>.kv_backend.clone(), input).into_stream());
|
||||
<a href=#175 id=175 data-nosnippet>175</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(<span class="self">self</span>.kv_backend.clone());
|
||||
<a href=#176 id=176 data-nosnippet>176</a>
|
||||
<a href=#177 id=177 data-nosnippet>177</a> <span class="kw">let </span><span class="kw-2">mut </span>skipped_table = <span class="number">0</span>;
|
||||
<a href=#178 id=178 data-nosnippet>178</a> <span class="kw">let </span><span class="kw-2">mut </span>success_table = <span class="number">0</span>;
|
||||
<a href=#179 id=179 data-nosnippet>179</a> <span class="kw">while let </span><span class="prelude-val">Some</span>(full_table_metadata) = table_metadata_iterator.try_next().<span class="kw">await</span><span class="question-mark">? </span>{
|
||||
<a href=#180 id=180 data-nosnippet>180</a> <span class="kw">let </span>full_table_name = full_table_metadata.full_table_name();
|
||||
<a href=#181 id=181 data-nosnippet>181</a> <span class="kw">if </span>!full_table_metadata.is_metric_engine() {
|
||||
<a href=#182 id=182 data-nosnippet>182</a> <span class="macro">warn!</span>(
|
||||
<a href=#183 id=183 data-nosnippet>183</a> <span class="string">"Skipping repair for non-metric engine table: {}"</span>,
|
||||
<a href=#184 id=184 data-nosnippet>184</a> full_table_name
|
||||
<a href=#185 id=185 data-nosnippet>185</a> );
|
||||
<a href=#186 id=186 data-nosnippet>186</a> skipped_table += <span class="number">1</span>;
|
||||
<a href=#187 id=187 data-nosnippet>187</a> <span class="kw">continue</span>;
|
||||
<a href=#188 id=188 data-nosnippet>188</a> }
|
||||
<a href=#189 id=189 data-nosnippet>189</a>
|
||||
<a href=#190 id=190 data-nosnippet>190</a> <span class="kw">if </span>full_table_metadata.is_physical_table() {
|
||||
<a href=#191 id=191 data-nosnippet>191</a> <span class="macro">warn!</span>(<span class="string">"Skipping repair for physical table: {}"</span>, full_table_name);
|
||||
<a href=#192 id=192 data-nosnippet>192</a> skipped_table += <span class="number">1</span>;
|
||||
<a href=#193 id=193 data-nosnippet>193</a> <span class="kw">continue</span>;
|
||||
<a href=#194 id=194 data-nosnippet>194</a> }
|
||||
<a href=#195 id=195 data-nosnippet>195</a>
|
||||
<a href=#196 id=196 data-nosnippet>196</a> <span class="kw">let </span>(physical_table_id, physical_table_route) = table_metadata_manager
|
||||
<a href=#197 id=197 data-nosnippet>197</a> .table_route_manager()
|
||||
<a href=#198 id=198 data-nosnippet>198</a> .get_physical_table_route(full_table_metadata.table_id)
|
||||
<a href=#199 id=199 data-nosnippet>199</a> .<span class="kw">await
|
||||
<a href=#200 id=200 data-nosnippet>200</a> </span>.context(TableMetadataSnafu)<span class="question-mark">?</span>;
|
||||
<a href=#201 id=201 data-nosnippet>201</a>
|
||||
<a href=#202 id=202 data-nosnippet>202</a> <span class="kw">if let </span><span class="prelude-val">Err</span>(err) = <span class="self">self
|
||||
<a href=#203 id=203 data-nosnippet>203</a> </span>.repair_table(
|
||||
<a href=#204 id=204 data-nosnippet>204</a> <span class="kw-2">&</span>full_table_metadata,
|
||||
<a href=#205 id=205 data-nosnippet>205</a> physical_table_id,
|
||||
<a href=#206 id=206 data-nosnippet>206</a> <span class="kw-2">&</span>physical_table_route.region_routes,
|
||||
<a href=#207 id=207 data-nosnippet>207</a> )
|
||||
<a href=#208 id=208 data-nosnippet>208</a> .<span class="kw">await
|
||||
<a href=#209 id=209 data-nosnippet>209</a> </span>{
|
||||
<a href=#210 id=210 data-nosnippet>210</a> <span class="macro">error!</span>(
|
||||
<a href=#211 id=211 data-nosnippet>211</a> err;
|
||||
<a href=#212 id=212 data-nosnippet>212</a> <span class="string">"Failed to repair table: {}, skipped table: {}"</span>,
|
||||
<a href=#213 id=213 data-nosnippet>213</a> full_table_name,
|
||||
<a href=#214 id=214 data-nosnippet>214</a> skipped_table,
|
||||
<a href=#215 id=215 data-nosnippet>215</a> );
|
||||
<a href=#216 id=216 data-nosnippet>216</a>
|
||||
<a href=#217 id=217 data-nosnippet>217</a> <span class="kw">if </span><span class="self">self</span>.fail_fast {
|
||||
<a href=#218 id=218 data-nosnippet>218</a> <span class="kw">return </span><span class="prelude-val">Err</span>(err);
|
||||
<a href=#219 id=219 data-nosnippet>219</a> }
|
||||
<a href=#220 id=220 data-nosnippet>220</a> } <span class="kw">else </span>{
|
||||
<a href=#221 id=221 data-nosnippet>221</a> success_table += <span class="number">1</span>;
|
||||
<a href=#222 id=222 data-nosnippet>222</a> }
|
||||
<a href=#223 id=223 data-nosnippet>223</a> }
|
||||
<a href=#224 id=224 data-nosnippet>224</a>
|
||||
<a href=#225 id=225 data-nosnippet>225</a> <span class="macro">info!</span>(
|
||||
<a href=#226 id=226 data-nosnippet>226</a> <span class="string">"Repair logical tables result: {} tables repaired, {} tables skipped"</span>,
|
||||
<a href=#227 id=227 data-nosnippet>227</a> success_table, skipped_table
|
||||
<a href=#228 id=228 data-nosnippet>228</a> );
|
||||
<a href=#229 id=229 data-nosnippet>229</a>
|
||||
<a href=#230 id=230 data-nosnippet>230</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#231 id=231 data-nosnippet>231</a> }
|
||||
<a href=#232 id=232 data-nosnippet>232</a>
|
||||
<a href=#233 id=233 data-nosnippet>233</a> <span class="kw">async fn </span>alter_table_on_datanodes(
|
||||
<a href=#234 id=234 data-nosnippet>234</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#235 id=235 data-nosnippet>235</a> full_table_metadata: <span class="kw-2">&</span>FullTableMetadata,
|
||||
<a href=#236 id=236 data-nosnippet>236</a> physical_region_routes: <span class="kw-2">&</span>[RegionRoute],
|
||||
<a href=#237 id=237 data-nosnippet>237</a> ) -> <span class="prelude-ty">Result</span><Vec<(Peer, CommonMetaError)>> {
|
||||
<a href=#238 id=238 data-nosnippet>238</a> <span class="kw">let </span>logical_table_id = full_table_metadata.table_id;
|
||||
<a href=#239 id=239 data-nosnippet>239</a> <span class="kw">let </span>alter_table_expr = alter_table::generate_alter_table_expr_for_all_columns(
|
||||
<a href=#240 id=240 data-nosnippet>240</a> <span class="kw-2">&</span>full_table_metadata.table_info,
|
||||
<a href=#241 id=241 data-nosnippet>241</a> )<span class="question-mark">?</span>;
|
||||
<a href=#242 id=242 data-nosnippet>242</a> <span class="kw">let </span>node_manager = <span class="self">self</span>.node_manager.clone();
|
||||
<a href=#243 id=243 data-nosnippet>243</a>
|
||||
<a href=#244 id=244 data-nosnippet>244</a> <span class="kw">let </span><span class="kw-2">mut </span>failed_peers = Vec::new();
|
||||
<a href=#245 id=245 data-nosnippet>245</a> <span class="macro">info!</span>(
|
||||
<a href=#246 id=246 data-nosnippet>246</a> <span class="string">"Sending alter table requests to all datanodes for table: {}, number of regions:{}."</span>,
|
||||
<a href=#247 id=247 data-nosnippet>247</a> full_table_metadata.full_table_name(),
|
||||
<a href=#248 id=248 data-nosnippet>248</a> physical_region_routes.len()
|
||||
<a href=#249 id=249 data-nosnippet>249</a> );
|
||||
<a href=#250 id=250 data-nosnippet>250</a> <span class="kw">let </span>leaders = find_leaders(physical_region_routes);
|
||||
<a href=#251 id=251 data-nosnippet>251</a> <span class="kw">for </span>peer <span class="kw">in </span><span class="kw-2">&</span>leaders {
|
||||
<a href=#252 id=252 data-nosnippet>252</a> <span class="kw">let </span>alter_table_request = alter_table::make_alter_region_request_for_peer(
|
||||
<a href=#253 id=253 data-nosnippet>253</a> logical_table_id,
|
||||
<a href=#254 id=254 data-nosnippet>254</a> <span class="kw-2">&</span>alter_table_expr,
|
||||
<a href=#255 id=255 data-nosnippet>255</a> peer,
|
||||
<a href=#256 id=256 data-nosnippet>256</a> physical_region_routes,
|
||||
<a href=#257 id=257 data-nosnippet>257</a> )<span class="question-mark">?</span>;
|
||||
<a href=#258 id=258 data-nosnippet>258</a> <span class="kw">let </span>datanode = node_manager.datanode(peer).<span class="kw">await</span>;
|
||||
<a href=#259 id=259 data-nosnippet>259</a> <span class="kw">if let </span><span class="prelude-val">Err</span>(err) = datanode.handle(alter_table_request).<span class="kw">await </span>{
|
||||
<a href=#260 id=260 data-nosnippet>260</a> failed_peers.push((peer.clone(), err));
|
||||
<a href=#261 id=261 data-nosnippet>261</a> }
|
||||
<a href=#262 id=262 data-nosnippet>262</a> }
|
||||
<a href=#263 id=263 data-nosnippet>263</a>
|
||||
<a href=#264 id=264 data-nosnippet>264</a> <span class="prelude-val">Ok</span>(failed_peers)
|
||||
<a href=#265 id=265 data-nosnippet>265</a> }
|
||||
<a href=#266 id=266 data-nosnippet>266</a>
|
||||
<a href=#267 id=267 data-nosnippet>267</a> <span class="kw">async fn </span>create_table_on_datanode(
|
||||
<a href=#268 id=268 data-nosnippet>268</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#269 id=269 data-nosnippet>269</a> create_table_expr: <span class="kw-2">&</span>CreateTableExpr,
|
||||
<a href=#270 id=270 data-nosnippet>270</a> logical_table_id: TableId,
|
||||
<a href=#271 id=271 data-nosnippet>271</a> physical_table_id: TableId,
|
||||
<a href=#272 id=272 data-nosnippet>272</a> peer: <span class="kw-2">&</span>Peer,
|
||||
<a href=#273 id=273 data-nosnippet>273</a> physical_region_routes: <span class="kw-2">&</span>[RegionRoute],
|
||||
<a href=#274 id=274 data-nosnippet>274</a> ) -> <span class="prelude-ty">Result</span><()> {
|
||||
<a href=#275 id=275 data-nosnippet>275</a> <span class="kw">let </span>node_manager = <span class="self">self</span>.node_manager.clone();
|
||||
<a href=#276 id=276 data-nosnippet>276</a> <span class="kw">let </span>datanode = node_manager.datanode(peer).<span class="kw">await</span>;
|
||||
<a href=#277 id=277 data-nosnippet>277</a> <span class="kw">let </span>create_table_request = create_table::make_create_region_request_for_peer(
|
||||
<a href=#278 id=278 data-nosnippet>278</a> logical_table_id,
|
||||
<a href=#279 id=279 data-nosnippet>279</a> physical_table_id,
|
||||
<a href=#280 id=280 data-nosnippet>280</a> create_table_expr,
|
||||
<a href=#281 id=281 data-nosnippet>281</a> peer,
|
||||
<a href=#282 id=282 data-nosnippet>282</a> physical_region_routes,
|
||||
<a href=#283 id=283 data-nosnippet>283</a> )<span class="question-mark">?</span>;
|
||||
<a href=#284 id=284 data-nosnippet>284</a>
|
||||
<a href=#285 id=285 data-nosnippet>285</a> datanode
|
||||
<a href=#286 id=286 data-nosnippet>286</a> .handle(create_table_request)
|
||||
<a href=#287 id=287 data-nosnippet>287</a> .<span class="kw">await
|
||||
<a href=#288 id=288 data-nosnippet>288</a> </span>.with_context(|<span class="kw">_</span>| SendRequestToDatanodeSnafu { peer: peer.clone() })<span class="question-mark">?</span>;
|
||||
<a href=#289 id=289 data-nosnippet>289</a>
|
||||
<a href=#290 id=290 data-nosnippet>290</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#291 id=291 data-nosnippet>291</a> }
|
||||
<a href=#292 id=292 data-nosnippet>292</a>
|
||||
<a href=#293 id=293 data-nosnippet>293</a> <span class="kw">async fn </span>repair_table(
|
||||
<a href=#294 id=294 data-nosnippet>294</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#295 id=295 data-nosnippet>295</a> full_table_metadata: <span class="kw-2">&</span>FullTableMetadata,
|
||||
<a href=#296 id=296 data-nosnippet>296</a> physical_table_id: TableId,
|
||||
<a href=#297 id=297 data-nosnippet>297</a> physical_region_routes: <span class="kw-2">&</span>[RegionRoute],
|
||||
<a href=#298 id=298 data-nosnippet>298</a> ) -> <span class="prelude-ty">Result</span><()> {
|
||||
<a href=#299 id=299 data-nosnippet>299</a> <span class="kw">let </span>full_table_name = full_table_metadata.full_table_name();
|
||||
<a href=#300 id=300 data-nosnippet>300</a> <span class="comment">// First we sends alter table requests to all datanodes with all columns.
|
||||
<a href=#301 id=301 data-nosnippet>301</a> </span><span class="kw">let </span>failed_peers = <span class="self">self
|
||||
<a href=#302 id=302 data-nosnippet>302</a> </span>.alter_table_on_datanodes(full_table_metadata, physical_region_routes)
|
||||
<a href=#303 id=303 data-nosnippet>303</a> .<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#304 id=304 data-nosnippet>304</a>
|
||||
<a href=#305 id=305 data-nosnippet>305</a> <span class="kw">if </span>failed_peers.is_empty() {
|
||||
<a href=#306 id=306 data-nosnippet>306</a> <span class="macro">info!</span>(
|
||||
<a href=#307 id=307 data-nosnippet>307</a> <span class="string">"All alter table requests sent successfully for table: {}"</span>,
|
||||
<a href=#308 id=308 data-nosnippet>308</a> full_table_name
|
||||
<a href=#309 id=309 data-nosnippet>309</a> );
|
||||
<a href=#310 id=310 data-nosnippet>310</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#311 id=311 data-nosnippet>311</a> }
|
||||
<a href=#312 id=312 data-nosnippet>312</a> <span class="macro">warn!</span>(
|
||||
<a href=#313 id=313 data-nosnippet>313</a> <span class="string">"Sending alter table requests to datanodes for table: {} failed for the datanodes: {:?}"</span>,
|
||||
<a href=#314 id=314 data-nosnippet>314</a> full_table_name,
|
||||
<a href=#315 id=315 data-nosnippet>315</a> failed_peers
|
||||
<a href=#316 id=316 data-nosnippet>316</a> .iter()
|
||||
<a href=#317 id=317 data-nosnippet>317</a> .map(|(peer, <span class="kw">_</span>)| peer.id)
|
||||
<a href=#318 id=318 data-nosnippet>318</a> .collect::<Vec<<span class="kw">_</span>>>()
|
||||
<a href=#319 id=319 data-nosnippet>319</a> );
|
||||
<a href=#320 id=320 data-nosnippet>320</a>
|
||||
<a href=#321 id=321 data-nosnippet>321</a> <span class="kw">let </span>create_table_expr =
|
||||
<a href=#322 id=322 data-nosnippet>322</a> create_table::generate_create_table_expr(<span class="kw-2">&</span>full_table_metadata.table_info)<span class="question-mark">?</span>;
|
||||
<a href=#323 id=323 data-nosnippet>323</a>
|
||||
<a href=#324 id=324 data-nosnippet>324</a> <span class="kw">let </span><span class="kw-2">mut </span>errors = Vec::new();
|
||||
<a href=#325 id=325 data-nosnippet>325</a> <span class="kw">for </span>(peer, err) <span class="kw">in </span>failed_peers {
|
||||
<a href=#326 id=326 data-nosnippet>326</a> <span class="kw">if </span>err.status_code() != StatusCode::RegionNotFound {
|
||||
<a href=#327 id=327 data-nosnippet>327</a> <span class="macro">error!</span>(
|
||||
<a href=#328 id=328 data-nosnippet>328</a> err;
|
||||
<a href=#329 id=329 data-nosnippet>329</a> <span class="string">"Sending alter table requests to datanode: {} for table: {} failed"</span>,
|
||||
<a href=#330 id=330 data-nosnippet>330</a> peer.id,
|
||||
<a href=#331 id=331 data-nosnippet>331</a> full_table_name,
|
||||
<a href=#332 id=332 data-nosnippet>332</a> );
|
||||
<a href=#333 id=333 data-nosnippet>333</a> <span class="kw">continue</span>;
|
||||
<a href=#334 id=334 data-nosnippet>334</a> }
|
||||
<a href=#335 id=335 data-nosnippet>335</a> <span class="macro">info!</span>(
|
||||
<a href=#336 id=336 data-nosnippet>336</a> <span class="string">"Region not found for table: {}, datanode: {}, trying to create the logical table on that datanode"</span>,
|
||||
<a href=#337 id=337 data-nosnippet>337</a> full_table_name, peer.id
|
||||
<a href=#338 id=338 data-nosnippet>338</a> );
|
||||
<a href=#339 id=339 data-nosnippet>339</a>
|
||||
<a href=#340 id=340 data-nosnippet>340</a> <span class="comment">// If the alter table request fails for any datanode, we attempt to create the table on that datanode
|
||||
<a href=#341 id=341 data-nosnippet>341</a> // as a fallback mechanism to ensure table consistency across the cluster.
|
||||
<a href=#342 id=342 data-nosnippet>342</a> </span><span class="kw">if let </span><span class="prelude-val">Err</span>(err) = <span class="self">self
|
||||
<a href=#343 id=343 data-nosnippet>343</a> </span>.create_table_on_datanode(
|
||||
<a href=#344 id=344 data-nosnippet>344</a> <span class="kw-2">&</span>create_table_expr,
|
||||
<a href=#345 id=345 data-nosnippet>345</a> full_table_metadata.table_id,
|
||||
<a href=#346 id=346 data-nosnippet>346</a> physical_table_id,
|
||||
<a href=#347 id=347 data-nosnippet>347</a> <span class="kw-2">&</span>peer,
|
||||
<a href=#348 id=348 data-nosnippet>348</a> physical_region_routes,
|
||||
<a href=#349 id=349 data-nosnippet>349</a> )
|
||||
<a href=#350 id=350 data-nosnippet>350</a> .<span class="kw">await
|
||||
<a href=#351 id=351 data-nosnippet>351</a> </span>{
|
||||
<a href=#352 id=352 data-nosnippet>352</a> <span class="macro">error!</span>(
|
||||
<a href=#353 id=353 data-nosnippet>353</a> err;
|
||||
<a href=#354 id=354 data-nosnippet>354</a> <span class="string">"Failed to create table on datanode: {} for table: {}"</span>,
|
||||
<a href=#355 id=355 data-nosnippet>355</a> peer.id, full_table_name
|
||||
<a href=#356 id=356 data-nosnippet>356</a> );
|
||||
<a href=#357 id=357 data-nosnippet>357</a> errors.push(err);
|
||||
<a href=#358 id=358 data-nosnippet>358</a> <span class="kw">if </span><span class="self">self</span>.fail_fast {
|
||||
<a href=#359 id=359 data-nosnippet>359</a> <span class="kw">break</span>;
|
||||
<a href=#360 id=360 data-nosnippet>360</a> }
|
||||
<a href=#361 id=361 data-nosnippet>361</a> } <span class="kw">else </span>{
|
||||
<a href=#362 id=362 data-nosnippet>362</a> <span class="macro">info!</span>(
|
||||
<a href=#363 id=363 data-nosnippet>363</a> <span class="string">"Created table on datanode: {} for table: {}"</span>,
|
||||
<a href=#364 id=364 data-nosnippet>364</a> peer.id, full_table_name
|
||||
<a href=#365 id=365 data-nosnippet>365</a> );
|
||||
<a href=#366 id=366 data-nosnippet>366</a> }
|
||||
<a href=#367 id=367 data-nosnippet>367</a> }
|
||||
<a href=#368 id=368 data-nosnippet>368</a>
|
||||
<a href=#369 id=369 data-nosnippet>369</a> <span class="kw">if </span>!errors.is_empty() {
|
||||
<a href=#370 id=370 data-nosnippet>370</a> <span class="kw">return </span>UnexpectedSnafu {
|
||||
<a href=#371 id=371 data-nosnippet>371</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#372 id=372 data-nosnippet>372</a> <span class="string">"Failed to create table on datanodes for table: {}"</span>,
|
||||
<a href=#373 id=373 data-nosnippet>373</a> full_table_name,
|
||||
<a href=#374 id=374 data-nosnippet>374</a> ),
|
||||
<a href=#375 id=375 data-nosnippet>375</a> }
|
||||
<a href=#376 id=376 data-nosnippet>376</a> .fail();
|
||||
<a href=#377 id=377 data-nosnippet>377</a> }
|
||||
<a href=#378 id=378 data-nosnippet>378</a>
|
||||
<a href=#379 id=379 data-nosnippet>379</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#380 id=380 data-nosnippet>380</a> }
|
||||
<a href=#381 id=381 data-nosnippet>381</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
83
src/cli/metadata/repair/alter_table.rs.html
Normal file
83
src/cli/metadata/repair/alter_table.rs.html
Normal file
@@ -0,0 +1,83 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/repair/alter_table.rs`."><title>alter_table.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../" data-static-root-path="../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../src-files.js"></script><script defer src="../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/repair/</div>alter_table.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-2"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>client::api::v1::alter_table_expr::Kind;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">use </span>client::api::v1::region::{AlterRequests, RegionRequest, RegionRequestHeader, region_request};
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>client::api::v1::{AddColumn, AddColumns, AlterTableExpr};
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>common_meta::ddl::alter_logical_tables::make_alter_region_request;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_meta::peer::Peer;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::rpc::router::{RegionRoute, find_leader_regions};
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span>operator::expr_helper::column_schemas_to_defs;
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span>snafu::ResultExt;
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span>store_api::storage::{RegionId, TableId};
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span>table::metadata::TableInfo;
|
||||
<a href=#25 id=25 data-nosnippet>25</a>
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span><span class="kw">crate</span>::error::{CovertColumnSchemasToDefsSnafu, <span class="prelude-ty">Result</span>};
|
||||
<a href=#27 id=27 data-nosnippet>27</a>
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="doccomment">/// Generates alter table expression for all columns.
|
||||
<a href=#29 id=29 data-nosnippet>29</a></span><span class="kw">pub fn </span>generate_alter_table_expr_for_all_columns(table_info: <span class="kw-2">&</span>TableInfo) -> <span class="prelude-ty">Result</span><AlterTableExpr> {
|
||||
<a href=#30 id=30 data-nosnippet>30</a> <span class="kw">let </span>schema = <span class="kw-2">&</span>table_info.meta.schema;
|
||||
<a href=#31 id=31 data-nosnippet>31</a>
|
||||
<a href=#32 id=32 data-nosnippet>32</a> <span class="kw">let </span><span class="kw-2">mut </span>alter_table_expr = AlterTableExpr {
|
||||
<a href=#33 id=33 data-nosnippet>33</a> catalog_name: table_info.catalog_name.clone(),
|
||||
<a href=#34 id=34 data-nosnippet>34</a> schema_name: table_info.schema_name.clone(),
|
||||
<a href=#35 id=35 data-nosnippet>35</a> table_name: table_info.name.clone(),
|
||||
<a href=#36 id=36 data-nosnippet>36</a> ..Default::default()
|
||||
<a href=#37 id=37 data-nosnippet>37</a> };
|
||||
<a href=#38 id=38 data-nosnippet>38</a>
|
||||
<a href=#39 id=39 data-nosnippet>39</a> <span class="kw">let </span>primary_keys = table_info
|
||||
<a href=#40 id=40 data-nosnippet>40</a> .meta
|
||||
<a href=#41 id=41 data-nosnippet>41</a> .primary_key_indices
|
||||
<a href=#42 id=42 data-nosnippet>42</a> .iter()
|
||||
<a href=#43 id=43 data-nosnippet>43</a> .map(|i| schema.column_schemas()[<span class="kw-2">*</span>i].name.clone())
|
||||
<a href=#44 id=44 data-nosnippet>44</a> .collect::<Vec<<span class="kw">_</span>>>();
|
||||
<a href=#45 id=45 data-nosnippet>45</a>
|
||||
<a href=#46 id=46 data-nosnippet>46</a> <span class="kw">let </span>add_columns = column_schemas_to_defs(schema.column_schemas().to_vec(), <span class="kw-2">&</span>primary_keys)
|
||||
<a href=#47 id=47 data-nosnippet>47</a> .context(CovertColumnSchemasToDefsSnafu)<span class="question-mark">?</span>;
|
||||
<a href=#48 id=48 data-nosnippet>48</a>
|
||||
<a href=#49 id=49 data-nosnippet>49</a> alter_table_expr.kind = <span class="prelude-val">Some</span>(Kind::AddColumns(AddColumns {
|
||||
<a href=#50 id=50 data-nosnippet>50</a> add_columns: add_columns
|
||||
<a href=#51 id=51 data-nosnippet>51</a> .into_iter()
|
||||
<a href=#52 id=52 data-nosnippet>52</a> .map(|col| AddColumn {
|
||||
<a href=#53 id=53 data-nosnippet>53</a> column_def: <span class="prelude-val">Some</span>(col),
|
||||
<a href=#54 id=54 data-nosnippet>54</a> location: <span class="prelude-val">None</span>,
|
||||
<a href=#55 id=55 data-nosnippet>55</a> add_if_not_exists: <span class="bool-val">true</span>,
|
||||
<a href=#56 id=56 data-nosnippet>56</a> })
|
||||
<a href=#57 id=57 data-nosnippet>57</a> .collect(),
|
||||
<a href=#58 id=58 data-nosnippet>58</a> }));
|
||||
<a href=#59 id=59 data-nosnippet>59</a>
|
||||
<a href=#60 id=60 data-nosnippet>60</a> <span class="prelude-val">Ok</span>(alter_table_expr)
|
||||
<a href=#61 id=61 data-nosnippet>61</a>}
|
||||
<a href=#62 id=62 data-nosnippet>62</a>
|
||||
<a href=#63 id=63 data-nosnippet>63</a><span class="doccomment">/// Makes an alter region request for a peer.
|
||||
<a href=#64 id=64 data-nosnippet>64</a></span><span class="kw">pub fn </span>make_alter_region_request_for_peer(
|
||||
<a href=#65 id=65 data-nosnippet>65</a> logical_table_id: TableId,
|
||||
<a href=#66 id=66 data-nosnippet>66</a> alter_table_expr: <span class="kw-2">&</span>AlterTableExpr,
|
||||
<a href=#67 id=67 data-nosnippet>67</a> peer: <span class="kw-2">&</span>Peer,
|
||||
<a href=#68 id=68 data-nosnippet>68</a> region_routes: <span class="kw-2">&</span>[RegionRoute],
|
||||
<a href=#69 id=69 data-nosnippet>69</a>) -> <span class="prelude-ty">Result</span><RegionRequest> {
|
||||
<a href=#70 id=70 data-nosnippet>70</a> <span class="kw">let </span>regions_on_this_peer = find_leader_regions(region_routes, peer);
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="kw">let </span><span class="kw-2">mut </span>requests = Vec::with_capacity(regions_on_this_peer.len());
|
||||
<a href=#72 id=72 data-nosnippet>72</a> <span class="kw">for </span>region_number <span class="kw">in </span><span class="kw-2">&</span>regions_on_this_peer {
|
||||
<a href=#73 id=73 data-nosnippet>73</a> <span class="kw">let </span>region_id = RegionId::new(logical_table_id, <span class="kw-2">*</span>region_number);
|
||||
<a href=#74 id=74 data-nosnippet>74</a> <span class="kw">let </span>request = make_alter_region_request(region_id, alter_table_expr);
|
||||
<a href=#75 id=75 data-nosnippet>75</a> requests.push(request);
|
||||
<a href=#76 id=76 data-nosnippet>76</a> }
|
||||
<a href=#77 id=77 data-nosnippet>77</a>
|
||||
<a href=#78 id=78 data-nosnippet>78</a> <span class="prelude-val">Ok</span>(RegionRequest {
|
||||
<a href=#79 id=79 data-nosnippet>79</a> header: <span class="prelude-val">Some</span>(RegionRequestHeader::default()),
|
||||
<a href=#80 id=80 data-nosnippet>80</a> body: <span class="prelude-val">Some</span>(region_request::Body::Alters(AlterRequests { requests })),
|
||||
<a href=#81 id=81 data-nosnippet>81</a> })
|
||||
<a href=#82 id=82 data-nosnippet>82</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
99
src/cli/metadata/repair/create_table.rs.html
Normal file
99
src/cli/metadata/repair/create_table.rs.html
Normal file
@@ -0,0 +1,99 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/repair/create_table.rs`."><title>create_table.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../" data-static-root-path="../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../src-files.js"></script><script defer src="../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/repair/</div>create_table.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-2"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>std::collections::HashMap;
|
||||
<a href=#16 id=16 data-nosnippet>16</a>
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>client::api::v1::CreateTableExpr;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>client::api::v1::region::{CreateRequests, RegionRequest, RegionRequestHeader, region_request};
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_meta::ddl::create_logical_tables::create_region_request_builder;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::ddl::utils::region_storage_path;
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span>common_meta::peer::Peer;
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span>common_meta::rpc::router::{RegionRoute, find_leader_regions};
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span>operator::expr_helper::column_schemas_to_defs;
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span>snafu::ResultExt;
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">use </span>store_api::storage::{RegionId, TableId};
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span>table::metadata::TableInfo;
|
||||
<a href=#27 id=27 data-nosnippet>27</a>
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="kw">use </span><span class="kw">crate</span>::error::{CovertColumnSchemasToDefsSnafu, <span class="prelude-ty">Result</span>};
|
||||
<a href=#29 id=29 data-nosnippet>29</a>
|
||||
<a href=#30 id=30 data-nosnippet>30</a><span class="doccomment">/// Generates a `CreateTableExpr` from a `TableInfo`.
|
||||
<a href=#31 id=31 data-nosnippet>31</a></span><span class="kw">pub fn </span>generate_create_table_expr(table_info: <span class="kw-2">&</span>TableInfo) -> <span class="prelude-ty">Result</span><CreateTableExpr> {
|
||||
<a href=#32 id=32 data-nosnippet>32</a> <span class="kw">let </span>schema = <span class="kw-2">&</span>table_info.meta.schema;
|
||||
<a href=#33 id=33 data-nosnippet>33</a> <span class="kw">let </span>column_schemas = schema.column_schemas();
|
||||
<a href=#34 id=34 data-nosnippet>34</a> <span class="kw">let </span>primary_keys = table_info
|
||||
<a href=#35 id=35 data-nosnippet>35</a> .meta
|
||||
<a href=#36 id=36 data-nosnippet>36</a> .primary_key_indices
|
||||
<a href=#37 id=37 data-nosnippet>37</a> .iter()
|
||||
<a href=#38 id=38 data-nosnippet>38</a> .map(|i| column_schemas[<span class="kw-2">*</span>i].name.clone())
|
||||
<a href=#39 id=39 data-nosnippet>39</a> .collect::<Vec<<span class="kw">_</span>>>();
|
||||
<a href=#40 id=40 data-nosnippet>40</a>
|
||||
<a href=#41 id=41 data-nosnippet>41</a> <span class="kw">let </span>timestamp_index = schema.timestamp_index().unwrap();
|
||||
<a href=#42 id=42 data-nosnippet>42</a> <span class="kw">let </span>time_index = column_schemas[timestamp_index].name.clone();
|
||||
<a href=#43 id=43 data-nosnippet>43</a> <span class="kw">let </span>column_defs = column_schemas_to_defs(column_schemas.to_vec(), <span class="kw-2">&</span>primary_keys)
|
||||
<a href=#44 id=44 data-nosnippet>44</a> .context(CovertColumnSchemasToDefsSnafu)<span class="question-mark">?</span>;
|
||||
<a href=#45 id=45 data-nosnippet>45</a> <span class="kw">let </span>table_options = HashMap::from(<span class="kw-2">&</span>table_info.meta.options);
|
||||
<a href=#46 id=46 data-nosnippet>46</a>
|
||||
<a href=#47 id=47 data-nosnippet>47</a> <span class="prelude-val">Ok</span>(CreateTableExpr {
|
||||
<a href=#48 id=48 data-nosnippet>48</a> catalog_name: table_info.catalog_name.clone(),
|
||||
<a href=#49 id=49 data-nosnippet>49</a> schema_name: table_info.schema_name.clone(),
|
||||
<a href=#50 id=50 data-nosnippet>50</a> table_name: table_info.name.clone(),
|
||||
<a href=#51 id=51 data-nosnippet>51</a> desc: String::default(),
|
||||
<a href=#52 id=52 data-nosnippet>52</a> column_defs,
|
||||
<a href=#53 id=53 data-nosnippet>53</a> time_index,
|
||||
<a href=#54 id=54 data-nosnippet>54</a> primary_keys,
|
||||
<a href=#55 id=55 data-nosnippet>55</a> create_if_not_exists: <span class="bool-val">true</span>,
|
||||
<a href=#56 id=56 data-nosnippet>56</a> table_options,
|
||||
<a href=#57 id=57 data-nosnippet>57</a> table_id: <span class="prelude-val">None</span>,
|
||||
<a href=#58 id=58 data-nosnippet>58</a> engine: table_info.meta.engine.clone(),
|
||||
<a href=#59 id=59 data-nosnippet>59</a> })
|
||||
<a href=#60 id=60 data-nosnippet>60</a>}
|
||||
<a href=#61 id=61 data-nosnippet>61</a>
|
||||
<a href=#62 id=62 data-nosnippet>62</a><span class="doccomment">/// Makes a create region request for a peer.
|
||||
<a href=#63 id=63 data-nosnippet>63</a></span><span class="kw">pub fn </span>make_create_region_request_for_peer(
|
||||
<a href=#64 id=64 data-nosnippet>64</a> logical_table_id: TableId,
|
||||
<a href=#65 id=65 data-nosnippet>65</a> physical_table_id: TableId,
|
||||
<a href=#66 id=66 data-nosnippet>66</a> create_table_expr: <span class="kw-2">&</span>CreateTableExpr,
|
||||
<a href=#67 id=67 data-nosnippet>67</a> peer: <span class="kw-2">&</span>Peer,
|
||||
<a href=#68 id=68 data-nosnippet>68</a> region_routes: <span class="kw-2">&</span>[RegionRoute],
|
||||
<a href=#69 id=69 data-nosnippet>69</a>) -> <span class="prelude-ty">Result</span><RegionRequest> {
|
||||
<a href=#70 id=70 data-nosnippet>70</a> <span class="kw">let </span>regions_on_this_peer = find_leader_regions(region_routes, peer);
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="kw">let </span><span class="kw-2">mut </span>requests = Vec::with_capacity(regions_on_this_peer.len());
|
||||
<a href=#72 id=72 data-nosnippet>72</a> <span class="kw">let </span>request_builder =
|
||||
<a href=#73 id=73 data-nosnippet>73</a> create_region_request_builder(create_table_expr, physical_table_id).unwrap();
|
||||
<a href=#74 id=74 data-nosnippet>74</a>
|
||||
<a href=#75 id=75 data-nosnippet>75</a> <span class="kw">let </span>catalog = <span class="kw-2">&</span>create_table_expr.catalog_name;
|
||||
<a href=#76 id=76 data-nosnippet>76</a> <span class="kw">let </span>schema = <span class="kw-2">&</span>create_table_expr.schema_name;
|
||||
<a href=#77 id=77 data-nosnippet>77</a> <span class="kw">let </span>storage_path = region_storage_path(catalog, schema);
|
||||
<a href=#78 id=78 data-nosnippet>78</a> <span class="kw">let </span>partition_exprs = region_routes
|
||||
<a href=#79 id=79 data-nosnippet>79</a> .iter()
|
||||
<a href=#80 id=80 data-nosnippet>80</a> .map(|r| (r.region.id.region_number(), r.region.partition_expr()))
|
||||
<a href=#81 id=81 data-nosnippet>81</a> .collect::<HashMap<<span class="kw">_</span>, <span class="kw">_</span>>>();
|
||||
<a href=#82 id=82 data-nosnippet>82</a>
|
||||
<a href=#83 id=83 data-nosnippet>83</a> <span class="kw">for </span>region_number <span class="kw">in </span><span class="kw-2">&</span>regions_on_this_peer {
|
||||
<a href=#84 id=84 data-nosnippet>84</a> <span class="kw">let </span>region_id = RegionId::new(logical_table_id, <span class="kw-2">*</span>region_number);
|
||||
<a href=#85 id=85 data-nosnippet>85</a> <span class="kw">let </span>region_request = request_builder.build_one(
|
||||
<a href=#86 id=86 data-nosnippet>86</a> region_id,
|
||||
<a href=#87 id=87 data-nosnippet>87</a> storage_path.clone(),
|
||||
<a href=#88 id=88 data-nosnippet>88</a> <span class="kw-2">&</span>HashMap::new(),
|
||||
<a href=#89 id=89 data-nosnippet>89</a> <span class="kw-2">&</span>partition_exprs,
|
||||
<a href=#90 id=90 data-nosnippet>90</a> );
|
||||
<a href=#91 id=91 data-nosnippet>91</a> requests.push(region_request);
|
||||
<a href=#92 id=92 data-nosnippet>92</a> }
|
||||
<a href=#93 id=93 data-nosnippet>93</a>
|
||||
<a href=#94 id=94 data-nosnippet>94</a> <span class="prelude-val">Ok</span>(RegionRequest {
|
||||
<a href=#95 id=95 data-nosnippet>95</a> header: <span class="prelude-val">Some</span>(RegionRequestHeader::default()),
|
||||
<a href=#96 id=96 data-nosnippet>96</a> body: <span class="prelude-val">Some</span>(region_request::Body::Creates(CreateRequests { requests })),
|
||||
<a href=#97 id=97 data-nosnippet>97</a> })
|
||||
<a href=#98 id=98 data-nosnippet>98</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
327
src/cli/metadata/repair/partition_column.rs.html
Normal file
327
src/cli/metadata/repair/partition_column.rs.html
Normal file
@@ -0,0 +1,327 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/repair/partition_column.rs`."><title>partition_column.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../../" data-static-root-path="../../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../../static.files/src-script-813739b1.js"></script><script defer src="../../../../src-files.js"></script><script defer src="../../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/repair/</div>partition_column.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>std::collections::{HashMap, HashSet};
|
||||
<a href=#16 id=16 data-nosnippet>16</a>
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>async_trait::async_trait;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>clap::Parser;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::key::table_info::{TableInfoKey, TableInfoValue};
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span>common_meta::key::table_route::{TableRouteKey, TableRouteValue};
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span>common_meta::key::{MetadataKey, MetadataValue};
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span>common_meta::range_stream::{DEFAULT_PAGE_SIZE, PaginationStream};
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">use </span>common_meta::rpc::store::{PutRequest, RangeRequest};
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span>common_telemetry::{info, warn};
|
||||
<a href=#27 id=27 data-nosnippet>27</a><span class="kw">use </span>futures::StreamExt;
|
||||
<a href=#28 id=28 data-nosnippet>28</a><span class="kw">use </span>partition::expr::PartitionExpr;
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="kw">use </span>store_api::storage::TableId;
|
||||
<a href=#30 id=30 data-nosnippet>30</a><span class="kw">use </span>table::metadata::TableType;
|
||||
<a href=#31 id=31 data-nosnippet>31</a>
|
||||
<a href=#32 id=32 data-nosnippet>32</a><span class="kw">use </span>crate::{StoreConfig, Tool};
|
||||
<a href=#33 id=33 data-nosnippet>33</a>
|
||||
<a href=#34 id=34 data-nosnippet>34</a><span class="doccomment">/// CLI command to repair partition column metadata mismatches.
|
||||
<a href=#35 id=35 data-nosnippet>35</a></span><span class="attr">#[derive(Parser)]
|
||||
<a href=#36 id=36 data-nosnippet>36</a></span><span class="kw">pub struct </span>RepairPartitionColumnCommand {
|
||||
<a href=#37 id=37 data-nosnippet>37</a> <span class="attr">#[clap(flatten)]
|
||||
<a href=#38 id=38 data-nosnippet>38</a> </span>store_config: StoreConfig,
|
||||
<a href=#39 id=39 data-nosnippet>39</a>
|
||||
<a href=#40 id=40 data-nosnippet>40</a> <span class="doccomment">/// Whether to actually do the update in the underlying metadata store, or not.
|
||||
<a href=#41 id=41 data-nosnippet>41</a> </span><span class="attr">#[clap(long)]
|
||||
<a href=#42 id=42 data-nosnippet>42</a> </span>dry_run: bool,
|
||||
<a href=#43 id=43 data-nosnippet>43</a>
|
||||
<a href=#44 id=44 data-nosnippet>44</a> <span class="doccomment">/// The maximum count of update times.
|
||||
<a href=#45 id=45 data-nosnippet>45</a> </span><span class="attr">#[clap(long)]
|
||||
<a href=#46 id=46 data-nosnippet>46</a> </span>update_limit: <span class="prelude-ty">Option</span><u32>,
|
||||
<a href=#47 id=47 data-nosnippet>47</a>}
|
||||
<a href=#48 id=48 data-nosnippet>48</a>
|
||||
<a href=#49 id=49 data-nosnippet>49</a><span class="kw">impl </span>RepairPartitionColumnCommand {
|
||||
<a href=#50 id=50 data-nosnippet>50</a> <span class="kw">pub</span>(<span class="kw">super</span>) <span class="kw">async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><RepairPartitionColumnTool, BoxedError> {
|
||||
<a href=#51 id=51 data-nosnippet>51</a> <span class="kw">let </span>kv_backend = <span class="self">self</span>.store_config.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#52 id=52 data-nosnippet>52</a> <span class="prelude-val">Ok</span>(RepairPartitionColumnTool {
|
||||
<a href=#53 id=53 data-nosnippet>53</a> kv_backend,
|
||||
<a href=#54 id=54 data-nosnippet>54</a> dry_run: <span class="self">self</span>.dry_run,
|
||||
<a href=#55 id=55 data-nosnippet>55</a> update_limit: <span class="self">self</span>.update_limit,
|
||||
<a href=#56 id=56 data-nosnippet>56</a> })
|
||||
<a href=#57 id=57 data-nosnippet>57</a> }
|
||||
<a href=#58 id=58 data-nosnippet>58</a>}
|
||||
<a href=#59 id=59 data-nosnippet>59</a>
|
||||
<a href=#60 id=60 data-nosnippet>60</a><span class="doccomment">/// Repair tool that reconciles partition columns between table info and routes.
|
||||
<a href=#61 id=61 data-nosnippet>61</a></span><span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">struct </span>RepairPartitionColumnTool {
|
||||
<a href=#62 id=62 data-nosnippet>62</a> kv_backend: KvBackendRef,
|
||||
<a href=#63 id=63 data-nosnippet>63</a> dry_run: bool,
|
||||
<a href=#64 id=64 data-nosnippet>64</a> update_limit: <span class="prelude-ty">Option</span><u32>,
|
||||
<a href=#65 id=65 data-nosnippet>65</a>}
|
||||
<a href=#66 id=66 data-nosnippet>66</a>
|
||||
<a href=#67 id=67 data-nosnippet>67</a><span class="kw">impl </span>RepairPartitionColumnTool {
|
||||
<a href=#68 id=68 data-nosnippet>68</a> <span class="kw">async fn </span>do_repair(
|
||||
<a href=#69 id=69 data-nosnippet>69</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#70 id=70 data-nosnippet>70</a> table_infos: HashMap<TableId, TableInfoValue>,
|
||||
<a href=#71 id=71 data-nosnippet>71</a> table_routes: HashMap<TableId, TableRouteValue>,
|
||||
<a href=#72 id=72 data-nosnippet>72</a> ) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#73 id=73 data-nosnippet>73</a> <span class="kw">let </span><span class="kw-2">mut </span>update_count = <span class="number">0</span>;
|
||||
<a href=#74 id=74 data-nosnippet>74</a> <span class="kw">for </span>(table_id, table_info_value) <span class="kw">in </span><span class="kw-2">&</span>table_infos {
|
||||
<a href=#75 id=75 data-nosnippet>75</a> <span class="kw">let </span>table_meta = <span class="kw-2">&</span>table_info_value.table_info.meta;
|
||||
<a href=#76 id=76 data-nosnippet>76</a> <span class="kw">let </span><span class="kw-2">mut </span>partition_columns = Vec::with_capacity(table_meta.partition_key_indices.len());
|
||||
<a href=#77 id=77 data-nosnippet>77</a> <span class="kw">for </span>i <span class="kw">in </span><span class="kw-2">&</span>table_meta.partition_key_indices {
|
||||
<a href=#78 id=78 data-nosnippet>78</a> <span class="kw">if let </span><span class="prelude-val">Some</span>(x) = table_meta.schema.column_schemas().get(<span class="kw-2">*</span>i) {
|
||||
<a href=#79 id=79 data-nosnippet>79</a> partition_columns.push(<span class="kw-2">&</span>x.name);
|
||||
<a href=#80 id=80 data-nosnippet>80</a> } <span class="kw">else </span>{
|
||||
<a href=#81 id=81 data-nosnippet>81</a> <span class="macro">warn!</span>(
|
||||
<a href=#82 id=82 data-nosnippet>82</a> <span class="string">"Partition column not found by index: {i}, table: {}, id: {}"</span>,
|
||||
<a href=#83 id=83 data-nosnippet>83</a> table_info_value.table_name(),
|
||||
<a href=#84 id=84 data-nosnippet>84</a> table_id
|
||||
<a href=#85 id=85 data-nosnippet>85</a> );
|
||||
<a href=#86 id=86 data-nosnippet>86</a> }
|
||||
<a href=#87 id=87 data-nosnippet>87</a> }
|
||||
<a href=#88 id=88 data-nosnippet>88</a>
|
||||
<a href=#89 id=89 data-nosnippet>89</a> <span class="kw">let </span><span class="prelude-val">Some</span>(TableRouteValue::Physical(table_route)) = table_routes.get(table_id) <span class="kw">else </span>{
|
||||
<a href=#90 id=90 data-nosnippet>90</a> <span class="kw">continue</span>;
|
||||
<a href=#91 id=91 data-nosnippet>91</a> };
|
||||
<a href=#92 id=92 data-nosnippet>92</a> <span class="kw">let </span><span class="kw-2">mut </span>partition_expr_columns = HashSet::new();
|
||||
<a href=#93 id=93 data-nosnippet>93</a> <span class="kw">for </span>region_route <span class="kw">in </span><span class="kw-2">&</span>table_route.region_routes {
|
||||
<a href=#94 id=94 data-nosnippet>94</a> <span class="kw">let </span>partition_expr_result =
|
||||
<a href=#95 id=95 data-nosnippet>95</a> PartitionExpr::from_json_str(<span class="kw-2">&</span>region_route.region.partition_expr());
|
||||
<a href=#96 id=96 data-nosnippet>96</a> <span class="kw">let </span>partition_expr = <span class="kw">match </span>partition_expr_result {
|
||||
<a href=#97 id=97 data-nosnippet>97</a> <span class="prelude-val">Ok</span>(<span class="prelude-val">Some</span>(expr)) => expr,
|
||||
<a href=#98 id=98 data-nosnippet>98</a> <span class="prelude-val">Ok</span>(<span class="prelude-val">None</span>) => {
|
||||
<a href=#99 id=99 data-nosnippet>99</a> <span class="comment">// No partition expression found, which might be valid.
|
||||
<a href=#100 id=100 data-nosnippet>100</a> </span><span class="kw">continue</span>;
|
||||
<a href=#101 id=101 data-nosnippet>101</a> }
|
||||
<a href=#102 id=102 data-nosnippet>102</a> <span class="prelude-val">Err</span>(e) => {
|
||||
<a href=#103 id=103 data-nosnippet>103</a> <span class="macro">warn!</span>(
|
||||
<a href=#104 id=104 data-nosnippet>104</a> e;
|
||||
<a href=#105 id=105 data-nosnippet>105</a> <span class="string">"Failed to deserialize partition expression for region: {:?}, table: {}"</span>,
|
||||
<a href=#106 id=106 data-nosnippet>106</a> region_route.region.id,
|
||||
<a href=#107 id=107 data-nosnippet>107</a> table_info_value.table_name()
|
||||
<a href=#108 id=108 data-nosnippet>108</a> );
|
||||
<a href=#109 id=109 data-nosnippet>109</a> <span class="kw">continue</span>;
|
||||
<a href=#110 id=110 data-nosnippet>110</a> }
|
||||
<a href=#111 id=111 data-nosnippet>111</a> };
|
||||
<a href=#112 id=112 data-nosnippet>112</a> partition_expr.collect_column_names(<span class="kw-2">&mut </span>partition_expr_columns);
|
||||
<a href=#113 id=113 data-nosnippet>113</a> }
|
||||
<a href=#114 id=114 data-nosnippet>114</a>
|
||||
<a href=#115 id=115 data-nosnippet>115</a> <span class="kw">let </span><span class="kw-2">mut </span>partition_expr_columns = partition_expr_columns.iter().collect::<Vec<<span class="kw">_</span>>>();
|
||||
<a href=#116 id=116 data-nosnippet>116</a> partition_expr_columns.sort();
|
||||
<a href=#117 id=117 data-nosnippet>117</a> partition_columns.sort();
|
||||
<a href=#118 id=118 data-nosnippet>118</a> <span class="kw">if </span>partition_expr_columns != partition_columns {
|
||||
<a href=#119 id=119 data-nosnippet>119</a> <span class="macro">warn!</span>(
|
||||
<a href=#120 id=120 data-nosnippet>120</a> <span class="string">"Columns in partition exprs: {:?} do not match partition columns: {:?} in table ‘{}’"</span>,
|
||||
<a href=#121 id=121 data-nosnippet>121</a> partition_expr_columns,
|
||||
<a href=#122 id=122 data-nosnippet>122</a> partition_columns,
|
||||
<a href=#123 id=123 data-nosnippet>123</a> table_info_value.table_name(),
|
||||
<a href=#124 id=124 data-nosnippet>124</a> );
|
||||
<a href=#125 id=125 data-nosnippet>125</a>
|
||||
<a href=#126 id=126 data-nosnippet>126</a> <span class="kw">if let </span><span class="prelude-val">Some</span>(update_limit) = <span class="self">self</span>.update_limit
|
||||
<a href=#127 id=127 data-nosnippet>127</a> && update_count >= update_limit
|
||||
<a href=#128 id=128 data-nosnippet>128</a> {
|
||||
<a href=#129 id=129 data-nosnippet>129</a> <span class="macro">warn!</span>(
|
||||
<a href=#130 id=130 data-nosnippet>130</a> <span class="string">"Reached update limit: {update_limit}. Stopping further table metadata updates."
|
||||
<a href=#131 id=131 data-nosnippet>131</a> </span>);
|
||||
<a href=#132 id=132 data-nosnippet>132</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#133 id=133 data-nosnippet>133</a> }
|
||||
<a href=#134 id=134 data-nosnippet>134</a> <span class="self">self</span>.update_partition_columns(partition_expr_columns, table_info_value)
|
||||
<a href=#135 id=135 data-nosnippet>135</a> .<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#136 id=136 data-nosnippet>136</a> update_count += <span class="number">1</span>;
|
||||
<a href=#137 id=137 data-nosnippet>137</a> }
|
||||
<a href=#138 id=138 data-nosnippet>138</a> }
|
||||
<a href=#139 id=139 data-nosnippet>139</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#140 id=140 data-nosnippet>140</a> }
|
||||
<a href=#141 id=141 data-nosnippet>141</a>
|
||||
<a href=#142 id=142 data-nosnippet>142</a> <span class="kw">async fn </span>update_partition_columns(
|
||||
<a href=#143 id=143 data-nosnippet>143</a> <span class="kw-2">&</span><span class="self">self</span>,
|
||||
<a href=#144 id=144 data-nosnippet>144</a> partition_expr_columns: Vec<<span class="kw-2">&</span>String>,
|
||||
<a href=#145 id=145 data-nosnippet>145</a> table_info_value: <span class="kw-2">&</span>TableInfoValue,
|
||||
<a href=#146 id=146 data-nosnippet>146</a> ) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#147 id=147 data-nosnippet>147</a> <span class="kw">let </span>column_schemas = table_info_value.table_info.meta.schema.column_schemas();
|
||||
<a href=#148 id=148 data-nosnippet>148</a> <span class="kw">let </span><span class="kw-2">mut </span>partition_column_indices = Vec::with_capacity(partition_expr_columns.len());
|
||||
<a href=#149 id=149 data-nosnippet>149</a> <span class="kw">for </span>column_name <span class="kw">in </span><span class="kw-2">&</span>partition_expr_columns {
|
||||
<a href=#150 id=150 data-nosnippet>150</a> <span class="kw">if let </span><span class="prelude-val">Some</span>((i, <span class="kw">_</span>)) = column_schemas
|
||||
<a href=#151 id=151 data-nosnippet>151</a> .iter()
|
||||
<a href=#152 id=152 data-nosnippet>152</a> .enumerate()
|
||||
<a href=#153 id=153 data-nosnippet>153</a> .find(|(<span class="kw">_</span>, x)| <span class="kw-2">&</span>x.name == <span class="kw-2">*</span>column_name)
|
||||
<a href=#154 id=154 data-nosnippet>154</a> {
|
||||
<a href=#155 id=155 data-nosnippet>155</a> partition_column_indices.push(i);
|
||||
<a href=#156 id=156 data-nosnippet>156</a> } <span class="kw">else </span>{
|
||||
<a href=#157 id=157 data-nosnippet>157</a> <span class="macro">warn!</span>(
|
||||
<a href=#158 id=158 data-nosnippet>158</a> <span class="string">"Partition column '{}' from partition expression not found in table schema '{}'. Skipping this column for update."</span>,
|
||||
<a href=#159 id=159 data-nosnippet>159</a> column_name,
|
||||
<a href=#160 id=160 data-nosnippet>160</a> table_info_value.table_name()
|
||||
<a href=#161 id=161 data-nosnippet>161</a> );
|
||||
<a href=#162 id=162 data-nosnippet>162</a> }
|
||||
<a href=#163 id=163 data-nosnippet>163</a> }
|
||||
<a href=#164 id=164 data-nosnippet>164</a>
|
||||
<a href=#165 id=165 data-nosnippet>165</a> <span class="macro">info!</span>(
|
||||
<a href=#166 id=166 data-nosnippet>166</a> <span class="string">"Updating partition columns to {:?} (by column indices: {:?}) in table '{}'"</span>,
|
||||
<a href=#167 id=167 data-nosnippet>167</a> partition_expr_columns,
|
||||
<a href=#168 id=168 data-nosnippet>168</a> partition_column_indices,
|
||||
<a href=#169 id=169 data-nosnippet>169</a> table_info_value.table_name(),
|
||||
<a href=#170 id=170 data-nosnippet>170</a> );
|
||||
<a href=#171 id=171 data-nosnippet>171</a> <span class="kw">if </span><span class="self">self</span>.dry_run {
|
||||
<a href=#172 id=172 data-nosnippet>172</a> <span class="macro">info!</span>(<span class="string">"Dry run enabled, do nothing"</span>);
|
||||
<a href=#173 id=173 data-nosnippet>173</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(());
|
||||
<a href=#174 id=174 data-nosnippet>174</a> }
|
||||
<a href=#175 id=175 data-nosnippet>175</a>
|
||||
<a href=#176 id=176 data-nosnippet>176</a> <span class="kw">let </span><span class="kw-2">mut </span>new_table_info = table_info_value.table_info.clone();
|
||||
<a href=#177 id=177 data-nosnippet>177</a> new_table_info.meta.partition_key_indices = partition_column_indices;
|
||||
<a href=#178 id=178 data-nosnippet>178</a> <span class="kw">let </span>table_info = table_info_value.update(new_table_info);
|
||||
<a href=#179 id=179 data-nosnippet>179</a>
|
||||
<a href=#180 id=180 data-nosnippet>180</a> <span class="kw">let </span>request = PutRequest::new()
|
||||
<a href=#181 id=181 data-nosnippet>181</a> .with_key(TableInfoKey::new(table_info.table_info.ident.table_id).to_bytes())
|
||||
<a href=#182 id=182 data-nosnippet>182</a> .with_value(table_info.try_as_raw_value().map_err(BoxedError::new)<span class="question-mark">?</span>);
|
||||
<a href=#183 id=183 data-nosnippet>183</a> <span class="kw">let _ </span>= <span class="self">self
|
||||
<a href=#184 id=184 data-nosnippet>184</a> </span>.kv_backend
|
||||
<a href=#185 id=185 data-nosnippet>185</a> .put(request)
|
||||
<a href=#186 id=186 data-nosnippet>186</a> .<span class="kw">await
|
||||
<a href=#187 id=187 data-nosnippet>187</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#188 id=188 data-nosnippet>188</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#189 id=189 data-nosnippet>189</a> }
|
||||
<a href=#190 id=190 data-nosnippet>190</a>}
|
||||
<a href=#191 id=191 data-nosnippet>191</a>
|
||||
<a href=#192 id=192 data-nosnippet>192</a><span class="attr">#[async_trait]
|
||||
<a href=#193 id=193 data-nosnippet>193</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>RepairPartitionColumnTool {
|
||||
<a href=#194 id=194 data-nosnippet>194</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><(), BoxedError> {
|
||||
<a href=#195 id=195 data-nosnippet>195</a> <span class="kw">let </span>key_values = PaginationStream::new(
|
||||
<a href=#196 id=196 data-nosnippet>196</a> <span class="self">self</span>.kv_backend.clone(),
|
||||
<a href=#197 id=197 data-nosnippet>197</a> RangeRequest::new().with_range(<span class="macro">vec!</span>[<span class="number">0</span>], <span class="macro">vec!</span>[<span class="number">0</span>]),
|
||||
<a href=#198 id=198 data-nosnippet>198</a> DEFAULT_PAGE_SIZE,
|
||||
<a href=#199 id=199 data-nosnippet>199</a> <span class="prelude-val">Ok</span>,
|
||||
<a href=#200 id=200 data-nosnippet>200</a> )
|
||||
<a href=#201 id=201 data-nosnippet>201</a> .into_stream();
|
||||
<a href=#202 id=202 data-nosnippet>202</a> <span class="kw">let </span><span class="kw-2">mut </span>key_values = Box::pin(key_values);
|
||||
<a href=#203 id=203 data-nosnippet>203</a>
|
||||
<a href=#204 id=204 data-nosnippet>204</a> <span class="kw">let </span><span class="kw-2">mut </span>table_infos = HashMap::new();
|
||||
<a href=#205 id=205 data-nosnippet>205</a> <span class="kw">let </span><span class="kw-2">mut </span>table_routes = HashMap::new();
|
||||
<a href=#206 id=206 data-nosnippet>206</a> <span class="kw">while let </span><span class="prelude-val">Some</span>(result) = key_values.next().<span class="kw">await </span>{
|
||||
<a href=#207 id=207 data-nosnippet>207</a> <span class="kw">match </span>result {
|
||||
<a href=#208 id=208 data-nosnippet>208</a> <span class="prelude-val">Ok</span>(kv) => {
|
||||
<a href=#209 id=209 data-nosnippet>209</a> <span class="kw">if let </span><span class="prelude-val">Ok</span>(key) = TableInfoKey::from_bytes(kv.key()) {
|
||||
<a href=#210 id=210 data-nosnippet>210</a> <span class="kw">let </span><span class="prelude-val">Ok</span>(value) = TableInfoValue::try_from_raw_value(<span class="kw-2">&</span>kv.value) <span class="kw">else </span>{
|
||||
<a href=#211 id=211 data-nosnippet>211</a> <span class="macro">warn!</span>(<span class="string">"Skip corrupted key: {key}"</span>);
|
||||
<a href=#212 id=212 data-nosnippet>212</a> <span class="kw">continue</span>;
|
||||
<a href=#213 id=213 data-nosnippet>213</a> };
|
||||
<a href=#214 id=214 data-nosnippet>214</a> <span class="kw">if </span>value.table_info.table_type == TableType::Base {
|
||||
<a href=#215 id=215 data-nosnippet>215</a> table_infos.insert(value.table_info.ident.table_id, value);
|
||||
<a href=#216 id=216 data-nosnippet>216</a> }
|
||||
<a href=#217 id=217 data-nosnippet>217</a> } <span class="kw">else if let </span><span class="prelude-val">Ok</span>(key) = TableRouteKey::from_bytes(kv.key()) {
|
||||
<a href=#218 id=218 data-nosnippet>218</a> <span class="kw">let </span><span class="prelude-val">Ok</span>(value) = TableRouteValue::try_from_raw_value(<span class="kw-2">&</span>kv.value) <span class="kw">else </span>{
|
||||
<a href=#219 id=219 data-nosnippet>219</a> <span class="macro">warn!</span>(<span class="string">"Skip corrupted key: {key}"</span>);
|
||||
<a href=#220 id=220 data-nosnippet>220</a> <span class="kw">continue</span>;
|
||||
<a href=#221 id=221 data-nosnippet>221</a> };
|
||||
<a href=#222 id=222 data-nosnippet>222</a> <span class="kw">if </span>value.is_physical() {
|
||||
<a href=#223 id=223 data-nosnippet>223</a> table_routes.insert(key.table_id, value);
|
||||
<a href=#224 id=224 data-nosnippet>224</a> }
|
||||
<a href=#225 id=225 data-nosnippet>225</a> }
|
||||
<a href=#226 id=226 data-nosnippet>226</a> }
|
||||
<a href=#227 id=227 data-nosnippet>227</a> <span class="prelude-val">Err</span>(e) => {
|
||||
<a href=#228 id=228 data-nosnippet>228</a> <span class="macro">warn!</span>(e; <span class="string">"Failed to get next key"</span>)
|
||||
<a href=#229 id=229 data-nosnippet>229</a> }
|
||||
<a href=#230 id=230 data-nosnippet>230</a> }
|
||||
<a href=#231 id=231 data-nosnippet>231</a> }
|
||||
<a href=#232 id=232 data-nosnippet>232</a>
|
||||
<a href=#233 id=233 data-nosnippet>233</a> <span class="self">self</span>.do_repair(table_infos, table_routes).<span class="kw">await
|
||||
<a href=#234 id=234 data-nosnippet>234</a> </span>}
|
||||
<a href=#235 id=235 data-nosnippet>235</a>}
|
||||
<a href=#236 id=236 data-nosnippet>236</a>
|
||||
<a href=#237 id=237 data-nosnippet>237</a><span class="attr">#[cfg(test)]
|
||||
<a href=#238 id=238 data-nosnippet>238</a></span><span class="kw">mod </span>test {
|
||||
<a href=#239 id=239 data-nosnippet>239</a> <span class="kw">use </span>std::sync::Arc;
|
||||
<a href=#240 id=240 data-nosnippet>240</a>
|
||||
<a href=#241 id=241 data-nosnippet>241</a> <span class="kw">use </span>common_meta::kv_backend::KvBackend;
|
||||
<a href=#242 id=242 data-nosnippet>242</a> <span class="kw">use </span>common_meta::kv_backend::memory::MemoryKvBackend;
|
||||
<a href=#243 id=243 data-nosnippet>243</a>
|
||||
<a href=#244 id=244 data-nosnippet>244</a> <span class="kw">use </span>super::<span class="kw-2">*</span>;
|
||||
<a href=#245 id=245 data-nosnippet>245</a>
|
||||
<a href=#246 id=246 data-nosnippet>246</a> <span class="attr">#[tokio::test]
|
||||
<a href=#247 id=247 data-nosnippet>247</a> </span><span class="kw">async fn </span>test_repair_partition_column() {
|
||||
<a href=#248 id=248 data-nosnippet>248</a> common_telemetry::init_default_ut_logging();
|
||||
<a href=#249 id=249 data-nosnippet>249</a>
|
||||
<a href=#250 id=250 data-nosnippet>250</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::new());
|
||||
<a href=#251 id=251 data-nosnippet>251</a>
|
||||
<a href=#252 id=252 data-nosnippet>252</a> <span class="kw">let </span>table_info_key = TableInfoKey::new(<span class="number">1282</span>).to_bytes();
|
||||
<a href=#253 id=253 data-nosnippet>253</a> <span class="kw">let </span>table_info_value = <span class="string">r#"{"table_info":{"ident":{"table_id":1282,"version":2},"name":"foo","desc":null,"catalog_name":"greptime","schema_name":"public","meta":{"schema":{"column_schemas":[{"name":"c0","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c1","data_type":{"String":null},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c2","data_type":{"String":null},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c3","data_type":{"String":null},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c4","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c5","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c6","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c7","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c8","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c9","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c10","data_type":{"Timestamp":{"Nanosecond":null}},"is_nullable":false,"is_time_index":true,"default_constraint":null,"metadata":{"greptime:time_index":"true"}}],"timestamp_index":10,"version":2},"primary_key_indices":[4,7],"value_indices":[0,1,2,3,5,6,8,9,10],"engine":"mito","next_column_id":11,"region_numbers":[0,1,2],"options":{"write_buffer_size":null,"ttl":"14days","skip_wal":false,"extra_options":{"append_mode":"true"}},"created_on":"2025-09-25T01:39:28.702584510Z","partition_key_indices":[3]},"table_type":"Base"},"version":2}"#</span>;
|
||||
<a href=#254 id=254 data-nosnippet>254</a> kv_backend
|
||||
<a href=#255 id=255 data-nosnippet>255</a> .put(
|
||||
<a href=#256 id=256 data-nosnippet>256</a> PutRequest::new()
|
||||
<a href=#257 id=257 data-nosnippet>257</a> .with_key(table_info_key.clone())
|
||||
<a href=#258 id=258 data-nosnippet>258</a> .with_value(table_info_value),
|
||||
<a href=#259 id=259 data-nosnippet>259</a> )
|
||||
<a href=#260 id=260 data-nosnippet>260</a> .<span class="kw">await
|
||||
<a href=#261 id=261 data-nosnippet>261</a> </span>.unwrap();
|
||||
<a href=#262 id=262 data-nosnippet>262</a>
|
||||
<a href=#263 id=263 data-nosnippet>263</a> <span class="kw">let </span>table_route_key = TableRouteKey::new(<span class="number">1282</span>).to_bytes();
|
||||
<a href=#264 id=264 data-nosnippet>264</a> <span class="kw">let </span>table_route_value = <span class="string">r#"{"type":"physical","region_routes":[{"region":{"id":5506148073472,"name":"","partition":{"column_list":["c4"],"value_list":["{\"Expr\":{\"lhs\":{\"Column\":\"c4\"},\"op\":\"Lt\",\"rhs\":{\"Value\":{\"Int32\":1}}}}"]},"attrs":{}},"leader_peer":{"id":12,"addr":"192.168.1.1:3001"},"follower_peers":[],"leader_down_since":null},{"region":{"id":5506148073473,"name":"","partition":{"column_list":["c4"],"value_list":["{\"Expr\":{\"lhs\":{\"Expr\":{\"lhs\":{\"Column\":\"c4\"},\"op\":\"GtEq\",\"rhs\":{\"Value\":{\"Int32\":1}}}},\"op\":\"And\",\"rhs\":{\"Expr\":{\"lhs\":{\"Column\":\"c4\"},\"op\":\"Lt\",\"rhs\":{\"Value\":{\"Int32\":2}}}}}}"]},"attrs":{}},"leader_peer":{"id":13,"addr":"192.168.1.2:3001"},"follower_peers":[],"leader_down_since":null},{"region":{"id":5506148073474,"name":"","partition":{"column_list":["c4"],"value_list":["{\"Expr\":{\"lhs\":{\"Column\":\"c4\"},\"op\":\"GtEq\",\"rhs\":{\"Value\":{\"Int32\":2}}}}"]},"attrs":{}},"leader_peer":{"id":10,"addr":"192.168.1.3:3001"},"follower_peers":[],"leader_down_since":null}],"version":0}"#</span>;
|
||||
<a href=#265 id=265 data-nosnippet>265</a> kv_backend
|
||||
<a href=#266 id=266 data-nosnippet>266</a> .put(
|
||||
<a href=#267 id=267 data-nosnippet>267</a> PutRequest::new()
|
||||
<a href=#268 id=268 data-nosnippet>268</a> .with_key(table_route_key)
|
||||
<a href=#269 id=269 data-nosnippet>269</a> .with_value(table_route_value),
|
||||
<a href=#270 id=270 data-nosnippet>270</a> )
|
||||
<a href=#271 id=271 data-nosnippet>271</a> .<span class="kw">await
|
||||
<a href=#272 id=272 data-nosnippet>272</a> </span>.unwrap();
|
||||
<a href=#273 id=273 data-nosnippet>273</a>
|
||||
<a href=#274 id=274 data-nosnippet>274</a> <span class="kw">let </span>tool = RepairPartitionColumnTool {
|
||||
<a href=#275 id=275 data-nosnippet>275</a> kv_backend: kv_backend.clone(),
|
||||
<a href=#276 id=276 data-nosnippet>276</a> dry_run: <span class="bool-val">true</span>,
|
||||
<a href=#277 id=277 data-nosnippet>277</a> update_limit: <span class="prelude-val">None</span>,
|
||||
<a href=#278 id=278 data-nosnippet>278</a> };
|
||||
<a href=#279 id=279 data-nosnippet>279</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#280 id=280 data-nosnippet>280</a> <span class="kw">let </span>actual = String::from_utf8(
|
||||
<a href=#281 id=281 data-nosnippet>281</a> kv_backend
|
||||
<a href=#282 id=282 data-nosnippet>282</a> .get(<span class="kw-2">&</span>table_info_key)
|
||||
<a href=#283 id=283 data-nosnippet>283</a> .<span class="kw">await
|
||||
<a href=#284 id=284 data-nosnippet>284</a> </span>.unwrap()
|
||||
<a href=#285 id=285 data-nosnippet>285</a> .unwrap()
|
||||
<a href=#286 id=286 data-nosnippet>286</a> .value,
|
||||
<a href=#287 id=287 data-nosnippet>287</a> )
|
||||
<a href=#288 id=288 data-nosnippet>288</a> .unwrap();
|
||||
<a href=#289 id=289 data-nosnippet>289</a> <span class="macro">assert_eq!</span>(actual, table_info_value);
|
||||
<a href=#290 id=290 data-nosnippet>290</a>
|
||||
<a href=#291 id=291 data-nosnippet>291</a> <span class="kw">let </span>tool = RepairPartitionColumnTool {
|
||||
<a href=#292 id=292 data-nosnippet>292</a> kv_backend: kv_backend.clone(),
|
||||
<a href=#293 id=293 data-nosnippet>293</a> dry_run: <span class="bool-val">false</span>,
|
||||
<a href=#294 id=294 data-nosnippet>294</a> update_limit: <span class="prelude-val">Some</span>(<span class="number">0</span>),
|
||||
<a href=#295 id=295 data-nosnippet>295</a> };
|
||||
<a href=#296 id=296 data-nosnippet>296</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#297 id=297 data-nosnippet>297</a> <span class="kw">let </span>actual = String::from_utf8(
|
||||
<a href=#298 id=298 data-nosnippet>298</a> kv_backend
|
||||
<a href=#299 id=299 data-nosnippet>299</a> .get(<span class="kw-2">&</span>table_info_key)
|
||||
<a href=#300 id=300 data-nosnippet>300</a> .<span class="kw">await
|
||||
<a href=#301 id=301 data-nosnippet>301</a> </span>.unwrap()
|
||||
<a href=#302 id=302 data-nosnippet>302</a> .unwrap()
|
||||
<a href=#303 id=303 data-nosnippet>303</a> .value,
|
||||
<a href=#304 id=304 data-nosnippet>304</a> )
|
||||
<a href=#305 id=305 data-nosnippet>305</a> .unwrap();
|
||||
<a href=#306 id=306 data-nosnippet>306</a> <span class="macro">assert_eq!</span>(actual, table_info_value);
|
||||
<a href=#307 id=307 data-nosnippet>307</a>
|
||||
<a href=#308 id=308 data-nosnippet>308</a> <span class="kw">let </span>tool = RepairPartitionColumnTool {
|
||||
<a href=#309 id=309 data-nosnippet>309</a> kv_backend: kv_backend.clone(),
|
||||
<a href=#310 id=310 data-nosnippet>310</a> dry_run: <span class="bool-val">false</span>,
|
||||
<a href=#311 id=311 data-nosnippet>311</a> update_limit: <span class="prelude-val">Some</span>(<span class="number">1</span>),
|
||||
<a href=#312 id=312 data-nosnippet>312</a> };
|
||||
<a href=#313 id=313 data-nosnippet>313</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#314 id=314 data-nosnippet>314</a> <span class="kw">let </span>actual = String::from_utf8(
|
||||
<a href=#315 id=315 data-nosnippet>315</a> kv_backend
|
||||
<a href=#316 id=316 data-nosnippet>316</a> .get(<span class="kw-2">&</span>table_info_key)
|
||||
<a href=#317 id=317 data-nosnippet>317</a> .<span class="kw">await
|
||||
<a href=#318 id=318 data-nosnippet>318</a> </span>.unwrap()
|
||||
<a href=#319 id=319 data-nosnippet>319</a> .unwrap()
|
||||
<a href=#320 id=320 data-nosnippet>320</a> .value,
|
||||
<a href=#321 id=321 data-nosnippet>321</a> )
|
||||
<a href=#322 id=322 data-nosnippet>322</a> .unwrap();
|
||||
<a href=#323 id=323 data-nosnippet>323</a> <span class="kw">let </span>expected = <span class="string">r#"{"table_info":{"ident":{"table_id":1282,"version":2},"name":"foo","desc":null,"catalog_name":"greptime","schema_name":"public","meta":{"schema":{"column_schemas":[{"name":"c0","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c1","data_type":{"String":{"size_type":"Utf8"}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c2","data_type":{"String":{"size_type":"Utf8"}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c3","data_type":{"String":{"size_type":"Utf8"}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c4","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c5","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c6","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c7","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c8","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c9","data_type":{"Int32":{}},"is_nullable":true,"is_time_index":false,"default_constraint":null,"metadata":{}},{"name":"c10","data_type":{"Timestamp":{"Nanosecond":null}},"is_nullable":false,"is_time_index":true,"default_constraint":null,"metadata":{"greptime:time_index":"true"}}],"version":2},"primary_key_indices":[4,7],"value_indices":[0,1,2,3,5,6,8,9,10],"engine":"mito","next_column_id":11,"options":{"write_buffer_size":null,"ttl":"14days","skip_wal":false,"extra_options":{"append_mode":"true"}},"created_on":"2025-09-25T01:39:28.702584510Z","updated_on":"2025-09-25T01:39:28.702584510Z","partition_key_indices":[4],"column_ids":[]},"table_type":"Base"},"version":3}"#</span>;
|
||||
<a href=#324 id=324 data-nosnippet>324</a> <span class="macro">assert_eq!</span>(actual, expected);
|
||||
<a href=#325 id=325 data-nosnippet>325</a> }
|
||||
<a href=#326 id=326 data-nosnippet>326</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
476
src/cli/metadata/snapshot.rs.html
Normal file
476
src/cli/metadata/snapshot.rs.html
Normal file
@@ -0,0 +1,476 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/snapshot.rs`."><title>snapshot.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../" data-static-root-path="../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../static.files/src-script-813739b1.js"></script><script defer src="../../../src-files.js"></script><script defer src="../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/</div>snapshot.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>async_trait::async_trait;
|
||||
<a href=#16 id=16 data-nosnippet>16</a><span class="kw">use </span>clap::{Parser, Subcommand};
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>common_error::ext::BoxedError;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>common_meta::snapshot::MetadataSnapshotManager;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>object_store::{ObjectStore, services};
|
||||
<a href=#20 id=20 data-nosnippet>20</a>
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span><span class="kw">crate</span>::Tool;
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span><span class="kw">crate</span>::common::{ObjectStoreConfig, StoreConfig, new_fs_object_store};
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span><span class="kw">crate</span>::utils::resolve_relative_path_with_current_dir;
|
||||
<a href=#24 id=24 data-nosnippet>24</a>
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="doccomment">/// Subcommand for metadata snapshot operations, including saving snapshots, restoring from snapshots, and viewing snapshot information.
|
||||
<a href=#26 id=26 data-nosnippet>26</a></span><span class="attr">#[derive(Subcommand)]
|
||||
<a href=#27 id=27 data-nosnippet>27</a></span><span class="kw">pub enum </span>SnapshotCommand {
|
||||
<a href=#28 id=28 data-nosnippet>28</a> <span class="doccomment">/// Save a snapshot of the current metadata state to a specified location.
|
||||
<a href=#29 id=29 data-nosnippet>29</a> </span>Save(SaveCommand),
|
||||
<a href=#30 id=30 data-nosnippet>30</a> <span class="doccomment">/// Restore metadata from a snapshot.
|
||||
<a href=#31 id=31 data-nosnippet>31</a> </span>Restore(RestoreCommand),
|
||||
<a href=#32 id=32 data-nosnippet>32</a> <span class="doccomment">/// Explore metadata from a snapshot.
|
||||
<a href=#33 id=33 data-nosnippet>33</a> </span>Info(InfoCommand),
|
||||
<a href=#34 id=34 data-nosnippet>34</a>}
|
||||
<a href=#35 id=35 data-nosnippet>35</a>
|
||||
<a href=#36 id=36 data-nosnippet>36</a><span class="kw">impl </span>SnapshotCommand {
|
||||
<a href=#37 id=37 data-nosnippet>37</a> <span class="kw">pub async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><Box<<span class="kw">dyn </span>Tool>, BoxedError> {
|
||||
<a href=#38 id=38 data-nosnippet>38</a> <span class="kw">match </span><span class="self">self </span>{
|
||||
<a href=#39 id=39 data-nosnippet>39</a> SnapshotCommand::Save(cmd) => <span class="prelude-val">Ok</span>(Box::new(cmd.build().<span class="kw">await</span><span class="question-mark">?</span>)),
|
||||
<a href=#40 id=40 data-nosnippet>40</a> SnapshotCommand::Restore(cmd) => <span class="prelude-val">Ok</span>(Box::new(cmd.build().<span class="kw">await</span><span class="question-mark">?</span>)),
|
||||
<a href=#41 id=41 data-nosnippet>41</a> SnapshotCommand::Info(cmd) => <span class="prelude-val">Ok</span>(Box::new(cmd.build().<span class="kw">await</span><span class="question-mark">?</span>)),
|
||||
<a href=#42 id=42 data-nosnippet>42</a> }
|
||||
<a href=#43 id=43 data-nosnippet>43</a> }
|
||||
<a href=#44 id=44 data-nosnippet>44</a>}
|
||||
<a href=#45 id=45 data-nosnippet>45</a>
|
||||
<a href=#46 id=46 data-nosnippet>46</a><span class="doccomment">/// Export metadata snapshot tool.
|
||||
<a href=#47 id=47 data-nosnippet>47</a>/// This tool is used to export metadata snapshot from etcd, pg or mysql.
|
||||
<a href=#48 id=48 data-nosnippet>48</a>/// It will dump the metadata snapshot to local file or s3 bucket.
|
||||
<a href=#49 id=49 data-nosnippet>49</a>/// The snapshot file will be in binary format.
|
||||
<a href=#50 id=50 data-nosnippet>50</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#51 id=51 data-nosnippet>51</a></span><span class="kw">pub struct </span>SaveCommand {
|
||||
<a href=#52 id=52 data-nosnippet>52</a> <span class="doccomment">/// The store configuration.
|
||||
<a href=#53 id=53 data-nosnippet>53</a> </span><span class="attr">#[clap(flatten)]
|
||||
<a href=#54 id=54 data-nosnippet>54</a> </span>store: StoreConfig,
|
||||
<a href=#55 id=55 data-nosnippet>55</a> <span class="doccomment">/// The object store configuration.
|
||||
<a href=#56 id=56 data-nosnippet>56</a> </span><span class="attr">#[clap(flatten)]
|
||||
<a href=#57 id=57 data-nosnippet>57</a> </span>object_store: ObjectStoreConfig,
|
||||
<a href=#58 id=58 data-nosnippet>58</a> <span class="doccomment">/// The path of the target snapshot file.
|
||||
<a href=#59 id=59 data-nosnippet>59</a> </span><span class="attr">#[clap(
|
||||
<a href=#60 id=60 data-nosnippet>60</a> long,
|
||||
<a href=#61 id=61 data-nosnippet>61</a> default_value = <span class="string">"metadata_snapshot.metadata.fb"</span>,
|
||||
<a href=#62 id=62 data-nosnippet>62</a> alias = <span class="string">"file_name"
|
||||
<a href=#63 id=63 data-nosnippet>63</a> </span>)]
|
||||
<a href=#64 id=64 data-nosnippet>64</a> </span>file_path: String,
|
||||
<a href=#65 id=65 data-nosnippet>65</a> <span class="doccomment">/// Specifies the root directory used for I/O operations.
|
||||
<a href=#66 id=66 data-nosnippet>66</a> </span><span class="attr">#[clap(long, default_value = <span class="string">"/"</span>, alias = <span class="string">"output_dir"</span>)]
|
||||
<a href=#67 id=67 data-nosnippet>67</a> </span>dir: String,
|
||||
<a href=#68 id=68 data-nosnippet>68</a>}
|
||||
<a href=#69 id=69 data-nosnippet>69</a>
|
||||
<a href=#70 id=70 data-nosnippet>70</a><span class="kw">impl </span>SaveCommand {
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="kw">async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><MetaSnapshotTool, BoxedError> {
|
||||
<a href=#72 id=72 data-nosnippet>72</a> <span class="kw">let </span>kvbackend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#73 id=73 data-nosnippet>73</a> <span class="kw">let </span>(object_store, file_path) = build_object_store_and_resolve_file_path(
|
||||
<a href=#74 id=74 data-nosnippet>74</a> <span class="self">self</span>.object_store.clone(),
|
||||
<a href=#75 id=75 data-nosnippet>75</a> <span class="kw-2">&</span><span class="self">self</span>.dir,
|
||||
<a href=#76 id=76 data-nosnippet>76</a> <span class="kw-2">&</span><span class="self">self</span>.file_path,
|
||||
<a href=#77 id=77 data-nosnippet>77</a> )<span class="question-mark">?</span>;
|
||||
<a href=#78 id=78 data-nosnippet>78</a> <span class="kw">let </span>tool = MetaSnapshotTool {
|
||||
<a href=#79 id=79 data-nosnippet>79</a> inner: MetadataSnapshotManager::new(kvbackend, object_store),
|
||||
<a href=#80 id=80 data-nosnippet>80</a> file_path,
|
||||
<a href=#81 id=81 data-nosnippet>81</a> };
|
||||
<a href=#82 id=82 data-nosnippet>82</a> <span class="prelude-val">Ok</span>(tool)
|
||||
<a href=#83 id=83 data-nosnippet>83</a> }
|
||||
<a href=#84 id=84 data-nosnippet>84</a>}
|
||||
<a href=#85 id=85 data-nosnippet>85</a>
|
||||
<a href=#86 id=86 data-nosnippet>86</a><span class="kw">struct </span>MetaSnapshotTool {
|
||||
<a href=#87 id=87 data-nosnippet>87</a> inner: MetadataSnapshotManager,
|
||||
<a href=#88 id=88 data-nosnippet>88</a> file_path: String,
|
||||
<a href=#89 id=89 data-nosnippet>89</a>}
|
||||
<a href=#90 id=90 data-nosnippet>90</a>
|
||||
<a href=#91 id=91 data-nosnippet>91</a><span class="attr">#[async_trait]
|
||||
<a href=#92 id=92 data-nosnippet>92</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>MetaSnapshotTool {
|
||||
<a href=#93 id=93 data-nosnippet>93</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> std::result::Result<(), BoxedError> {
|
||||
<a href=#94 id=94 data-nosnippet>94</a> <span class="self">self</span>.inner
|
||||
<a href=#95 id=95 data-nosnippet>95</a> .dump(<span class="kw-2">&</span><span class="self">self</span>.file_path)
|
||||
<a href=#96 id=96 data-nosnippet>96</a> .<span class="kw">await
|
||||
<a href=#97 id=97 data-nosnippet>97</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#98 id=98 data-nosnippet>98</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#99 id=99 data-nosnippet>99</a> }
|
||||
<a href=#100 id=100 data-nosnippet>100</a>}
|
||||
<a href=#101 id=101 data-nosnippet>101</a>
|
||||
<a href=#102 id=102 data-nosnippet>102</a><span class="doccomment">/// Restore metadata from a snapshot file.
|
||||
<a href=#103 id=103 data-nosnippet>103</a>///
|
||||
<a href=#104 id=104 data-nosnippet>104</a>/// This command restores the metadata state from a previously saved snapshot.
|
||||
<a href=#105 id=105 data-nosnippet>105</a>/// The snapshot can be loaded from either a local file system or an S3 bucket,
|
||||
<a href=#106 id=106 data-nosnippet>106</a>/// depending on the provided configuration.
|
||||
<a href=#107 id=107 data-nosnippet>107</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#108 id=108 data-nosnippet>108</a></span><span class="kw">pub struct </span>RestoreCommand {
|
||||
<a href=#109 id=109 data-nosnippet>109</a> <span class="doccomment">/// The store configuration.
|
||||
<a href=#110 id=110 data-nosnippet>110</a> </span><span class="attr">#[clap(flatten)]
|
||||
<a href=#111 id=111 data-nosnippet>111</a> </span>store: StoreConfig,
|
||||
<a href=#112 id=112 data-nosnippet>112</a> <span class="doccomment">/// The object store config.
|
||||
<a href=#113 id=113 data-nosnippet>113</a> </span><span class="attr">#[clap(flatten)]
|
||||
<a href=#114 id=114 data-nosnippet>114</a> </span>object_store: ObjectStoreConfig,
|
||||
<a href=#115 id=115 data-nosnippet>115</a> <span class="doccomment">/// The path of the target snapshot file.
|
||||
<a href=#116 id=116 data-nosnippet>116</a> </span><span class="attr">#[clap(
|
||||
<a href=#117 id=117 data-nosnippet>117</a> long,
|
||||
<a href=#118 id=118 data-nosnippet>118</a> default_value = <span class="string">"metadata_snapshot.metadata.fb"</span>,
|
||||
<a href=#119 id=119 data-nosnippet>119</a> alias = <span class="string">"file_name"
|
||||
<a href=#120 id=120 data-nosnippet>120</a> </span>)]
|
||||
<a href=#121 id=121 data-nosnippet>121</a> </span>file_path: String,
|
||||
<a href=#122 id=122 data-nosnippet>122</a> <span class="doccomment">/// Specifies the root directory used for I/O operations.
|
||||
<a href=#123 id=123 data-nosnippet>123</a> </span><span class="attr">#[clap(long, default_value = <span class="string">"/"</span>, alias = <span class="string">"input_dir"</span>)]
|
||||
<a href=#124 id=124 data-nosnippet>124</a> </span>dir: String,
|
||||
<a href=#125 id=125 data-nosnippet>125</a> <span class="attr">#[clap(long, default_value = <span class="string">"false"</span>)]
|
||||
<a href=#126 id=126 data-nosnippet>126</a> </span>force: bool,
|
||||
<a href=#127 id=127 data-nosnippet>127</a>}
|
||||
<a href=#128 id=128 data-nosnippet>128</a>
|
||||
<a href=#129 id=129 data-nosnippet>129</a><span class="kw">impl </span>RestoreCommand {
|
||||
<a href=#130 id=130 data-nosnippet>130</a> <span class="kw">async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><MetaRestoreTool, BoxedError> {
|
||||
<a href=#131 id=131 data-nosnippet>131</a> <span class="kw">let </span>kvbackend = <span class="self">self</span>.store.build().<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#132 id=132 data-nosnippet>132</a> <span class="kw">let </span>(object_store, file_path) = build_object_store_and_resolve_file_path(
|
||||
<a href=#133 id=133 data-nosnippet>133</a> <span class="self">self</span>.object_store.clone(),
|
||||
<a href=#134 id=134 data-nosnippet>134</a> <span class="kw-2">&</span><span class="self">self</span>.dir,
|
||||
<a href=#135 id=135 data-nosnippet>135</a> <span class="kw-2">&</span><span class="self">self</span>.file_path,
|
||||
<a href=#136 id=136 data-nosnippet>136</a> )
|
||||
<a href=#137 id=137 data-nosnippet>137</a> .map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#138 id=138 data-nosnippet>138</a> <span class="kw">let </span>tool = MetaRestoreTool::new(
|
||||
<a href=#139 id=139 data-nosnippet>139</a> MetadataSnapshotManager::new(kvbackend, object_store),
|
||||
<a href=#140 id=140 data-nosnippet>140</a> file_path,
|
||||
<a href=#141 id=141 data-nosnippet>141</a> <span class="self">self</span>.force,
|
||||
<a href=#142 id=142 data-nosnippet>142</a> );
|
||||
<a href=#143 id=143 data-nosnippet>143</a> <span class="prelude-val">Ok</span>(tool)
|
||||
<a href=#144 id=144 data-nosnippet>144</a> }
|
||||
<a href=#145 id=145 data-nosnippet>145</a>}
|
||||
<a href=#146 id=146 data-nosnippet>146</a>
|
||||
<a href=#147 id=147 data-nosnippet>147</a><span class="kw">struct </span>MetaRestoreTool {
|
||||
<a href=#148 id=148 data-nosnippet>148</a> inner: MetadataSnapshotManager,
|
||||
<a href=#149 id=149 data-nosnippet>149</a> file_path: String,
|
||||
<a href=#150 id=150 data-nosnippet>150</a> force: bool,
|
||||
<a href=#151 id=151 data-nosnippet>151</a>}
|
||||
<a href=#152 id=152 data-nosnippet>152</a>
|
||||
<a href=#153 id=153 data-nosnippet>153</a><span class="kw">impl </span>MetaRestoreTool {
|
||||
<a href=#154 id=154 data-nosnippet>154</a> <span class="kw">pub fn </span>new(inner: MetadataSnapshotManager, file_path: String, force: bool) -> <span class="self">Self </span>{
|
||||
<a href=#155 id=155 data-nosnippet>155</a> <span class="self">Self </span>{
|
||||
<a href=#156 id=156 data-nosnippet>156</a> inner,
|
||||
<a href=#157 id=157 data-nosnippet>157</a> file_path,
|
||||
<a href=#158 id=158 data-nosnippet>158</a> force,
|
||||
<a href=#159 id=159 data-nosnippet>159</a> }
|
||||
<a href=#160 id=160 data-nosnippet>160</a> }
|
||||
<a href=#161 id=161 data-nosnippet>161</a>}
|
||||
<a href=#162 id=162 data-nosnippet>162</a>
|
||||
<a href=#163 id=163 data-nosnippet>163</a><span class="attr">#[async_trait]
|
||||
<a href=#164 id=164 data-nosnippet>164</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>MetaRestoreTool {
|
||||
<a href=#165 id=165 data-nosnippet>165</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> std::result::Result<(), BoxedError> {
|
||||
<a href=#166 id=166 data-nosnippet>166</a> <span class="kw">let </span>clean = <span class="self">self
|
||||
<a href=#167 id=167 data-nosnippet>167</a> </span>.inner
|
||||
<a href=#168 id=168 data-nosnippet>168</a> .check_target_source_clean()
|
||||
<a href=#169 id=169 data-nosnippet>169</a> .<span class="kw">await
|
||||
<a href=#170 id=170 data-nosnippet>170</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#171 id=171 data-nosnippet>171</a> <span class="kw">if </span>clean {
|
||||
<a href=#172 id=172 data-nosnippet>172</a> <span class="macro">common_telemetry::info!</span>(
|
||||
<a href=#173 id=173 data-nosnippet>173</a> <span class="string">"The target source is clean, we will restore the metadata snapshot."
|
||||
<a href=#174 id=174 data-nosnippet>174</a> </span>);
|
||||
<a href=#175 id=175 data-nosnippet>175</a> <span class="self">self</span>.inner
|
||||
<a href=#176 id=176 data-nosnippet>176</a> .restore(<span class="kw-2">&</span><span class="self">self</span>.file_path)
|
||||
<a href=#177 id=177 data-nosnippet>177</a> .<span class="kw">await
|
||||
<a href=#178 id=178 data-nosnippet>178</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#179 id=179 data-nosnippet>179</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#180 id=180 data-nosnippet>180</a> } <span class="kw">else if </span>!<span class="self">self</span>.force {
|
||||
<a href=#181 id=181 data-nosnippet>181</a> <span class="macro">common_telemetry::warn!</span>(
|
||||
<a href=#182 id=182 data-nosnippet>182</a> <span class="string">"The target source is not clean, if you want to restore the metadata snapshot forcefully, please use --force option."
|
||||
<a href=#183 id=183 data-nosnippet>183</a> </span>);
|
||||
<a href=#184 id=184 data-nosnippet>184</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#185 id=185 data-nosnippet>185</a> } <span class="kw">else </span>{
|
||||
<a href=#186 id=186 data-nosnippet>186</a> <span class="macro">common_telemetry::info!</span>(
|
||||
<a href=#187 id=187 data-nosnippet>187</a> <span class="string">"The target source is not clean, We will restore the metadata snapshot with --force."
|
||||
<a href=#188 id=188 data-nosnippet>188</a> </span>);
|
||||
<a href=#189 id=189 data-nosnippet>189</a> <span class="self">self</span>.inner
|
||||
<a href=#190 id=190 data-nosnippet>190</a> .restore(<span class="kw-2">&</span><span class="self">self</span>.file_path)
|
||||
<a href=#191 id=191 data-nosnippet>191</a> .<span class="kw">await
|
||||
<a href=#192 id=192 data-nosnippet>192</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#193 id=193 data-nosnippet>193</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#194 id=194 data-nosnippet>194</a> }
|
||||
<a href=#195 id=195 data-nosnippet>195</a> }
|
||||
<a href=#196 id=196 data-nosnippet>196</a>}
|
||||
<a href=#197 id=197 data-nosnippet>197</a>
|
||||
<a href=#198 id=198 data-nosnippet>198</a><span class="doccomment">/// Explore metadata from a snapshot file.
|
||||
<a href=#199 id=199 data-nosnippet>199</a>///
|
||||
<a href=#200 id=200 data-nosnippet>200</a>/// This command allows filtering the metadata by a specific key and limiting the number of results.
|
||||
<a href=#201 id=201 data-nosnippet>201</a>/// It prints the filtered metadata to the console.
|
||||
<a href=#202 id=202 data-nosnippet>202</a></span><span class="attr">#[derive(Debug, Default, Parser)]
|
||||
<a href=#203 id=203 data-nosnippet>203</a></span><span class="kw">pub struct </span>InfoCommand {
|
||||
<a href=#204 id=204 data-nosnippet>204</a> <span class="doccomment">/// The object store config.
|
||||
<a href=#205 id=205 data-nosnippet>205</a> </span><span class="attr">#[clap(flatten)]
|
||||
<a href=#206 id=206 data-nosnippet>206</a> </span>object_store: ObjectStoreConfig,
|
||||
<a href=#207 id=207 data-nosnippet>207</a> <span class="doccomment">/// The path of the target snapshot file.
|
||||
<a href=#208 id=208 data-nosnippet>208</a> </span><span class="attr">#[clap(
|
||||
<a href=#209 id=209 data-nosnippet>209</a> long,
|
||||
<a href=#210 id=210 data-nosnippet>210</a> default_value = <span class="string">"metadata_snapshot.metadata.fb"</span>,
|
||||
<a href=#211 id=211 data-nosnippet>211</a> alias = <span class="string">"file_name"
|
||||
<a href=#212 id=212 data-nosnippet>212</a> </span>)]
|
||||
<a href=#213 id=213 data-nosnippet>213</a> </span>file_path: String,
|
||||
<a href=#214 id=214 data-nosnippet>214</a> <span class="doccomment">/// Specifies the root directory used for I/O operations.
|
||||
<a href=#215 id=215 data-nosnippet>215</a> </span><span class="attr">#[clap(long, default_value = <span class="string">"/"</span>, alias = <span class="string">"input_dir"</span>)]
|
||||
<a href=#216 id=216 data-nosnippet>216</a> </span>dir: String,
|
||||
<a href=#217 id=217 data-nosnippet>217</a> <span class="doccomment">/// The query string to filter the metadata.
|
||||
<a href=#218 id=218 data-nosnippet>218</a> </span><span class="attr">#[clap(long, default_value = <span class="string">"*"</span>)]
|
||||
<a href=#219 id=219 data-nosnippet>219</a> </span>inspect_key: String,
|
||||
<a href=#220 id=220 data-nosnippet>220</a> <span class="doccomment">/// The limit of the metadata to query.
|
||||
<a href=#221 id=221 data-nosnippet>221</a> </span><span class="attr">#[clap(long)]
|
||||
<a href=#222 id=222 data-nosnippet>222</a> </span>limit: <span class="prelude-ty">Option</span><usize>,
|
||||
<a href=#223 id=223 data-nosnippet>223</a>}
|
||||
<a href=#224 id=224 data-nosnippet>224</a>
|
||||
<a href=#225 id=225 data-nosnippet>225</a><span class="kw">struct </span>MetaInfoTool {
|
||||
<a href=#226 id=226 data-nosnippet>226</a> inner: ObjectStore,
|
||||
<a href=#227 id=227 data-nosnippet>227</a> file_path: String,
|
||||
<a href=#228 id=228 data-nosnippet>228</a> inspect_key: String,
|
||||
<a href=#229 id=229 data-nosnippet>229</a> limit: <span class="prelude-ty">Option</span><usize>,
|
||||
<a href=#230 id=230 data-nosnippet>230</a>}
|
||||
<a href=#231 id=231 data-nosnippet>231</a>
|
||||
<a href=#232 id=232 data-nosnippet>232</a><span class="attr">#[async_trait]
|
||||
<a href=#233 id=233 data-nosnippet>233</a></span><span class="kw">impl </span>Tool <span class="kw">for </span>MetaInfoTool {
|
||||
<a href=#234 id=234 data-nosnippet>234</a> <span class="kw">async fn </span>do_work(<span class="kw-2">&</span><span class="self">self</span>) -> std::result::Result<(), BoxedError> {
|
||||
<a href=#235 id=235 data-nosnippet>235</a> <span class="kw">let </span>result = MetadataSnapshotManager::info(
|
||||
<a href=#236 id=236 data-nosnippet>236</a> <span class="kw-2">&</span><span class="self">self</span>.inner,
|
||||
<a href=#237 id=237 data-nosnippet>237</a> <span class="kw-2">&</span><span class="self">self</span>.file_path,
|
||||
<a href=#238 id=238 data-nosnippet>238</a> <span class="kw-2">&</span><span class="self">self</span>.inspect_key,
|
||||
<a href=#239 id=239 data-nosnippet>239</a> <span class="self">self</span>.limit,
|
||||
<a href=#240 id=240 data-nosnippet>240</a> )
|
||||
<a href=#241 id=241 data-nosnippet>241</a> .<span class="kw">await
|
||||
<a href=#242 id=242 data-nosnippet>242</a> </span>.map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#243 id=243 data-nosnippet>243</a> <span class="kw">for </span>item <span class="kw">in </span>result {
|
||||
<a href=#244 id=244 data-nosnippet>244</a> <span class="macro">println!</span>(<span class="string">"{}"</span>, item);
|
||||
<a href=#245 id=245 data-nosnippet>245</a> }
|
||||
<a href=#246 id=246 data-nosnippet>246</a> <span class="prelude-val">Ok</span>(())
|
||||
<a href=#247 id=247 data-nosnippet>247</a> }
|
||||
<a href=#248 id=248 data-nosnippet>248</a>}
|
||||
<a href=#249 id=249 data-nosnippet>249</a>
|
||||
<a href=#250 id=250 data-nosnippet>250</a><span class="kw">impl </span>InfoCommand {
|
||||
<a href=#251 id=251 data-nosnippet>251</a> <span class="kw">async fn </span>build(<span class="kw-2">&</span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><MetaInfoTool, BoxedError> {
|
||||
<a href=#252 id=252 data-nosnippet>252</a> <span class="kw">let </span>(object_store, file_path) = build_object_store_and_resolve_file_path(
|
||||
<a href=#253 id=253 data-nosnippet>253</a> <span class="self">self</span>.object_store.clone(),
|
||||
<a href=#254 id=254 data-nosnippet>254</a> <span class="kw-2">&</span><span class="self">self</span>.dir,
|
||||
<a href=#255 id=255 data-nosnippet>255</a> <span class="kw-2">&</span><span class="self">self</span>.file_path,
|
||||
<a href=#256 id=256 data-nosnippet>256</a> )<span class="question-mark">?</span>;
|
||||
<a href=#257 id=257 data-nosnippet>257</a> <span class="kw">let </span>tool = MetaInfoTool {
|
||||
<a href=#258 id=258 data-nosnippet>258</a> inner: object_store,
|
||||
<a href=#259 id=259 data-nosnippet>259</a> file_path,
|
||||
<a href=#260 id=260 data-nosnippet>260</a> inspect_key: <span class="self">self</span>.inspect_key.clone(),
|
||||
<a href=#261 id=261 data-nosnippet>261</a> limit: <span class="self">self</span>.limit,
|
||||
<a href=#262 id=262 data-nosnippet>262</a> };
|
||||
<a href=#263 id=263 data-nosnippet>263</a> <span class="prelude-val">Ok</span>(tool)
|
||||
<a href=#264 id=264 data-nosnippet>264</a> }
|
||||
<a href=#265 id=265 data-nosnippet>265</a>}
|
||||
<a href=#266 id=266 data-nosnippet>266</a>
|
||||
<a href=#267 id=267 data-nosnippet>267</a><span class="doccomment">/// Builds the object store and resolves the file path.
|
||||
<a href=#268 id=268 data-nosnippet>268</a></span><span class="kw">fn </span>build_object_store_and_resolve_file_path(
|
||||
<a href=#269 id=269 data-nosnippet>269</a> object_store: ObjectStoreConfig,
|
||||
<a href=#270 id=270 data-nosnippet>270</a> fs_root: <span class="kw-2">&</span>str,
|
||||
<a href=#271 id=271 data-nosnippet>271</a> file_path: <span class="kw-2">&</span>str,
|
||||
<a href=#272 id=272 data-nosnippet>272</a>) -> <span class="prelude-ty">Result</span><(ObjectStore, String), BoxedError> {
|
||||
<a href=#273 id=273 data-nosnippet>273</a> <span class="kw">let </span>object_store = object_store.build().map_err(BoxedError::new)<span class="question-mark">?</span>;
|
||||
<a href=#274 id=274 data-nosnippet>274</a> <span class="kw">let </span>object_store = <span class="kw">match </span>object_store {
|
||||
<a href=#275 id=275 data-nosnippet>275</a> <span class="prelude-val">Some</span>(object_store) => object_store,
|
||||
<a href=#276 id=276 data-nosnippet>276</a> <span class="prelude-val">None </span>=> new_fs_object_store(fs_root)<span class="question-mark">?</span>,
|
||||
<a href=#277 id=277 data-nosnippet>277</a> };
|
||||
<a href=#278 id=278 data-nosnippet>278</a>
|
||||
<a href=#279 id=279 data-nosnippet>279</a> <span class="kw">let </span>file_path = <span class="kw">if </span>object_store.info().scheme() == services::FS_SCHEME {
|
||||
<a href=#280 id=280 data-nosnippet>280</a> resolve_relative_path_with_current_dir(file_path).map_err(BoxedError::new)<span class="question-mark">?
|
||||
<a href=#281 id=281 data-nosnippet>281</a> </span>} <span class="kw">else </span>{
|
||||
<a href=#282 id=282 data-nosnippet>282</a> file_path.to_string()
|
||||
<a href=#283 id=283 data-nosnippet>283</a> };
|
||||
<a href=#284 id=284 data-nosnippet>284</a>
|
||||
<a href=#285 id=285 data-nosnippet>285</a> <span class="prelude-val">Ok</span>((object_store, file_path))
|
||||
<a href=#286 id=286 data-nosnippet>286</a>}
|
||||
<a href=#287 id=287 data-nosnippet>287</a>
|
||||
<a href=#288 id=288 data-nosnippet>288</a><span class="attr">#[cfg(test)]
|
||||
<a href=#289 id=289 data-nosnippet>289</a></span><span class="kw">mod </span>tests {
|
||||
<a href=#290 id=290 data-nosnippet>290</a> <span class="kw">use </span>std::env;
|
||||
<a href=#291 id=291 data-nosnippet>291</a> <span class="kw">use </span>std::path::Path;
|
||||
<a href=#292 id=292 data-nosnippet>292</a> <span class="kw">use </span>std::sync::Arc;
|
||||
<a href=#293 id=293 data-nosnippet>293</a> <span class="kw">use </span>std::time::Duration;
|
||||
<a href=#294 id=294 data-nosnippet>294</a>
|
||||
<a href=#295 id=295 data-nosnippet>295</a> <span class="kw">use </span>clap::Parser;
|
||||
<a href=#296 id=296 data-nosnippet>296</a> <span class="kw">use </span>common_meta::kv_backend::KvBackend;
|
||||
<a href=#297 id=297 data-nosnippet>297</a> <span class="kw">use </span>common_meta::kv_backend::memory::MemoryKvBackend;
|
||||
<a href=#298 id=298 data-nosnippet>298</a> <span class="kw">use </span>common_meta::rpc::store::PutRequest;
|
||||
<a href=#299 id=299 data-nosnippet>299</a> <span class="kw">use </span>object_store::ObjectStore;
|
||||
<a href=#300 id=300 data-nosnippet>300</a>
|
||||
<a href=#301 id=301 data-nosnippet>301</a> <span class="kw">use </span>super::<span class="kw-2">*</span>;
|
||||
<a href=#302 id=302 data-nosnippet>302</a> <span class="kw">use </span><span class="kw">crate</span>::metadata::snapshot::RestoreCommand;
|
||||
<a href=#303 id=303 data-nosnippet>303</a>
|
||||
<a href=#304 id=304 data-nosnippet>304</a> <span class="kw">fn </span>create_raftengine_url(path: <span class="kw-2">&</span>std::path::Path) -> String {
|
||||
<a href=#305 id=305 data-nosnippet>305</a> <span class="kw">let </span><span class="kw-2">mut </span>path = path.to_string_lossy().replace(<span class="string">'\\'</span>, <span class="string">"/"</span>);
|
||||
<a href=#306 id=306 data-nosnippet>306</a> <span class="kw">if </span>!path.starts_with(<span class="string">'/'</span>) {
|
||||
<a href=#307 id=307 data-nosnippet>307</a> path = <span class="macro">format!</span>(<span class="string">"/{}"</span>, path);
|
||||
<a href=#308 id=308 data-nosnippet>308</a> }
|
||||
<a href=#309 id=309 data-nosnippet>309</a> <span class="macro">format!</span>(<span class="string">"raftengine://{}"</span>, path)
|
||||
<a href=#310 id=310 data-nosnippet>310</a> }
|
||||
<a href=#311 id=311 data-nosnippet>311</a>
|
||||
<a href=#312 id=312 data-nosnippet>312</a> <span class="attr">#[tokio::test]
|
||||
<a href=#313 id=313 data-nosnippet>313</a> </span><span class="kw">async fn </span>test_cmd_resolve_file_path() {
|
||||
<a href=#314 id=314 data-nosnippet>314</a> common_telemetry::init_default_ut_logging();
|
||||
<a href=#315 id=315 data-nosnippet>315</a> <span class="kw">let </span>cmd = RestoreCommand::parse_from([
|
||||
<a href=#316 id=316 data-nosnippet>316</a> <span class="string">""</span>,
|
||||
<a href=#317 id=317 data-nosnippet>317</a> <span class="string">"--file_name"</span>,
|
||||
<a href=#318 id=318 data-nosnippet>318</a> <span class="string">"metadata_snapshot.metadata.fb"</span>,
|
||||
<a href=#319 id=319 data-nosnippet>319</a> <span class="string">"--backend"</span>,
|
||||
<a href=#320 id=320 data-nosnippet>320</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#321 id=321 data-nosnippet>321</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#322 id=322 data-nosnippet>322</a> <span class="string">"memory://"</span>,
|
||||
<a href=#323 id=323 data-nosnippet>323</a> ]);
|
||||
<a href=#324 id=324 data-nosnippet>324</a> <span class="kw">let </span>tool = cmd.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#325 id=325 data-nosnippet>325</a> <span class="kw">let </span>current_dir = env::current_dir().unwrap();
|
||||
<a href=#326 id=326 data-nosnippet>326</a> <span class="kw">let </span>file_path = current_dir.join(<span class="string">"metadata_snapshot.metadata.fb"</span>);
|
||||
<a href=#327 id=327 data-nosnippet>327</a> <span class="macro">assert_eq!</span>(tool.file_path, file_path.to_string_lossy().to_string());
|
||||
<a href=#328 id=328 data-nosnippet>328</a>
|
||||
<a href=#329 id=329 data-nosnippet>329</a> <span class="kw">let </span>cmd = RestoreCommand::parse_from([
|
||||
<a href=#330 id=330 data-nosnippet>330</a> <span class="string">""</span>,
|
||||
<a href=#331 id=331 data-nosnippet>331</a> <span class="string">"--file_name"</span>,
|
||||
<a href=#332 id=332 data-nosnippet>332</a> <span class="string">"metadata_snapshot.metadata.fb"</span>,
|
||||
<a href=#333 id=333 data-nosnippet>333</a> <span class="string">"--backend"</span>,
|
||||
<a href=#334 id=334 data-nosnippet>334</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#335 id=335 data-nosnippet>335</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#336 id=336 data-nosnippet>336</a> <span class="string">"memory://"</span>,
|
||||
<a href=#337 id=337 data-nosnippet>337</a> ]);
|
||||
<a href=#338 id=338 data-nosnippet>338</a> <span class="kw">let </span>tool = cmd.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#339 id=339 data-nosnippet>339</a> <span class="macro">assert_eq!</span>(tool.file_path, file_path.to_string_lossy().to_string());
|
||||
<a href=#340 id=340 data-nosnippet>340</a>
|
||||
<a href=#341 id=341 data-nosnippet>341</a> <span class="kw">let </span>cmd = RestoreCommand::parse_from([
|
||||
<a href=#342 id=342 data-nosnippet>342</a> <span class="string">""</span>,
|
||||
<a href=#343 id=343 data-nosnippet>343</a> <span class="string">"--file_name"</span>,
|
||||
<a href=#344 id=344 data-nosnippet>344</a> <span class="string">"metadata_snapshot.metadata.fb"</span>,
|
||||
<a href=#345 id=345 data-nosnippet>345</a> <span class="string">"--backend"</span>,
|
||||
<a href=#346 id=346 data-nosnippet>346</a> <span class="string">"memory-store"</span>,
|
||||
<a href=#347 id=347 data-nosnippet>347</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#348 id=348 data-nosnippet>348</a> <span class="string">"memory://"</span>,
|
||||
<a href=#349 id=349 data-nosnippet>349</a> ]);
|
||||
<a href=#350 id=350 data-nosnippet>350</a> <span class="kw">let </span>tool = cmd.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#351 id=351 data-nosnippet>351</a> <span class="macro">assert_eq!</span>(tool.file_path, file_path.to_string_lossy().to_string());
|
||||
<a href=#352 id=352 data-nosnippet>352</a> }
|
||||
<a href=#353 id=353 data-nosnippet>353</a>
|
||||
<a href=#354 id=354 data-nosnippet>354</a> <span class="kw">async fn </span>setup_backup_file(object_store: ObjectStore, file_path: <span class="kw-2">&</span>str) {
|
||||
<a href=#355 id=355 data-nosnippet>355</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::default());
|
||||
<a href=#356 id=356 data-nosnippet>356</a> <span class="kw">let </span>manager = MetadataSnapshotManager::new(kv_backend.clone(), object_store);
|
||||
<a href=#357 id=357 data-nosnippet>357</a> <span class="comment">// Put some data into the kv backend
|
||||
<a href=#358 id=358 data-nosnippet>358</a> </span>kv_backend
|
||||
<a href=#359 id=359 data-nosnippet>359</a> .put(
|
||||
<a href=#360 id=360 data-nosnippet>360</a> PutRequest::new()
|
||||
<a href=#361 id=361 data-nosnippet>361</a> .with_key(<span class="string">b"test"</span>.to_vec())
|
||||
<a href=#362 id=362 data-nosnippet>362</a> .with_value(<span class="string">b"test"</span>.to_vec()),
|
||||
<a href=#363 id=363 data-nosnippet>363</a> )
|
||||
<a href=#364 id=364 data-nosnippet>364</a> .<span class="kw">await
|
||||
<a href=#365 id=365 data-nosnippet>365</a> </span>.unwrap();
|
||||
<a href=#366 id=366 data-nosnippet>366</a> manager.dump(file_path).<span class="kw">await</span>.unwrap();
|
||||
<a href=#367 id=367 data-nosnippet>367</a> }
|
||||
<a href=#368 id=368 data-nosnippet>368</a>
|
||||
<a href=#369 id=369 data-nosnippet>369</a> <span class="attr">#[tokio::test]
|
||||
<a href=#370 id=370 data-nosnippet>370</a> </span><span class="kw">async fn </span>test_restore_raft_engine_store() {
|
||||
<a href=#371 id=371 data-nosnippet>371</a> common_telemetry::init_default_ut_logging();
|
||||
<a href=#372 id=372 data-nosnippet>372</a> <span class="kw">let </span>temp_dir = tempfile::tempdir().unwrap();
|
||||
<a href=#373 id=373 data-nosnippet>373</a> <span class="kw">let </span>root = temp_dir.path().display().to_string();
|
||||
<a href=#374 id=374 data-nosnippet>374</a> <span class="kw">let </span>object_store = new_fs_object_store(<span class="kw-2">&</span>root).unwrap();
|
||||
<a href=#375 id=375 data-nosnippet>375</a> setup_backup_file(object_store, <span class="string">"/backup/metadata_snapshot.metadata.fb"</span>).<span class="kw">await</span>;
|
||||
<a href=#376 id=376 data-nosnippet>376</a> <span class="kw">let </span>metadata_path = temp_dir.path().join(<span class="string">"metadata"</span>);
|
||||
<a href=#377 id=377 data-nosnippet>377</a> {
|
||||
<a href=#378 id=378 data-nosnippet>378</a> <span class="kw">let </span>cmd = RestoreCommand::parse_from([
|
||||
<a href=#379 id=379 data-nosnippet>379</a> <span class="string">""</span>,
|
||||
<a href=#380 id=380 data-nosnippet>380</a> <span class="string">"--file_name"</span>,
|
||||
<a href=#381 id=381 data-nosnippet>381</a> temp_dir
|
||||
<a href=#382 id=382 data-nosnippet>382</a> .path()
|
||||
<a href=#383 id=383 data-nosnippet>383</a> .join(<span class="string">"backup"</span>)
|
||||
<a href=#384 id=384 data-nosnippet>384</a> .join(<span class="string">"metadata_snapshot.metadata.fb"</span>)
|
||||
<a href=#385 id=385 data-nosnippet>385</a> .to_str()
|
||||
<a href=#386 id=386 data-nosnippet>386</a> .unwrap(),
|
||||
<a href=#387 id=387 data-nosnippet>387</a> <span class="string">"--backend"</span>,
|
||||
<a href=#388 id=388 data-nosnippet>388</a> <span class="string">"raft-engine-store"</span>,
|
||||
<a href=#389 id=389 data-nosnippet>389</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#390 id=390 data-nosnippet>390</a> <span class="kw-2">&</span>create_raftengine_url(<span class="kw-2">&</span>metadata_path),
|
||||
<a href=#391 id=391 data-nosnippet>391</a> ]);
|
||||
<a href=#392 id=392 data-nosnippet>392</a> <span class="kw">let </span>tool = cmd.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#393 id=393 data-nosnippet>393</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#394 id=394 data-nosnippet>394</a> }
|
||||
<a href=#395 id=395 data-nosnippet>395</a> <span class="comment">// Waits for the raft engine release the file lock.
|
||||
<a href=#396 id=396 data-nosnippet>396</a> </span>tokio::time::sleep(Duration::from_secs(<span class="number">1</span>)).<span class="kw">await</span>;
|
||||
<a href=#397 id=397 data-nosnippet>397</a> <span class="kw">let </span>kv = standalone::build_metadata_kvbackend(
|
||||
<a href=#398 id=398 data-nosnippet>398</a> metadata_path.display().to_string(),
|
||||
<a href=#399 id=399 data-nosnippet>399</a> Default::default(),
|
||||
<a href=#400 id=400 data-nosnippet>400</a> )
|
||||
<a href=#401 id=401 data-nosnippet>401</a> .unwrap();
|
||||
<a href=#402 id=402 data-nosnippet>402</a>
|
||||
<a href=#403 id=403 data-nosnippet>403</a> <span class="kw">let </span>value = kv.get(<span class="string">b"test"</span>).<span class="kw">await</span>.unwrap().unwrap().value;
|
||||
<a href=#404 id=404 data-nosnippet>404</a> <span class="macro">assert_eq!</span>(value, <span class="string">b"test"</span>);
|
||||
<a href=#405 id=405 data-nosnippet>405</a> }
|
||||
<a href=#406 id=406 data-nosnippet>406</a>
|
||||
<a href=#407 id=407 data-nosnippet>407</a> <span class="attr">#[tokio::test]
|
||||
<a href=#408 id=408 data-nosnippet>408</a> </span><span class="kw">async fn </span>test_save_raft_engine_store() {
|
||||
<a href=#409 id=409 data-nosnippet>409</a> common_telemetry::init_default_ut_logging();
|
||||
<a href=#410 id=410 data-nosnippet>410</a> <span class="kw">let </span>temp_dir = tempfile::tempdir().unwrap();
|
||||
<a href=#411 id=411 data-nosnippet>411</a> <span class="kw">let </span>root = temp_dir.path().display().to_string();
|
||||
<a href=#412 id=412 data-nosnippet>412</a> <span class="kw">let </span>metadata_path = temp_dir.path().join(<span class="string">"metadata"</span>);
|
||||
<a href=#413 id=413 data-nosnippet>413</a> {
|
||||
<a href=#414 id=414 data-nosnippet>414</a> <span class="kw">let </span>kv = standalone::build_metadata_kvbackend(
|
||||
<a href=#415 id=415 data-nosnippet>415</a> metadata_path.to_string_lossy().to_string(),
|
||||
<a href=#416 id=416 data-nosnippet>416</a> Default::default(),
|
||||
<a href=#417 id=417 data-nosnippet>417</a> )
|
||||
<a href=#418 id=418 data-nosnippet>418</a> .unwrap();
|
||||
<a href=#419 id=419 data-nosnippet>419</a> kv.put(
|
||||
<a href=#420 id=420 data-nosnippet>420</a> PutRequest::new()
|
||||
<a href=#421 id=421 data-nosnippet>421</a> .with_key(<span class="string">b"test"</span>.to_vec())
|
||||
<a href=#422 id=422 data-nosnippet>422</a> .with_value(<span class="string">b"test"</span>.to_vec()),
|
||||
<a href=#423 id=423 data-nosnippet>423</a> )
|
||||
<a href=#424 id=424 data-nosnippet>424</a> .<span class="kw">await
|
||||
<a href=#425 id=425 data-nosnippet>425</a> </span>.unwrap();
|
||||
<a href=#426 id=426 data-nosnippet>426</a> }
|
||||
<a href=#427 id=427 data-nosnippet>427</a> <span class="comment">// Waits for the raft engine release the file lock.
|
||||
<a href=#428 id=428 data-nosnippet>428</a> </span>tokio::time::sleep(Duration::from_secs(<span class="number">1</span>)).<span class="kw">await</span>;
|
||||
<a href=#429 id=429 data-nosnippet>429</a> {
|
||||
<a href=#430 id=430 data-nosnippet>430</a> <span class="kw">let </span>cmd = SaveCommand::parse_from([
|
||||
<a href=#431 id=431 data-nosnippet>431</a> <span class="string">""</span>,
|
||||
<a href=#432 id=432 data-nosnippet>432</a> <span class="string">"--file_name"</span>,
|
||||
<a href=#433 id=433 data-nosnippet>433</a> temp_dir
|
||||
<a href=#434 id=434 data-nosnippet>434</a> .path()
|
||||
<a href=#435 id=435 data-nosnippet>435</a> .join(<span class="string">"backup"</span>)
|
||||
<a href=#436 id=436 data-nosnippet>436</a> .join(<span class="string">"metadata_snapshot.metadata.fb"</span>)
|
||||
<a href=#437 id=437 data-nosnippet>437</a> .to_str()
|
||||
<a href=#438 id=438 data-nosnippet>438</a> .unwrap(),
|
||||
<a href=#439 id=439 data-nosnippet>439</a> <span class="string">"--backend"</span>,
|
||||
<a href=#440 id=440 data-nosnippet>440</a> <span class="string">"raft-engine-store"</span>,
|
||||
<a href=#441 id=441 data-nosnippet>441</a> <span class="string">"--store-addrs"</span>,
|
||||
<a href=#442 id=442 data-nosnippet>442</a> <span class="kw-2">&</span>create_raftengine_url(<span class="kw-2">&</span>metadata_path),
|
||||
<a href=#443 id=443 data-nosnippet>443</a> ]);
|
||||
<a href=#444 id=444 data-nosnippet>444</a> <span class="kw">let </span>tool = cmd.build().<span class="kw">await</span>.unwrap();
|
||||
<a href=#445 id=445 data-nosnippet>445</a> tool.do_work().<span class="kw">await</span>.unwrap();
|
||||
<a href=#446 id=446 data-nosnippet>446</a> }
|
||||
<a href=#447 id=447 data-nosnippet>447</a>
|
||||
<a href=#448 id=448 data-nosnippet>448</a> <span class="comment">// Reads the snapshot file from the object store.
|
||||
<a href=#449 id=449 data-nosnippet>449</a> </span><span class="kw">let </span>object_store = new_fs_object_store(<span class="kw-2">&</span>root).unwrap();
|
||||
<a href=#450 id=450 data-nosnippet>450</a> <span class="kw">let </span>kv_backend = Arc::new(MemoryKvBackend::default());
|
||||
<a href=#451 id=451 data-nosnippet>451</a> <span class="kw">let </span>manager = MetadataSnapshotManager::new(kv_backend.clone(), object_store);
|
||||
<a href=#452 id=452 data-nosnippet>452</a> manager
|
||||
<a href=#453 id=453 data-nosnippet>453</a> .restore(<span class="string">"/backup/metadata_snapshot.metadata.fb"</span>)
|
||||
<a href=#454 id=454 data-nosnippet>454</a> .<span class="kw">await
|
||||
<a href=#455 id=455 data-nosnippet>455</a> </span>.unwrap();
|
||||
<a href=#456 id=456 data-nosnippet>456</a> <span class="kw">let </span>value = kv_backend.get(<span class="string">b"test"</span>).<span class="kw">await</span>.unwrap().unwrap().value;
|
||||
<a href=#457 id=457 data-nosnippet>457</a> <span class="macro">assert_eq!</span>(value, <span class="string">b"test"</span>);
|
||||
<a href=#458 id=458 data-nosnippet>458</a> }
|
||||
<a href=#459 id=459 data-nosnippet>459</a>
|
||||
<a href=#460 id=460 data-nosnippet>460</a> <span class="attr">#[test]
|
||||
<a href=#461 id=461 data-nosnippet>461</a> </span><span class="kw">fn </span>test_path() {
|
||||
<a href=#462 id=462 data-nosnippet>462</a> <span class="kw">let </span>path = <span class="string">"C:\\Users\\user\\AppData\\Local\\Temp\\.tmpuPiVuB\\metadata"</span>;
|
||||
<a href=#463 id=463 data-nosnippet>463</a> <span class="kw">let </span>path = Path::new(path);
|
||||
<a href=#464 id=464 data-nosnippet>464</a> <span class="kw">let </span>url = create_raftengine_url(path);
|
||||
<a href=#465 id=465 data-nosnippet>465</a> <span class="macro">assert_eq!</span>(
|
||||
<a href=#466 id=466 data-nosnippet>466</a> url,
|
||||
<a href=#467 id=467 data-nosnippet>467</a> <span class="string">"raftengine:///C:/Users/user/AppData/Local/Temp/.tmpuPiVuB/metadata"
|
||||
<a href=#468 id=468 data-nosnippet>468</a> </span>);
|
||||
<a href=#469 id=469 data-nosnippet>469</a> <span class="kw">let </span>url = url::Url::parse(<span class="kw-2">&</span>url).unwrap();
|
||||
<a href=#470 id=470 data-nosnippet>470</a> <span class="macro">assert_eq!</span>(
|
||||
<a href=#471 id=471 data-nosnippet>471</a> url.path(),
|
||||
<a href=#472 id=472 data-nosnippet>472</a> <span class="string">"/C:/Users/user/AppData/Local/Temp/.tmpuPiVuB/metadata"
|
||||
<a href=#473 id=473 data-nosnippet>473</a> </span>);
|
||||
<a href=#474 id=474 data-nosnippet>474</a> }
|
||||
<a href=#475 id=475 data-nosnippet>475</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
179
src/cli/metadata/utils.rs.html
Normal file
179
src/cli/metadata/utils.rs.html
Normal file
@@ -0,0 +1,179 @@
|
||||
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/cli/src/metadata/utils.rs`."><title>utils.rs - source</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../" data-static-root-path="../../../static.files/" data-current-crate="cli" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../static.files/storage-41dd4d93.js"></script><script defer src="../../../static.files/src-script-813739b1.js"></script><script defer src="../../../src-files.js"></script><script defer src="../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../static.files/favicon-044be391.svg"></head><body class="rustdoc src"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="src-sidebar-title"><h2>Files</h2></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><h1><div class="sub-heading">cli/metadata/</div>utils.rs</h1><rustdoc-toolbar></rustdoc-toolbar></div><div class="example-wrap digits-3"><pre class="rust"><code><a href=#1 id=1 data-nosnippet>1</a><span class="comment">// Copyright 2023 Greptime Team
|
||||
<a href=#2 id=2 data-nosnippet>2</a>//
|
||||
<a href=#3 id=3 data-nosnippet>3</a>// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
<a href=#4 id=4 data-nosnippet>4</a>// you may not use this file except in compliance with the License.
|
||||
<a href=#5 id=5 data-nosnippet>5</a>// You may obtain a copy of the License at
|
||||
<a href=#6 id=6 data-nosnippet>6</a>//
|
||||
<a href=#7 id=7 data-nosnippet>7</a>// http://www.apache.org/licenses/LICENSE-2.0
|
||||
<a href=#8 id=8 data-nosnippet>8</a>//
|
||||
<a href=#9 id=9 data-nosnippet>9</a>// Unless required by applicable law or agreed to in writing, software
|
||||
<a href=#10 id=10 data-nosnippet>10</a>// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
<a href=#11 id=11 data-nosnippet>11</a>// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
<a href=#12 id=12 data-nosnippet>12</a>// See the License for the specific language governing permissions and
|
||||
<a href=#13 id=13 data-nosnippet>13</a>// limitations under the License.
|
||||
<a href=#14 id=14 data-nosnippet>14</a>
|
||||
<a href=#15 id=15 data-nosnippet>15</a></span><span class="kw">use </span>std::collections::VecDeque;
|
||||
<a href=#16 id=16 data-nosnippet>16</a>
|
||||
<a href=#17 id=17 data-nosnippet>17</a><span class="kw">use </span>async_stream::try_stream;
|
||||
<a href=#18 id=18 data-nosnippet>18</a><span class="kw">use </span>common_catalog::consts::METRIC_ENGINE;
|
||||
<a href=#19 id=19 data-nosnippet>19</a><span class="kw">use </span>common_catalog::format_full_table_name;
|
||||
<a href=#20 id=20 data-nosnippet>20</a><span class="kw">use </span>common_meta::key::TableMetadataManager;
|
||||
<a href=#21 id=21 data-nosnippet>21</a><span class="kw">use </span>common_meta::key::table_name::TableNameKey;
|
||||
<a href=#22 id=22 data-nosnippet>22</a><span class="kw">use </span>common_meta::key::table_route::TableRouteValue;
|
||||
<a href=#23 id=23 data-nosnippet>23</a><span class="kw">use </span>common_meta::kv_backend::KvBackendRef;
|
||||
<a href=#24 id=24 data-nosnippet>24</a><span class="kw">use </span>futures::Stream;
|
||||
<a href=#25 id=25 data-nosnippet>25</a><span class="kw">use </span>snafu::{OptionExt, ResultExt};
|
||||
<a href=#26 id=26 data-nosnippet>26</a><span class="kw">use </span>store_api::storage::TableId;
|
||||
<a href=#27 id=27 data-nosnippet>27</a><span class="kw">use </span>table::metadata::TableInfo;
|
||||
<a href=#28 id=28 data-nosnippet>28</a>
|
||||
<a href=#29 id=29 data-nosnippet>29</a><span class="kw">use </span><span class="kw">crate</span>::error::{<span class="prelude-ty">Result</span>, TableMetadataSnafu, UnexpectedSnafu};
|
||||
<a href=#30 id=30 data-nosnippet>30</a>
|
||||
<a href=#31 id=31 data-nosnippet>31</a><span class="doccomment">/// The input for the iterator.
|
||||
<a href=#32 id=32 data-nosnippet>32</a></span><span class="kw">pub enum </span>IteratorInput {
|
||||
<a href=#33 id=33 data-nosnippet>33</a> TableIds(VecDeque<TableId>),
|
||||
<a href=#34 id=34 data-nosnippet>34</a> TableNames(VecDeque<(String, String, String)>),
|
||||
<a href=#35 id=35 data-nosnippet>35</a>}
|
||||
<a href=#36 id=36 data-nosnippet>36</a>
|
||||
<a href=#37 id=37 data-nosnippet>37</a><span class="kw">impl </span>IteratorInput {
|
||||
<a href=#38 id=38 data-nosnippet>38</a> <span class="doccomment">/// Creates a new iterator input from a list of table ids.
|
||||
<a href=#39 id=39 data-nosnippet>39</a> </span><span class="kw">pub fn </span>new_table_ids(table_ids: Vec<TableId>) -> <span class="self">Self </span>{
|
||||
<a href=#40 id=40 data-nosnippet>40</a> <span class="self">Self</span>::TableIds(table_ids.into())
|
||||
<a href=#41 id=41 data-nosnippet>41</a> }
|
||||
<a href=#42 id=42 data-nosnippet>42</a>
|
||||
<a href=#43 id=43 data-nosnippet>43</a> <span class="doccomment">/// Creates a new iterator input from a list of table names.
|
||||
<a href=#44 id=44 data-nosnippet>44</a> </span><span class="kw">pub fn </span>new_table_names(table_names: Vec<(String, String, String)>) -> <span class="self">Self </span>{
|
||||
<a href=#45 id=45 data-nosnippet>45</a> <span class="self">Self</span>::TableNames(table_names.into())
|
||||
<a href=#46 id=46 data-nosnippet>46</a> }
|
||||
<a href=#47 id=47 data-nosnippet>47</a>}
|
||||
<a href=#48 id=48 data-nosnippet>48</a>
|
||||
<a href=#49 id=49 data-nosnippet>49</a><span class="doccomment">/// An iterator for retrieving table metadata from the metadata store.
|
||||
<a href=#50 id=50 data-nosnippet>50</a>///
|
||||
<a href=#51 id=51 data-nosnippet>51</a>/// This struct provides functionality to iterate over table metadata based on
|
||||
<a href=#52 id=52 data-nosnippet>52</a>/// either [`TableId`] and their associated regions or fully qualified table names.
|
||||
<a href=#53 id=53 data-nosnippet>53</a></span><span class="kw">pub struct </span>TableMetadataIterator {
|
||||
<a href=#54 id=54 data-nosnippet>54</a> input: IteratorInput,
|
||||
<a href=#55 id=55 data-nosnippet>55</a> table_metadata_manager: TableMetadataManager,
|
||||
<a href=#56 id=56 data-nosnippet>56</a>}
|
||||
<a href=#57 id=57 data-nosnippet>57</a>
|
||||
<a href=#58 id=58 data-nosnippet>58</a><span class="doccomment">/// The full table metadata.
|
||||
<a href=#59 id=59 data-nosnippet>59</a></span><span class="kw">pub struct </span>FullTableMetadata {
|
||||
<a href=#60 id=60 data-nosnippet>60</a> <span class="kw">pub </span>table_id: TableId,
|
||||
<a href=#61 id=61 data-nosnippet>61</a> <span class="kw">pub </span>table_info: TableInfo,
|
||||
<a href=#62 id=62 data-nosnippet>62</a> <span class="kw">pub </span>table_route: TableRouteValue,
|
||||
<a href=#63 id=63 data-nosnippet>63</a>}
|
||||
<a href=#64 id=64 data-nosnippet>64</a>
|
||||
<a href=#65 id=65 data-nosnippet>65</a><span class="kw">impl </span>FullTableMetadata {
|
||||
<a href=#66 id=66 data-nosnippet>66</a> <span class="doccomment">/// Returns true if it's [TableRouteValue::Physical].
|
||||
<a href=#67 id=67 data-nosnippet>67</a> </span><span class="kw">pub fn </span>is_physical_table(<span class="kw-2">&</span><span class="self">self</span>) -> bool {
|
||||
<a href=#68 id=68 data-nosnippet>68</a> <span class="self">self</span>.table_route.is_physical()
|
||||
<a href=#69 id=69 data-nosnippet>69</a> }
|
||||
<a href=#70 id=70 data-nosnippet>70</a>
|
||||
<a href=#71 id=71 data-nosnippet>71</a> <span class="doccomment">/// Returns true if it's a metric engine table.
|
||||
<a href=#72 id=72 data-nosnippet>72</a> </span><span class="kw">pub fn </span>is_metric_engine(<span class="kw-2">&</span><span class="self">self</span>) -> bool {
|
||||
<a href=#73 id=73 data-nosnippet>73</a> <span class="self">self</span>.table_info.meta.engine == METRIC_ENGINE
|
||||
<a href=#74 id=74 data-nosnippet>74</a> }
|
||||
<a href=#75 id=75 data-nosnippet>75</a>
|
||||
<a href=#76 id=76 data-nosnippet>76</a> <span class="doccomment">/// Returns the full table name.
|
||||
<a href=#77 id=77 data-nosnippet>77</a> </span><span class="kw">pub fn </span>full_table_name(<span class="kw-2">&</span><span class="self">self</span>) -> String {
|
||||
<a href=#78 id=78 data-nosnippet>78</a> format_full_table_name(
|
||||
<a href=#79 id=79 data-nosnippet>79</a> <span class="kw-2">&</span><span class="self">self</span>.table_info.catalog_name,
|
||||
<a href=#80 id=80 data-nosnippet>80</a> <span class="kw-2">&</span><span class="self">self</span>.table_info.schema_name,
|
||||
<a href=#81 id=81 data-nosnippet>81</a> <span class="kw-2">&</span><span class="self">self</span>.table_info.name,
|
||||
<a href=#82 id=82 data-nosnippet>82</a> )
|
||||
<a href=#83 id=83 data-nosnippet>83</a> }
|
||||
<a href=#84 id=84 data-nosnippet>84</a>}
|
||||
<a href=#85 id=85 data-nosnippet>85</a>
|
||||
<a href=#86 id=86 data-nosnippet>86</a><span class="kw">impl </span>TableMetadataIterator {
|
||||
<a href=#87 id=87 data-nosnippet>87</a> <span class="kw">pub fn </span>new(kvbackend: KvBackendRef, input: IteratorInput) -> <span class="self">Self </span>{
|
||||
<a href=#88 id=88 data-nosnippet>88</a> <span class="kw">let </span>table_metadata_manager = TableMetadataManager::new(kvbackend);
|
||||
<a href=#89 id=89 data-nosnippet>89</a> <span class="self">Self </span>{
|
||||
<a href=#90 id=90 data-nosnippet>90</a> input,
|
||||
<a href=#91 id=91 data-nosnippet>91</a> table_metadata_manager,
|
||||
<a href=#92 id=92 data-nosnippet>92</a> }
|
||||
<a href=#93 id=93 data-nosnippet>93</a> }
|
||||
<a href=#94 id=94 data-nosnippet>94</a>
|
||||
<a href=#95 id=95 data-nosnippet>95</a> <span class="doccomment">/// Returns the next table metadata.
|
||||
<a href=#96 id=96 data-nosnippet>96</a> ///
|
||||
<a href=#97 id=97 data-nosnippet>97</a> /// This method handles two types of inputs:
|
||||
<a href=#98 id=98 data-nosnippet>98</a> /// - TableIds: Returns metadata for a specific [`TableId`].
|
||||
<a href=#99 id=99 data-nosnippet>99</a> /// - TableNames: Returns metadata for a table identified by its full name (catalog.schema.table).
|
||||
<a href=#100 id=100 data-nosnippet>100</a> ///
|
||||
<a href=#101 id=101 data-nosnippet>101</a> /// Returns `None` when there are no more tables to process.
|
||||
<a href=#102 id=102 data-nosnippet>102</a> </span><span class="kw">pub async fn </span>next(<span class="kw-2">&mut </span><span class="self">self</span>) -> <span class="prelude-ty">Result</span><<span class="prelude-ty">Option</span><FullTableMetadata>> {
|
||||
<a href=#103 id=103 data-nosnippet>103</a> <span class="kw">match </span><span class="kw-2">&mut </span><span class="self">self</span>.input {
|
||||
<a href=#104 id=104 data-nosnippet>104</a> IteratorInput::TableIds(table_ids) => {
|
||||
<a href=#105 id=105 data-nosnippet>105</a> <span class="kw">if let </span><span class="prelude-val">Some</span>(table_id) = table_ids.pop_front() {
|
||||
<a href=#106 id=106 data-nosnippet>106</a> <span class="kw">let </span>full_table_metadata = <span class="self">self</span>.get_table_metadata(table_id).<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#107 id=107 data-nosnippet>107</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(<span class="prelude-val">Some</span>(full_table_metadata));
|
||||
<a href=#108 id=108 data-nosnippet>108</a> }
|
||||
<a href=#109 id=109 data-nosnippet>109</a> }
|
||||
<a href=#110 id=110 data-nosnippet>110</a>
|
||||
<a href=#111 id=111 data-nosnippet>111</a> IteratorInput::TableNames(table_names) => {
|
||||
<a href=#112 id=112 data-nosnippet>112</a> <span class="kw">if let </span><span class="prelude-val">Some</span>(full_table_name) = table_names.pop_front() {
|
||||
<a href=#113 id=113 data-nosnippet>113</a> <span class="kw">let </span>table_id = <span class="self">self</span>.get_table_id_by_name(full_table_name).<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#114 id=114 data-nosnippet>114</a> <span class="kw">let </span>full_table_metadata = <span class="self">self</span>.get_table_metadata(table_id).<span class="kw">await</span><span class="question-mark">?</span>;
|
||||
<a href=#115 id=115 data-nosnippet>115</a> <span class="kw">return </span><span class="prelude-val">Ok</span>(<span class="prelude-val">Some</span>(full_table_metadata));
|
||||
<a href=#116 id=116 data-nosnippet>116</a> }
|
||||
<a href=#117 id=117 data-nosnippet>117</a> }
|
||||
<a href=#118 id=118 data-nosnippet>118</a> }
|
||||
<a href=#119 id=119 data-nosnippet>119</a>
|
||||
<a href=#120 id=120 data-nosnippet>120</a> <span class="prelude-val">Ok</span>(<span class="prelude-val">None</span>)
|
||||
<a href=#121 id=121 data-nosnippet>121</a> }
|
||||
<a href=#122 id=122 data-nosnippet>122</a>
|
||||
<a href=#123 id=123 data-nosnippet>123</a> <span class="doccomment">/// Converts the iterator into a stream of table metadata.
|
||||
<a href=#124 id=124 data-nosnippet>124</a> </span><span class="kw">pub fn </span>into_stream(<span class="kw-2">mut </span><span class="self">self</span>) -> <span class="kw">impl </span>Stream<Item = <span class="prelude-ty">Result</span><FullTableMetadata>> {
|
||||
<a href=#125 id=125 data-nosnippet>125</a> <span class="macro">try_stream!</span>({
|
||||
<a href=#126 id=126 data-nosnippet>126</a> <span class="kw">while let </span><span class="prelude-val">Some</span>(full_table_metadata) = <span class="self">self</span>.next().<span class="kw">await</span><span class="question-mark">? </span>{
|
||||
<a href=#127 id=127 data-nosnippet>127</a> <span class="kw">yield </span>full_table_metadata;
|
||||
<a href=#128 id=128 data-nosnippet>128</a> }
|
||||
<a href=#129 id=129 data-nosnippet>129</a> })
|
||||
<a href=#130 id=130 data-nosnippet>130</a> }
|
||||
<a href=#131 id=131 data-nosnippet>131</a>
|
||||
<a href=#132 id=132 data-nosnippet>132</a> <span class="kw">async fn </span>get_table_id_by_name(
|
||||
<a href=#133 id=133 data-nosnippet>133</a> <span class="kw-2">&mut </span><span class="self">self</span>,
|
||||
<a href=#134 id=134 data-nosnippet>134</a> (catalog_name, schema_name, table_name): (String, String, String),
|
||||
<a href=#135 id=135 data-nosnippet>135</a> ) -> <span class="prelude-ty">Result</span><TableId> {
|
||||
<a href=#136 id=136 data-nosnippet>136</a> <span class="kw">let </span>key = TableNameKey::new(<span class="kw-2">&</span>catalog_name, <span class="kw-2">&</span>schema_name, <span class="kw-2">&</span>table_name);
|
||||
<a href=#137 id=137 data-nosnippet>137</a> <span class="kw">let </span>table_id = <span class="self">self
|
||||
<a href=#138 id=138 data-nosnippet>138</a> </span>.table_metadata_manager
|
||||
<a href=#139 id=139 data-nosnippet>139</a> .table_name_manager()
|
||||
<a href=#140 id=140 data-nosnippet>140</a> .get(key)
|
||||
<a href=#141 id=141 data-nosnippet>141</a> .<span class="kw">await
|
||||
<a href=#142 id=142 data-nosnippet>142</a> </span>.context(TableMetadataSnafu)<span class="question-mark">?
|
||||
<a href=#143 id=143 data-nosnippet>143</a> </span>.with_context(|| UnexpectedSnafu {
|
||||
<a href=#144 id=144 data-nosnippet>144</a> msg: <span class="macro">format!</span>(
|
||||
<a href=#145 id=145 data-nosnippet>145</a> <span class="string">"Table not found: {}"</span>,
|
||||
<a href=#146 id=146 data-nosnippet>146</a> format_full_table_name(<span class="kw-2">&</span>catalog_name, <span class="kw-2">&</span>schema_name, <span class="kw-2">&</span>table_name)
|
||||
<a href=#147 id=147 data-nosnippet>147</a> ),
|
||||
<a href=#148 id=148 data-nosnippet>148</a> })<span class="question-mark">?
|
||||
<a href=#149 id=149 data-nosnippet>149</a> </span>.table_id();
|
||||
<a href=#150 id=150 data-nosnippet>150</a> <span class="prelude-val">Ok</span>(table_id)
|
||||
<a href=#151 id=151 data-nosnippet>151</a> }
|
||||
<a href=#152 id=152 data-nosnippet>152</a>
|
||||
<a href=#153 id=153 data-nosnippet>153</a> <span class="kw">async fn </span>get_table_metadata(<span class="kw-2">&mut </span><span class="self">self</span>, table_id: TableId) -> <span class="prelude-ty">Result</span><FullTableMetadata> {
|
||||
<a href=#154 id=154 data-nosnippet>154</a> <span class="kw">let </span>(table_info, table_route) = <span class="self">self
|
||||
<a href=#155 id=155 data-nosnippet>155</a> </span>.table_metadata_manager
|
||||
<a href=#156 id=156 data-nosnippet>156</a> .get_full_table_info(table_id)
|
||||
<a href=#157 id=157 data-nosnippet>157</a> .<span class="kw">await
|
||||
<a href=#158 id=158 data-nosnippet>158</a> </span>.context(TableMetadataSnafu)<span class="question-mark">?</span>;
|
||||
<a href=#159 id=159 data-nosnippet>159</a>
|
||||
<a href=#160 id=160 data-nosnippet>160</a> <span class="kw">let </span>table_info = table_info
|
||||
<a href=#161 id=161 data-nosnippet>161</a> .with_context(|| UnexpectedSnafu {
|
||||
<a href=#162 id=162 data-nosnippet>162</a> msg: <span class="macro">format!</span>(<span class="string">"Table info not found for table id: {table_id}"</span>),
|
||||
<a href=#163 id=163 data-nosnippet>163</a> })<span class="question-mark">?
|
||||
<a href=#164 id=164 data-nosnippet>164</a> </span>.into_inner()
|
||||
<a href=#165 id=165 data-nosnippet>165</a> .table_info;
|
||||
<a href=#166 id=166 data-nosnippet>166</a> <span class="kw">let </span>table_route = table_route
|
||||
<a href=#167 id=167 data-nosnippet>167</a> .with_context(|| UnexpectedSnafu {
|
||||
<a href=#168 id=168 data-nosnippet>168</a> msg: <span class="macro">format!</span>(<span class="string">"Table route not found for table id: {table_id}"</span>),
|
||||
<a href=#169 id=169 data-nosnippet>169</a> })<span class="question-mark">?
|
||||
<a href=#170 id=170 data-nosnippet>170</a> </span>.into_inner();
|
||||
<a href=#171 id=171 data-nosnippet>171</a>
|
||||
<a href=#172 id=172 data-nosnippet>172</a> <span class="prelude-val">Ok</span>(FullTableMetadata {
|
||||
<a href=#173 id=173 data-nosnippet>173</a> table_id,
|
||||
<a href=#174 id=174 data-nosnippet>174</a> table_info,
|
||||
<a href=#175 id=175 data-nosnippet>175</a> table_route,
|
||||
<a href=#176 id=176 data-nosnippet>176</a> })
|
||||
<a href=#177 id=177 data-nosnippet>177</a> }
|
||||
<a href=#178 id=178 data-nosnippet>178</a>}
|
||||
</code></pre></div></section></main></body></html>
|
||||
Reference in New Issue
Block a user