mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-05-15 04:20:39 +00:00
95 lines
17 KiB
HTML
95 lines
17 KiB
HTML
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="MultipartWrite is used to implement `oio::Write` based on multipart uploads. By implementing MultipartWrite, services don’t need to care about the details of uploading parts."><title>MultipartWrite in object_store::layers::mock - Rust</title><script>if(window.location.protocol!=="file:")document.head.insertAdjacentHTML("beforeend","SourceSerif4-Regular-6b053e98.ttf.woff2,FiraSans-Italic-81dc35de.woff2,FiraSans-Regular-0fe48ade.woff2,FiraSans-MediumItalic-ccf7e434.woff2,FiraSans-Medium-e1aa3f0a.woff2,SourceCodePro-Regular-8badfe75.ttf.woff2,SourceCodePro-Semibold-aa29a496.ttf.woff2".split(",").map(f=>`<link rel="preload" as="font" type="font/woff2"href="../../../static.files/${f}">`).join(""))</script><link rel="stylesheet" href="../../../static.files/normalize-9960930a.css"><link rel="stylesheet" href="../../../static.files/rustdoc-17e0aaed.css"><meta name="rustdoc-vars" data-root-path="../../../" data-static-root-path="../../../static.files/" data-current-crate="object_store" data-themes="" data-resource-suffix="" data-rustdoc-version="1.96.0-nightly (ac7f9ec7d 2026-03-20)" data-channel="nightly" data-search-js="search-63369b7b.js" data-stringdex-js="stringdex-2da4960a.js" data-settings-js="settings-170eb4bf.js" ><script src="../../../static.files/storage-41dd4d93.js"></script><script defer src="sidebar-items.js"></script><script defer src="../../../static.files/main-5013f961.js"></script><noscript><link rel="stylesheet" href="../../../static.files/noscript-f7c3ffd8.css"></noscript><link rel="alternate icon" type="image/png" href="../../../static.files/favicon-32x32-eab170b8.png"><link rel="icon" type="image/svg+xml" href="../../../static.files/favicon-044be391.svg"></head><body class="rustdoc trait"><a class="skip-main-content" href="#main-content">Skip to main content</a><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><rustdoc-topbar><h2><a href="#">MultipartWrite</a></h2></rustdoc-topbar><nav class="sidebar"><div class="sidebar-crate"><h2><a href="../../../object_store/index.html">object_<wbr>store</a><span class="version">1.0.0</span></h2></div><div class="sidebar-elems"><section id="rustdoc-toc"><h2 class="location"><a href="#">Multipart<wbr>Write</a></h2><h3><a href="#">Sections</a></h3><ul class="block top-toc"><li><a href="#architecture" title="Architecture">Architecture</a></li><li><a href="#notes" title="Notes">Notes</a></li><li><a href="#requirements" title="Requirements">Requirements</a></li></ul><h3><a href="#required-methods">Required Methods</a></h3><ul class="block"><li><a href="#tymethod.abort_part" title="abort_part">abort_part</a></li><li><a href="#tymethod.complete_part" title="complete_part">complete_part</a></li><li><a href="#tymethod.initiate_part" title="initiate_part">initiate_part</a></li><li><a href="#tymethod.write_once" title="write_once">write_once</a></li><li><a href="#tymethod.write_part" title="write_part">write_part</a></li></ul><h3><a href="#dyn-compatibility">Dyn Compatibility</a></h3><h3><a href="#implementors">Implementors</a></h3></section><div id="rustdoc-modnav"><h2><a href="index.html">In object_<wbr>store::<wbr>layers::<wbr>mock</a></h2></div></div></nav><div class="sidebar-resizer" title="Drag to resize sidebar"></div><main><div class="width-limiter"><section id="main-content" class="content" tabindex="-1"><div class="main-heading"><div class="rustdoc-breadcrumbs"><a href="../../index.html">object_store</a>::<wbr><a href="../index.html">layers</a>::<wbr><a href="index.html">mock</a></div><h1>Trait <span class="trait">Multipart<wbr>Write</span> <button id="copy-path" title="Copy item path to clipboard">Copy item path</button></h1><rustdoc-toolbar></rustdoc-toolbar><span class="sub-heading"></span></div><pre class="rust item-decl"><code>pub trait MultipartWrite:
|
||
<a class="trait" href="https://doc.rust-lang.org/nightly/core/marker/trait.Send.html" title="trait core::marker::Send">Send</a>
|
||
+ <a class="trait" href="https://doc.rust-lang.org/nightly/core/marker/trait.Sync.html" title="trait core::marker::Sync">Sync</a>
|
||
+ <a class="trait" href="https://doc.rust-lang.org/nightly/core/marker/trait.Unpin.html" title="trait core::marker::Unpin">Unpin</a>
|
||
+ 'static {
|
||
// Required methods
|
||
fn <a href="#tymethod.write_once" class="fn">write_once</a>(
|
||
&self,
|
||
size: <a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.u64.html">u64</a>,
|
||
body: <a class="struct" href="../../struct.Buffer.html" title="struct object_store::Buffer">Buffer</a>,
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="struct" href="struct.Metadata.html" title="struct object_store::layers::mock::Metadata">Metadata</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend;
|
||
<span class="item-spacer"></span> fn <a href="#tymethod.initiate_part" class="fn">initiate_part</a>(
|
||
&self,
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="struct" href="https://doc.rust-lang.org/nightly/alloc/string/struct.String.html" title="struct alloc::string::String">String</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend;
|
||
<span class="item-spacer"></span> fn <a href="#tymethod.write_part" class="fn">write_part</a>(
|
||
&self,
|
||
upload_id: &<a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.str.html">str</a>,
|
||
part_number: <a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.usize.html">usize</a>,
|
||
size: <a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.u64.html">u64</a>,
|
||
body: <a class="struct" href="../../struct.Buffer.html" title="struct object_store::Buffer">Buffer</a>,
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="struct" href="struct.MultipartPart.html" title="struct object_store::layers::mock::MultipartPart">MultipartPart</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend;
|
||
<span class="item-spacer"></span> fn <a href="#tymethod.complete_part" class="fn">complete_part</a>(
|
||
&self,
|
||
upload_id: &<a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.str.html">str</a>,
|
||
parts: &[<a class="struct" href="struct.MultipartPart.html" title="struct object_store::layers::mock::MultipartPart">MultipartPart</a>],
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="struct" href="struct.Metadata.html" title="struct object_store::layers::mock::Metadata">Metadata</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend;
|
||
<span class="item-spacer"></span> fn <a href="#tymethod.abort_part" class="fn">abort_part</a>(
|
||
&self,
|
||
upload_id: &<a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.str.html">str</a>,
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.unit.html">()</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend;
|
||
}</code></pre><details class="toggle top-doc" open><summary class="hideme"><span>Expand description</span></summary><div class="docblock"><p>MultipartWrite is used to implement <a href="trait.Write.html" title="trait object_store::layers::mock::Write"><code>oio::Write</code></a> based on multipart
|
||
uploads. By implementing MultipartWrite, services don’t need to
|
||
care about the details of uploading parts.</p>
|
||
<h2 id="architecture"><a class="doc-anchor" href="#architecture">§</a>Architecture</h2>
|
||
<p>The architecture after adopting <a href="trait.MultipartWrite.html" title="trait object_store::layers::mock::MultipartWrite"><code>MultipartWrite</code></a>:</p>
|
||
<ul>
|
||
<li>Services impl <code>MultipartWrite</code></li>
|
||
<li><code>MultipartWriter</code> impl <code>Write</code></li>
|
||
<li>Expose <code>MultipartWriter</code> as <code>Accessor::Writer</code></li>
|
||
</ul>
|
||
<h2 id="notes"><a class="doc-anchor" href="#notes">§</a>Notes</h2>
|
||
<p><code>MultipartWrite</code> has an oneshot optimization when <code>write</code> has been called only once:</p>
|
||
<div class="example-wrap"><pre class="language-no_build"><code>w.write(bs).await?;
|
||
w.close().await?;</code></pre></div>
|
||
<p>We will use <code>write_once</code> instead of starting a new multipart upload.</p>
|
||
<h2 id="requirements"><a class="doc-anchor" href="#requirements">§</a>Requirements</h2>
|
||
<p>Services that implement <code>MultipartWrite</code> must fulfill the following requirements:</p>
|
||
<ul>
|
||
<li>Must be a http service that could accept <code>AsyncBody</code>.</li>
|
||
<li>Don’t need initialization before writing.</li>
|
||
<li>Upload ID is generated by the service via <code>initiate_part</code>.</li>
|
||
<li>Complete upload by an ordered part list.</li>
|
||
</ul>
|
||
</div></details><h2 id="required-methods" class="section-header">Required Methods<a href="#required-methods" class="anchor">§</a></h2><div class="methods"><details class="toggle method-toggle" open><summary><section id="tymethod.write_once" class="method"><h4 class="code-header">fn <a href="#tymethod.write_once" class="fn">write_once</a>(
|
||
&self,
|
||
size: <a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.u64.html">u64</a>,
|
||
body: <a class="struct" href="../../struct.Buffer.html" title="struct object_store::Buffer">Buffer</a>,
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="struct" href="struct.Metadata.html" title="struct object_store::layers::mock::Metadata">Metadata</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend</h4></section></summary><div class="docblock"><p>write_once is used to write the data to underlying storage at once.</p>
|
||
<p>MultipartWriter will call this API when:</p>
|
||
<ul>
|
||
<li>All the data has been written to the buffer and we can perform the upload at once.</li>
|
||
</ul>
|
||
</div></details><details class="toggle method-toggle" open><summary><section id="tymethod.initiate_part" class="method"><h4 class="code-header">fn <a href="#tymethod.initiate_part" class="fn">initiate_part</a>(
|
||
&self,
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="struct" href="https://doc.rust-lang.org/nightly/alloc/string/struct.String.html" title="struct alloc::string::String">String</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend</h4></section></summary><div class="docblock"><p>initiate_part will call start a multipart upload and return the upload id.</p>
|
||
<p>MultipartWriter will call this when:</p>
|
||
<ul>
|
||
<li>the total size of data is unknown.</li>
|
||
<li>the total size of data is known, but the size of current write
|
||
is less than the total size.</li>
|
||
</ul>
|
||
</div></details><details class="toggle method-toggle" open><summary><section id="tymethod.write_part" class="method"><h4 class="code-header">fn <a href="#tymethod.write_part" class="fn">write_part</a>(
|
||
&self,
|
||
upload_id: &<a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.str.html">str</a>,
|
||
part_number: <a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.usize.html">usize</a>,
|
||
size: <a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.u64.html">u64</a>,
|
||
body: <a class="struct" href="../../struct.Buffer.html" title="struct object_store::Buffer">Buffer</a>,
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="struct" href="struct.MultipartPart.html" title="struct object_store::layers::mock::MultipartPart">MultipartPart</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend</h4></section></summary><div class="docblock"><p>write_part will write a part of the data and returns the result
|
||
<a href="struct.MultipartPart.html" title="struct object_store::layers::mock::MultipartPart"><code>MultipartPart</code></a>.</p>
|
||
<p>MultipartWriter will call this API and stores the result in
|
||
order.</p>
|
||
<ul>
|
||
<li>part_number is the index of the part, starting from 0.</li>
|
||
</ul>
|
||
</div></details><details class="toggle method-toggle" open><summary><section id="tymethod.complete_part" class="method"><h4 class="code-header">fn <a href="#tymethod.complete_part" class="fn">complete_part</a>(
|
||
&self,
|
||
upload_id: &<a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.str.html">str</a>,
|
||
parts: &[<a class="struct" href="struct.MultipartPart.html" title="struct object_store::layers::mock::MultipartPart">MultipartPart</a>],
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="struct" href="struct.Metadata.html" title="struct object_store::layers::mock::Metadata">Metadata</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend</h4></section></summary><div class="docblock"><p>complete_part will complete the multipart upload to build the final
|
||
file.</p>
|
||
</div></details><details class="toggle method-toggle" open><summary><section id="tymethod.abort_part" class="method"><h4 class="code-header">fn <a href="#tymethod.abort_part" class="fn">abort_part</a>(
|
||
&self,
|
||
upload_id: &<a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.str.html">str</a>,
|
||
) -> impl <a class="trait" href="https://doc.rust-lang.org/nightly/core/future/future/trait.Future.html" title="trait core::future::future::Future">Future</a><Output = <a class="enum" href="https://doc.rust-lang.org/nightly/core/result/enum.Result.html" title="enum core::result::Result">Result</a><<a class="primitive" href="https://doc.rust-lang.org/nightly/std/primitive.unit.html">()</a>, <a class="struct" href="../../struct.Error.html" title="struct object_store::Error">Error</a>>> + MaybeSend</h4></section></summary><div class="docblock"><p>abort_part will cancel the multipart upload and purge all data.</p>
|
||
</div></details></div><h2 id="dyn-compatibility" class="section-header">Dyn Compatibility<a href="#dyn-compatibility" class="anchor">§</a></h2><div class="dyn-compatibility-info"><p>This trait is <b>not</b> <a href="https://doc.rust-lang.org/nightly/reference/items/traits.html#dyn-compatibility">dyn compatible</a>.</p><p><i>In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.</i></p></div><h2 id="implementors" class="section-header">Implementors<a href="#implementors" class="anchor">§</a></h2><div id="implementors-list"></div><script src="../../../trait.impl/opendal_core/raw/oio/write/multipart_write/trait.MultipartWrite.js" async></script></section></div></main></body></html> |