forked from torvalds/linux
-
Notifications
You must be signed in to change notification settings - Fork 442
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
This is a subset of the Rust standard library `alloc` crate, version 1.62.0, licensed under "Apache-2.0 OR MIT", from: https://github.com/rust-lang/rust/tree/1.62.0/library/alloc/src The files are copied as-is, with no modifications whatsoever (not even adding the SPDX identifiers). For copyright details, please see: https://github.com/rust-lang/rust/blob/1.62.0/COPYRIGHT The next patch modifies these files as needed for use within the kernel. This patch split allows reviewers to double-check the import and to clearly see the differences introduced. Vendoring `alloc`, at least for the moment, allows us to have fallible allocations support (i.e. the `try_*` versions of methods which return a `Result` instead of panicking) early on. It also gives a bit more freedom to experiment with new interfaces and to iterate quickly. Eventually, the goal is to have everything the kernel needs in upstream `alloc` and drop it from the kernel tree. For a summary of work on `alloc` happening upstream, please see: #408 Co-developed-by: Alex Gaynor <alex.gaynor@gmail.com> Signed-off-by: Alex Gaynor <alex.gaynor@gmail.com> Co-developed-by: Wedson Almeida Filho <wedsonaf@google.com> Signed-off-by: Wedson Almeida Filho <wedsonaf@google.com> Signed-off-by: Miguel Ojeda <ojeda@kernel.org>
- Loading branch information
Showing
22 changed files
with
14,960 additions
and
0 deletions.
There are no files selected for viewing
Large diffs are not rendered by default.
Oops, something went wrong.
Large diffs are not rendered by default.
Oops, something went wrong.
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,215 @@ | ||
// Based on | ||
// https://github.com/matthieu-m/rfc2580/blob/b58d1d3cba0d4b5e859d3617ea2d0943aaa31329/examples/thin.rs | ||
// by matthieu-m | ||
use crate::alloc::{self, Layout, LayoutError}; | ||
use core::fmt::{self, Debug, Display, Formatter}; | ||
use core::marker::{PhantomData, Unsize}; | ||
use core::mem; | ||
use core::ops::{Deref, DerefMut}; | ||
use core::ptr::Pointee; | ||
use core::ptr::{self, NonNull}; | ||
|
||
/// ThinBox. | ||
/// | ||
/// A thin pointer for heap allocation, regardless of T. | ||
/// | ||
/// # Examples | ||
/// | ||
/// ``` | ||
/// #![feature(thin_box)] | ||
/// use std::boxed::ThinBox; | ||
/// | ||
/// let five = ThinBox::new(5); | ||
/// let thin_slice = ThinBox::<[i32]>::new_unsize([1, 2, 3, 4]); | ||
/// | ||
/// use std::mem::{size_of, size_of_val}; | ||
/// let size_of_ptr = size_of::<*const ()>(); | ||
/// assert_eq!(size_of_ptr, size_of_val(&five)); | ||
/// assert_eq!(size_of_ptr, size_of_val(&thin_slice)); | ||
/// ``` | ||
#[unstable(feature = "thin_box", issue = "92791")] | ||
pub struct ThinBox<T: ?Sized> { | ||
ptr: WithHeader<<T as Pointee>::Metadata>, | ||
_marker: PhantomData<T>, | ||
} | ||
|
||
#[unstable(feature = "thin_box", issue = "92791")] | ||
impl<T> ThinBox<T> { | ||
/// Moves a type to the heap with its `Metadata` stored in the heap allocation instead of on | ||
/// the stack. | ||
/// | ||
/// # Examples | ||
/// | ||
/// ``` | ||
/// #![feature(thin_box)] | ||
/// use std::boxed::ThinBox; | ||
/// | ||
/// let five = ThinBox::new(5); | ||
/// ``` | ||
#[cfg(not(no_global_oom_handling))] | ||
pub fn new(value: T) -> Self { | ||
let meta = ptr::metadata(&value); | ||
let ptr = WithHeader::new(meta, value); | ||
ThinBox { ptr, _marker: PhantomData } | ||
} | ||
} | ||
|
||
#[unstable(feature = "thin_box", issue = "92791")] | ||
impl<Dyn: ?Sized> ThinBox<Dyn> { | ||
/// Moves a type to the heap with its `Metadata` stored in the heap allocation instead of on | ||
/// the stack. | ||
/// | ||
/// # Examples | ||
/// | ||
/// ``` | ||
/// #![feature(thin_box)] | ||
/// use std::boxed::ThinBox; | ||
/// | ||
/// let thin_slice = ThinBox::<[i32]>::new_unsize([1, 2, 3, 4]); | ||
/// ``` | ||
#[cfg(not(no_global_oom_handling))] | ||
pub fn new_unsize<T>(value: T) -> Self | ||
where | ||
T: Unsize<Dyn>, | ||
{ | ||
let meta = ptr::metadata(&value as &Dyn); | ||
let ptr = WithHeader::new(meta, value); | ||
ThinBox { ptr, _marker: PhantomData } | ||
} | ||
} | ||
|
||
#[unstable(feature = "thin_box", issue = "92791")] | ||
impl<T: ?Sized + Debug> Debug for ThinBox<T> { | ||
fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result { | ||
Debug::fmt(self.deref(), f) | ||
} | ||
} | ||
|
||
#[unstable(feature = "thin_box", issue = "92791")] | ||
impl<T: ?Sized + Display> Display for ThinBox<T> { | ||
fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result { | ||
Display::fmt(self.deref(), f) | ||
} | ||
} | ||
|
||
#[unstable(feature = "thin_box", issue = "92791")] | ||
impl<T: ?Sized> Deref for ThinBox<T> { | ||
type Target = T; | ||
|
||
fn deref(&self) -> &T { | ||
let value = self.data(); | ||
let metadata = self.meta(); | ||
let pointer = ptr::from_raw_parts(value as *const (), metadata); | ||
unsafe { &*pointer } | ||
} | ||
} | ||
|
||
#[unstable(feature = "thin_box", issue = "92791")] | ||
impl<T: ?Sized> DerefMut for ThinBox<T> { | ||
fn deref_mut(&mut self) -> &mut T { | ||
let value = self.data(); | ||
let metadata = self.meta(); | ||
let pointer = ptr::from_raw_parts_mut::<T>(value as *mut (), metadata); | ||
unsafe { &mut *pointer } | ||
} | ||
} | ||
|
||
#[unstable(feature = "thin_box", issue = "92791")] | ||
impl<T: ?Sized> Drop for ThinBox<T> { | ||
fn drop(&mut self) { | ||
unsafe { | ||
let value = self.deref_mut(); | ||
let value = value as *mut T; | ||
self.ptr.drop::<T>(value); | ||
} | ||
} | ||
} | ||
|
||
#[unstable(feature = "thin_box", issue = "92791")] | ||
impl<T: ?Sized> ThinBox<T> { | ||
fn meta(&self) -> <T as Pointee>::Metadata { | ||
// Safety: | ||
// - NonNull and valid. | ||
unsafe { *self.ptr.header() } | ||
} | ||
|
||
fn data(&self) -> *mut u8 { | ||
self.ptr.value() | ||
} | ||
} | ||
|
||
/// A pointer to type-erased data, guaranteed to have a header `H` before the pointed-to location. | ||
struct WithHeader<H>(NonNull<u8>, PhantomData<H>); | ||
|
||
impl<H> WithHeader<H> { | ||
#[cfg(not(no_global_oom_handling))] | ||
fn new<T>(header: H, value: T) -> WithHeader<H> { | ||
let value_layout = Layout::new::<T>(); | ||
let Ok((layout, value_offset)) = Self::alloc_layout(value_layout) else { | ||
// We pass an empty layout here because we do not know which layout caused the | ||
// arithmetic overflow in `Layout::extend` and `handle_alloc_error` takes `Layout` as | ||
// its argument rather than `Result<Layout, LayoutError>`, also this function has been | ||
// stable since 1.28 ._. | ||
// | ||
// On the other hand, look at this gorgeous turbofish! | ||
alloc::handle_alloc_error(Layout::new::<()>()); | ||
}; | ||
|
||
unsafe { | ||
let ptr = alloc::alloc(layout); | ||
|
||
if ptr.is_null() { | ||
alloc::handle_alloc_error(layout); | ||
} | ||
// Safety: | ||
// - The size is at least `aligned_header_size`. | ||
let ptr = ptr.add(value_offset) as *mut _; | ||
|
||
let ptr = NonNull::new_unchecked(ptr); | ||
|
||
let result = WithHeader(ptr, PhantomData); | ||
ptr::write(result.header(), header); | ||
ptr::write(result.value().cast(), value); | ||
|
||
result | ||
} | ||
} | ||
|
||
// Safety: | ||
// - Assumes that `value` can be dereferenced. | ||
unsafe fn drop<T: ?Sized>(&self, value: *mut T) { | ||
unsafe { | ||
// SAFETY: Layout must have been computable if we're in drop | ||
let (layout, value_offset) = | ||
Self::alloc_layout(Layout::for_value_raw(value)).unwrap_unchecked(); | ||
|
||
ptr::drop_in_place::<T>(value); | ||
// We only drop the value because the Pointee trait requires that the metadata is copy | ||
// aka trivially droppable | ||
alloc::dealloc(self.0.as_ptr().sub(value_offset), layout); | ||
} | ||
} | ||
|
||
fn header(&self) -> *mut H { | ||
// Safety: | ||
// - At least `size_of::<H>()` bytes are allocated ahead of the pointer. | ||
// - We know that H will be aligned because the middle pointer is aligned to the greater | ||
// of the alignment of the header and the data and the header size includes the padding | ||
// needed to align the header. Subtracting the header size from the aligned data pointer | ||
// will always result in an aligned header pointer, it just may not point to the | ||
// beginning of the allocation. | ||
unsafe { self.0.as_ptr().sub(Self::header_size()) as *mut H } | ||
} | ||
|
||
fn value(&self) -> *mut u8 { | ||
self.0.as_ptr() | ||
} | ||
|
||
const fn header_size() -> usize { | ||
mem::size_of::<H>() | ||
} | ||
|
||
fn alloc_layout(value_layout: Layout) -> Result<(Layout, usize), LayoutError> { | ||
Layout::new::<H>().extend(value_layout) | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,154 @@ | ||
//! Collection types. | ||
#![stable(feature = "rust1", since = "1.0.0")] | ||
|
||
#[cfg(not(no_global_oom_handling))] | ||
pub mod binary_heap; | ||
#[cfg(not(no_global_oom_handling))] | ||
mod btree; | ||
#[cfg(not(no_global_oom_handling))] | ||
pub mod linked_list; | ||
#[cfg(not(no_global_oom_handling))] | ||
pub mod vec_deque; | ||
|
||
#[cfg(not(no_global_oom_handling))] | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
pub mod btree_map { | ||
//! An ordered map based on a B-Tree. | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
pub use super::btree::map::*; | ||
} | ||
|
||
#[cfg(not(no_global_oom_handling))] | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
pub mod btree_set { | ||
//! An ordered set based on a B-Tree. | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
pub use super::btree::set::*; | ||
} | ||
|
||
#[cfg(not(no_global_oom_handling))] | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
#[doc(no_inline)] | ||
pub use binary_heap::BinaryHeap; | ||
|
||
#[cfg(not(no_global_oom_handling))] | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
#[doc(no_inline)] | ||
pub use btree_map::BTreeMap; | ||
|
||
#[cfg(not(no_global_oom_handling))] | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
#[doc(no_inline)] | ||
pub use btree_set::BTreeSet; | ||
|
||
#[cfg(not(no_global_oom_handling))] | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
#[doc(no_inline)] | ||
pub use linked_list::LinkedList; | ||
|
||
#[cfg(not(no_global_oom_handling))] | ||
#[stable(feature = "rust1", since = "1.0.0")] | ||
#[doc(no_inline)] | ||
pub use vec_deque::VecDeque; | ||
|
||
use crate::alloc::{Layout, LayoutError}; | ||
use core::fmt::Display; | ||
|
||
/// The error type for `try_reserve` methods. | ||
#[derive(Clone, PartialEq, Eq, Debug)] | ||
#[stable(feature = "try_reserve", since = "1.57.0")] | ||
pub struct TryReserveError { | ||
kind: TryReserveErrorKind, | ||
} | ||
|
||
impl TryReserveError { | ||
/// Details about the allocation that caused the error | ||
#[inline] | ||
#[must_use] | ||
#[unstable( | ||
feature = "try_reserve_kind", | ||
reason = "Uncertain how much info should be exposed", | ||
issue = "48043" | ||
)] | ||
pub fn kind(&self) -> TryReserveErrorKind { | ||
self.kind.clone() | ||
} | ||
} | ||
|
||
/// Details of the allocation that caused a `TryReserveError` | ||
#[derive(Clone, PartialEq, Eq, Debug)] | ||
#[unstable( | ||
feature = "try_reserve_kind", | ||
reason = "Uncertain how much info should be exposed", | ||
issue = "48043" | ||
)] | ||
pub enum TryReserveErrorKind { | ||
/// Error due to the computed capacity exceeding the collection's maximum | ||
/// (usually `isize::MAX` bytes). | ||
CapacityOverflow, | ||
|
||
/// The memory allocator returned an error | ||
AllocError { | ||
/// The layout of allocation request that failed | ||
layout: Layout, | ||
|
||
#[doc(hidden)] | ||
#[unstable( | ||
feature = "container_error_extra", | ||
issue = "none", | ||
reason = "\ | ||
Enable exposing the allocator’s custom error value \ | ||
if an associated type is added in the future: \ | ||
https://github.com/rust-lang/wg-allocators/issues/23" | ||
)] | ||
non_exhaustive: (), | ||
}, | ||
} | ||
|
||
#[unstable( | ||
feature = "try_reserve_kind", | ||
reason = "Uncertain how much info should be exposed", | ||
issue = "48043" | ||
)] | ||
impl From<TryReserveErrorKind> for TryReserveError { | ||
#[inline] | ||
fn from(kind: TryReserveErrorKind) -> Self { | ||
Self { kind } | ||
} | ||
} | ||
|
||
#[unstable(feature = "try_reserve_kind", reason = "new API", issue = "48043")] | ||
impl From<LayoutError> for TryReserveErrorKind { | ||
/// Always evaluates to [`TryReserveErrorKind::CapacityOverflow`]. | ||
#[inline] | ||
fn from(_: LayoutError) -> Self { | ||
TryReserveErrorKind::CapacityOverflow | ||
} | ||
} | ||
|
||
#[stable(feature = "try_reserve", since = "1.57.0")] | ||
impl Display for TryReserveError { | ||
fn fmt( | ||
&self, | ||
fmt: &mut core::fmt::Formatter<'_>, | ||
) -> core::result::Result<(), core::fmt::Error> { | ||
fmt.write_str("memory allocation failed")?; | ||
let reason = match self.kind { | ||
TryReserveErrorKind::CapacityOverflow => { | ||
" because the computed capacity exceeded the collection's maximum" | ||
} | ||
TryReserveErrorKind::AllocError { .. } => { | ||
" because the memory allocator returned a error" | ||
} | ||
}; | ||
fmt.write_str(reason) | ||
} | ||
} | ||
|
||
/// An intermediate trait for specialization of `Extend`. | ||
#[doc(hidden)] | ||
trait SpecExtend<I: IntoIterator> { | ||
/// Extends `self` with the contents of the given iterator. | ||
fn spec_extend(&mut self, iter: I); | ||
} |
Oops, something went wrong.