-
Notifications
You must be signed in to change notification settings - Fork 12.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Auto merge of #60341 - mtak-:macos-tlv-workaround, r=alexcrichton
macos tlv workaround fixes: #60141 Includes: * remove dead code: `requires_move_before_drop`. This hasn't been needed for a while now (oops I should have removed it in #57655) * redox had a copy of `fast::Key` (not sure why?). That has been removed. * Perform a `read_volatile` on OSX to reduce `tlv_get_addr` calls per `__getit` from (4-2 depending on context) to 1. `tlv_get_addr` is relatively expensive (~1.5ns on my machine). Previously, in contexts where `__getit` was inlined, 4 calls to `tlv_get_addr` were performed per lookup. For some reason when `__getit` is not inlined this is reduced to 2x - and performance improves to match. After this PR, I have only ever seen 1x call to `tlv_get_addr` per `__getit`, and macos now benefits from situations where `__getit` is inlined. I'm not sure if the `read_volatile(&&__KEY)` trick is working around an LLVM bug, or a rustc bug, or neither. r? @alexcrichton
- Loading branch information
Showing
7 changed files
with
195 additions
and
235 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,111 +1,4 @@ | ||
#![cfg(target_thread_local)] | ||
#![unstable(feature = "thread_local_internals", issue = "0")] | ||
|
||
use crate::cell::{Cell, UnsafeCell}; | ||
use crate::mem; | ||
use crate::ptr; | ||
|
||
|
||
pub struct Key<T> { | ||
inner: UnsafeCell<Option<T>>, | ||
|
||
// Metadata to keep track of the state of the destructor. Remember that | ||
// these variables are thread-local, not global. | ||
dtor_registered: Cell<bool>, | ||
dtor_running: Cell<bool>, | ||
} | ||
|
||
unsafe impl<T> Sync for Key<T> { } | ||
|
||
impl<T> Key<T> { | ||
pub const fn new() -> Key<T> { | ||
Key { | ||
inner: UnsafeCell::new(None), | ||
dtor_registered: Cell::new(false), | ||
dtor_running: Cell::new(false) | ||
} | ||
} | ||
|
||
pub fn get(&'static self) -> Option<&'static UnsafeCell<Option<T>>> { | ||
unsafe { | ||
if mem::needs_drop::<T>() && self.dtor_running.get() { | ||
return None | ||
} | ||
self.register_dtor(); | ||
} | ||
Some(&self.inner) | ||
} | ||
|
||
unsafe fn register_dtor(&self) { | ||
if !mem::needs_drop::<T>() || self.dtor_registered.get() { | ||
return | ||
} | ||
|
||
register_dtor(self as *const _ as *mut u8, | ||
destroy_value::<T>); | ||
self.dtor_registered.set(true); | ||
} | ||
} | ||
|
||
pub unsafe fn register_dtor(t: *mut u8, dtor: unsafe extern fn(*mut u8)) { | ||
// The fallback implementation uses a vanilla OS-based TLS key to track | ||
// the list of destructors that need to be run for this thread. The key | ||
// then has its own destructor which runs all the other destructors. | ||
// | ||
// The destructor for DTORS is a little special in that it has a `while` | ||
// loop to continuously drain the list of registered destructors. It | ||
// *should* be the case that this loop always terminates because we | ||
// provide the guarantee that a TLS key cannot be set after it is | ||
// flagged for destruction. | ||
use crate::sys_common::thread_local as os; | ||
|
||
static DTORS: os::StaticKey = os::StaticKey::new(Some(run_dtors)); | ||
type List = Vec<(*mut u8, unsafe extern fn(*mut u8))>; | ||
if DTORS.get().is_null() { | ||
let v: Box<List> = box Vec::new(); | ||
DTORS.set(Box::into_raw(v) as *mut u8); | ||
} | ||
let list: &mut List = &mut *(DTORS.get() as *mut List); | ||
list.push((t, dtor)); | ||
|
||
unsafe extern fn run_dtors(mut ptr: *mut u8) { | ||
while !ptr.is_null() { | ||
let list: Box<List> = Box::from_raw(ptr as *mut List); | ||
for (ptr, dtor) in list.into_iter() { | ||
dtor(ptr); | ||
} | ||
ptr = DTORS.get(); | ||
DTORS.set(ptr::null_mut()); | ||
} | ||
} | ||
} | ||
|
||
pub unsafe extern fn destroy_value<T>(ptr: *mut u8) { | ||
let ptr = ptr as *mut Key<T>; | ||
// Right before we run the user destructor be sure to flag the | ||
// destructor as running for this thread so calls to `get` will return | ||
// `None`. | ||
(*ptr).dtor_running.set(true); | ||
|
||
// The macOS implementation of TLS apparently had an odd aspect to it | ||
// where the pointer we have may be overwritten while this destructor | ||
// is running. Specifically if a TLS destructor re-accesses TLS it may | ||
// trigger a re-initialization of all TLS variables, paving over at | ||
// least some destroyed ones with initial values. | ||
// | ||
// This means that if we drop a TLS value in place on macOS that we could | ||
// revert the value to its original state halfway through the | ||
// destructor, which would be bad! | ||
// | ||
// Hence, we use `ptr::read` on macOS (to move to a "safe" location) | ||
// instead of drop_in_place. | ||
if cfg!(target_os = "macos") { | ||
ptr::read((*ptr).inner.get()); | ||
} else { | ||
ptr::drop_in_place((*ptr).inner.get()); | ||
} | ||
} | ||
|
||
pub fn requires_move_before_drop() -> bool { | ||
false | ||
} | ||
pub use crate::sys_common::thread_local::register_dtor_fallback as register_dtor; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.