Skip to content

Commit 17e4c73

Browse files
committed
mmap/munmap/mremamp shims
1 parent 538479b commit 17e4c73

14 files changed

+510
-12
lines changed

src/concurrency/data_race.rs

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -714,7 +714,8 @@ impl VClockAlloc {
714714
MiriMemoryKind::Rust
715715
| MiriMemoryKind::Miri
716716
| MiriMemoryKind::C
717-
| MiriMemoryKind::WinHeap,
717+
| MiriMemoryKind::WinHeap
718+
| MiriMemoryKind::Mmap,
718719
)
719720
| MemoryKind::Stack => {
720721
let (alloc_index, clocks) = global.current_thread_state(thread_mgr);

src/machine.rs

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -112,6 +112,8 @@ pub enum MiriMemoryKind {
112112
/// Memory for thread-local statics.
113113
/// This memory may leak.
114114
Tls,
115+
/// Memory mapped directly by the program
116+
Mmap,
115117
}
116118

117119
impl From<MiriMemoryKind> for MemoryKind<MiriMemoryKind> {
@@ -127,7 +129,7 @@ impl MayLeak for MiriMemoryKind {
127129
use self::MiriMemoryKind::*;
128130
match self {
129131
Rust | Miri | C | WinHeap | Runtime => false,
130-
Machine | Global | ExternStatic | Tls => true,
132+
Machine | Global | ExternStatic | Tls | Mmap => true,
131133
}
132134
}
133135
}
@@ -145,6 +147,7 @@ impl fmt::Display for MiriMemoryKind {
145147
Global => write!(f, "global (static or const)"),
146148
ExternStatic => write!(f, "extern static"),
147149
Tls => write!(f, "thread-local static"),
150+
Mmap => write!(f, "mmap"),
148151
}
149152
}
150153
}
@@ -726,6 +729,15 @@ impl<'mir, 'tcx> MiriMachine<'mir, 'tcx> {
726729
// will panic when given the file.
727730
drop(self.profiler.take());
728731
}
732+
733+
pub(crate) fn round_up_to_multiple_of_page_size(&self, length: u64) -> Option<u64> {
734+
#[allow(clippy::arithmetic_side_effects)] // page size is nonzero
735+
(length.checked_add(self.page_size - 1)? / self.page_size).checked_mul(self.page_size)
736+
}
737+
738+
pub(crate) fn page_align(&self) -> Align {
739+
Align::from_bytes(self.page_size).unwrap()
740+
}
729741
}
730742

731743
impl VisitTags for MiriMachine<'_, '_> {

src/shims/unix/foreign_items.rs

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ use rustc_target::spec::abi::Abi;
1010
use crate::*;
1111
use shims::foreign_items::EmulateByNameResult;
1212
use shims::unix::fs::EvalContextExt as _;
13+
use shims::unix::mem::EvalContextExt as _;
1314
use shims::unix::sync::EvalContextExt as _;
1415
use shims::unix::thread::EvalContextExt as _;
1516

@@ -213,6 +214,22 @@ pub trait EvalContextExt<'mir, 'tcx: 'mir>: crate::MiriInterpCxExt<'mir, 'tcx> {
213214
}
214215
}
215216

217+
"mmap" => {
218+
let [addr, length, prot, flags, fd, offset] = this.check_shim(abi, Abi::C {unwind: false}, link_name, args)?;
219+
let ptr = this.mmap(addr, length, prot, flags, fd, offset)?;
220+
this.write_scalar(ptr, dest)?;
221+
}
222+
"mremap" => {
223+
let [old_address, old_size, new_size, flags] = this.check_shim(abi, Abi::C {unwind: false}, link_name, args)?;
224+
let ptr = this.mremap(old_address, old_size, new_size, flags)?;
225+
this.write_scalar(ptr, dest)?;
226+
}
227+
"munmap" => {
228+
let [addr, length] = this.check_shim(abi, Abi::C {unwind: false}, link_name, args)?;
229+
let result = this.munmap(addr, length)?;
230+
this.write_scalar(result, dest)?;
231+
}
232+
216233
// Dynamic symbol loading
217234
"dlsym" => {
218235
let [handle, symbol] = this.check_shim(abi, Abi::C { unwind: false }, link_name, args)?;

src/shims/unix/macos/foreign_items.rs

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -197,16 +197,6 @@ pub trait EvalContextExt<'mir, 'tcx: 'mir>: crate::MiriInterpCxExt<'mir, 'tcx> {
197197
this.write_scalar(res, dest)?;
198198
}
199199

200-
// Incomplete shims that we "stub out" just to get pre-main initialization code to work.
201-
// These shims are enabled only when the caller is in the standard library.
202-
"mmap" if this.frame_in_std() => {
203-
// This is a horrible hack, but since the guard page mechanism calls mmap and expects a particular return value, we just give it that value.
204-
let [addr, _, _, _, _, _] =
205-
this.check_shim(abi, Abi::C { unwind: false }, link_name, args)?;
206-
let addr = this.read_scalar(addr)?;
207-
this.write_scalar(addr, dest)?;
208-
}
209-
210200
_ => return Ok(EmulateByNameResult::NotSupported),
211201
};
212202

src/shims/unix/mem.rs

Lines changed: 236 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,236 @@
1+
//! This is an incomplete implementation of mmap/mremap/munmap which is restricted in order to be
2+
//! implementable on top of the existing memory system. The point of these function as-written is
3+
//! to allow memory allocators written entirely in Rust to be executed by Miri. This implementation
4+
//! does not support other uses of mmap such as file mappings.
5+
//!
6+
//! mmap/mremap/munmap behave a lot like alloc/realloc/dealloc, and for simple use they are exactly
7+
//! equivalent. That is the only part we support: no MAP_FIXED or MAP_SHARED or anything
8+
//! else that goes beyond a basic allocation API.
9+
10+
use crate::*;
11+
use rustc_target::abi::{Align, Size};
12+
13+
impl<'mir, 'tcx: 'mir> EvalContextExt<'mir, 'tcx> for crate::MiriInterpCx<'mir, 'tcx> {}
14+
pub trait EvalContextExt<'mir, 'tcx: 'mir>: crate::MiriInterpCxExt<'mir, 'tcx> {
15+
fn mmap(
16+
&mut self,
17+
addr: &OpTy<'tcx, Provenance>,
18+
length: &OpTy<'tcx, Provenance>,
19+
prot: &OpTy<'tcx, Provenance>,
20+
flags: &OpTy<'tcx, Provenance>,
21+
fd: &OpTy<'tcx, Provenance>,
22+
offset: &OpTy<'tcx, Provenance>,
23+
) -> InterpResult<'tcx, Scalar<Provenance>> {
24+
let this = self.eval_context_mut();
25+
26+
// We do not support MAP_FIXED, so the addr argument is always ignored
27+
let addr = this.read_pointer(addr)?;
28+
let length = this.read_target_usize(length)?;
29+
let prot = this.read_scalar(prot)?.to_i32()?;
30+
let flags = this.read_scalar(flags)?.to_i32()?;
31+
let fd = this.read_scalar(fd)?.to_i32()?;
32+
let offset = this.read_scalar(offset)?.to_target_usize(this)?;
33+
34+
let map_private = this.eval_libc_i32("MAP_PRIVATE");
35+
let map_anonymous = this.eval_libc_i32("MAP_ANONYMOUS");
36+
let map_shared = this.eval_libc_i32("MAP_SHARED");
37+
let map_fixed = this.eval_libc_i32("MAP_FIXED");
38+
39+
// This is a horrible hack, but on macos the guard page mechanism uses mmap
40+
// in a way we do not support. We just give it the return value it expects.
41+
if this.frame_in_std() && this.tcx.sess.target.os == "macos" && (flags & map_fixed) != 0 {
42+
return Ok(Scalar::from_maybe_pointer(addr, this));
43+
}
44+
45+
let prot_read = this.eval_libc_i32("PROT_READ");
46+
let prot_write = this.eval_libc_i32("PROT_WRITE");
47+
48+
// First, we do some basic argument validation as required by mmap
49+
if (flags & (map_private | map_shared)).count_ones() != 1 {
50+
this.set_last_error(Scalar::from_i32(this.eval_libc_i32("EINVAL")))?;
51+
return Ok(Scalar::from_maybe_pointer(Pointer::null(), this));
52+
}
53+
if length == 0 {
54+
this.set_last_error(Scalar::from_i32(this.eval_libc_i32("EINVAL")))?;
55+
return Ok(Scalar::from_maybe_pointer(Pointer::null(), this));
56+
}
57+
58+
// If a user tries to map a file, we want to loudly inform them that this is not going
59+
// to work. It is possible that POSIX gives us enough leeway to return an error, but the
60+
// outcome for the user (I need to add cfg(miri)) is the same, just more frustrating.
61+
if fd != -1 {
62+
throw_unsup_format!("Miri does not support file-backed memory mappings");
63+
}
64+
65+
// POSIX says:
66+
// [ENOTSUP]
67+
// * MAP_FIXED or MAP_PRIVATE was specified in the flags argument and the implementation
68+
// does not support this functionality.
69+
// * The implementation does not support the combination of accesses requested in the
70+
// prot argument.
71+
//
72+
// Miri doesn't support MAP_FIXED or any any protections other than PROT_READ|PROT_WRITE.
73+
if flags & map_fixed != 0 || prot != prot_read | prot_write {
74+
this.set_last_error(Scalar::from_i32(this.eval_libc_i32("ENOTSUP")))?;
75+
return Ok(Scalar::from_maybe_pointer(Pointer::null(), this));
76+
}
77+
78+
// Miri does not support shared mappings, or any of the other extensions that for example
79+
// Linux has added to the flags arguments.
80+
if flags != map_private | map_anonymous {
81+
throw_unsup_format!(
82+
"Miri only supports calls to mmap which set the flags argument to MAP_PRIVATE|MAP_ANONYMOUS"
83+
);
84+
}
85+
86+
// This is only used for file mappings, which we don't support anyway.
87+
if offset != 0 {
88+
throw_unsup_format!("Miri does not support non-zero offsets to mmap");
89+
}
90+
91+
let align = Align::from_bytes(this.machine.page_size).unwrap();
92+
let map_length = this.machine.round_up_to_multiple_of_page_size(length).unwrap_or(u64::MAX);
93+
94+
let ptr =
95+
this.allocate_ptr(Size::from_bytes(map_length), align, MiriMemoryKind::Mmap.into())?;
96+
// We just allocated this, the access is definitely in-bounds and fits into our address space.
97+
// mmap guarantees new mappings are zero-init.
98+
this.write_bytes_ptr(
99+
ptr.into(),
100+
std::iter::repeat(0u8).take(usize::try_from(map_length).unwrap()),
101+
)
102+
.unwrap();
103+
// Memory mappings don't use provenance, and are always exposed.
104+
Machine::expose_ptr(this, ptr)?;
105+
106+
Ok(Scalar::from_pointer(ptr, this))
107+
}
108+
109+
fn mremap(
110+
&mut self,
111+
old_address: &OpTy<'tcx, Provenance>,
112+
old_size: &OpTy<'tcx, Provenance>,
113+
new_size: &OpTy<'tcx, Provenance>,
114+
flags: &OpTy<'tcx, Provenance>,
115+
) -> InterpResult<'tcx, Scalar<Provenance>> {
116+
let this = self.eval_context_mut();
117+
118+
let old_address = this.read_pointer(old_address)?;
119+
let old_size = this.read_scalar(old_size)?.to_target_usize(this)?;
120+
let new_size = this.read_scalar(new_size)?.to_target_usize(this)?;
121+
let flags = this.read_scalar(flags)?.to_i32()?;
122+
123+
// old_address must be a multiple of the page size
124+
#[allow(clippy::arithmetic_side_effects)] // PAGE_SIZE is nonzero
125+
if old_address.addr().bytes() % this.machine.page_size != 0 || new_size == 0 {
126+
this.set_last_error(Scalar::from_i32(this.eval_libc_i32("EINVAL")))?;
127+
return Ok(this.eval_libc("MAP_FAILED"));
128+
}
129+
130+
if flags & this.eval_libc_i32("MREMAP_FIXED") != 0 {
131+
throw_unsup_format!("Miri does not support mremap wth MREMAP_FIXED");
132+
}
133+
134+
if flags & this.eval_libc_i32("MREMAP_DONTUNMAP") != 0 {
135+
throw_unsup_format!("Miri does not support mremap wth MREMAP_DONTUNMAP");
136+
}
137+
138+
if flags & this.eval_libc_i32("MREMAP_MAYMOVE") == 0 {
139+
// We only support MREMAP_MAYMOVE, so not passing the flag is just a failure
140+
this.set_last_error(Scalar::from_i32(this.eval_libc_i32("EINVAL")))?;
141+
return Ok(Scalar::from_maybe_pointer(Pointer::null(), this));
142+
}
143+
144+
let align = this.machine.page_align();
145+
let ptr = this.reallocate_ptr(
146+
old_address,
147+
Some((Size::from_bytes(old_size), align)),
148+
Size::from_bytes(new_size),
149+
align,
150+
MiriMemoryKind::Mmap.into(),
151+
)?;
152+
if let Some(increase) = new_size.checked_sub(old_size) {
153+
// We just allocated this, the access is definitely in-bounds and fits into our address space.
154+
// mmap guarantees new mappings are zero-init.
155+
this.write_bytes_ptr(
156+
ptr.offset(Size::from_bytes(old_size), this).unwrap().into(),
157+
std::iter::repeat(0u8).take(usize::try_from(increase).unwrap()),
158+
)
159+
.unwrap();
160+
}
161+
// Memory mappings are always exposed
162+
Machine::expose_ptr(this, ptr)?;
163+
164+
Ok(Scalar::from_pointer(ptr, this))
165+
}
166+
167+
fn munmap(
168+
&mut self,
169+
addr: &OpTy<'tcx, Provenance>,
170+
length: &OpTy<'tcx, Provenance>,
171+
) -> InterpResult<'tcx, Scalar<Provenance>> {
172+
let this = self.eval_context_mut();
173+
174+
let addr = this.read_pointer(addr)?;
175+
let length = this.read_scalar(length)?.to_target_usize(this)?;
176+
177+
// addr must be a multiple of the page size
178+
#[allow(clippy::arithmetic_side_effects)] // PAGE_SIZE is nonzero
179+
if addr.addr().bytes() % this.machine.page_size != 0 {
180+
this.set_last_error(Scalar::from_i32(this.eval_libc_i32("EINVAL")))?;
181+
return Ok(Scalar::from_i32(-1));
182+
}
183+
184+
let length = this.machine.round_up_to_multiple_of_page_size(length).unwrap_or(u64::MAX);
185+
186+
let mut addr = addr.addr().bytes();
187+
let mut bytes_unmapped = 0;
188+
while bytes_unmapped < length {
189+
// munmap specifies:
190+
// It is not an error if the indicated range does not contain any mapped pages.
191+
// So we make sure that if our address is not that of an exposed allocation, we just
192+
// step forward to the next page.
193+
let ptr = Machine::ptr_from_addr_cast(this, addr)?;
194+
let Ok(ptr) = ptr.into_pointer_or_addr() else {
195+
bytes_unmapped = bytes_unmapped.checked_add(this.machine.page_size).unwrap();
196+
addr = addr.wrapping_add(this.machine.page_size);
197+
continue;
198+
};
199+
// FIXME: This should fail if the pointer is to an unexposed allocation. But it
200+
// doesn't.
201+
let Some((alloc_id, offset, _prov)) = Machine::ptr_get_alloc(this, ptr) else {
202+
bytes_unmapped = bytes_unmapped.checked_add(this.machine.page_size).unwrap();
203+
addr = addr.wrapping_add(this.machine.page_size);
204+
continue;
205+
};
206+
207+
if offset != Size::ZERO {
208+
throw_unsup_format!("Miri does not support partial munmap");
209+
}
210+
let (_kind, alloc) = this.memory.alloc_map().get(alloc_id).unwrap();
211+
let this_alloc_len = alloc.len() as u64;
212+
bytes_unmapped = bytes_unmapped.checked_add(this_alloc_len).unwrap();
213+
if bytes_unmapped > length {
214+
throw_unsup_format!("Miri does not support partial munmap");
215+
}
216+
217+
this.deallocate_ptr(
218+
Pointer::new(Some(Provenance::Wildcard), Size::from_bytes(addr)),
219+
Some((Size::from_bytes(this_alloc_len), this.machine.page_align())),
220+
MemoryKind::Machine(MiriMemoryKind::Mmap),
221+
)?;
222+
addr = addr.wrapping_add(this_alloc_len);
223+
}
224+
225+
Ok(Scalar::from_i32(0))
226+
}
227+
}
228+
229+
trait RangeExt {
230+
fn overlaps(&self, other: &Self) -> bool;
231+
}
232+
impl RangeExt for std::ops::Range<Size> {
233+
fn overlaps(&self, other: &Self) -> bool {
234+
self.start.max(other.start) <= self.end.min(other.end)
235+
}
236+
}

src/shims/unix/mod.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@ pub mod dlsym;
22
pub mod foreign_items;
33

44
mod fs;
5+
mod mem;
56
mod sync;
67
mod thread;
78

tests/fail/mmap_invalid_dealloc.rs

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
//@compile-flags: -Zmiri-disable-isolation
2+
//@ignore-target-windows: No libc on Windows
3+
4+
#![feature(rustc_private)]
5+
6+
fn main() {
7+
unsafe {
8+
let ptr = libc::mmap(
9+
std::ptr::null_mut(),
10+
4096,
11+
libc::PROT_READ | libc::PROT_WRITE,
12+
libc::MAP_PRIVATE | libc::MAP_ANONYMOUS,
13+
-1,
14+
0,
15+
);
16+
libc::free(ptr); //~ ERROR: which is mmap memory, using C heap deallocation operation
17+
}
18+
}
Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
error: Undefined Behavior: deallocating ALLOC, which is mmap memory, using C heap deallocation operation
2+
--> $DIR/mmap_invalid_dealloc.rs:LL:CC
3+
|
4+
LL | libc::free(ptr);
5+
| ^^^^^^^^^^^^^^^ deallocating ALLOC, which is mmap memory, using C heap deallocation operation
6+
|
7+
= help: this indicates a bug in the program: it performed an invalid operation, and caused Undefined Behavior
8+
= help: see https://doc.rust-lang.org/nightly/reference/behavior-considered-undefined.html for further information
9+
= note: BACKTRACE:
10+
= note: inside `main` at $DIR/mmap_invalid_dealloc.rs:LL:CC
11+
12+
note: some details are omitted, run with `MIRIFLAGS=-Zmiri-backtrace=full` for a verbose backtrace
13+
14+
error: aborting due to previous error
15+

tests/fail/mmap_use_after_munmap.rs

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
//@compile-flags: -Zmiri-disable-isolation
2+
//@ignore-target-windows: No libc on Windows
3+
4+
#![feature(rustc_private)]
5+
6+
fn main() {
7+
unsafe {
8+
let ptr = libc::mmap(
9+
std::ptr::null_mut(),
10+
4096,
11+
libc::PROT_READ | libc::PROT_WRITE,
12+
libc::MAP_PRIVATE | libc::MAP_ANONYMOUS,
13+
-1,
14+
0,
15+
);
16+
libc::munmap(ptr, 4096);
17+
let _x = *(ptr as *mut u8); //~ ERROR: was dereferenced after this allocation got freed
18+
}
19+
}

0 commit comments

Comments
 (0)