1*bb4ee6a4SAndroid Build Coastguard Worker // Copyright 2020 The ChromiumOS Authors
2*bb4ee6a4SAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
3*bb4ee6a4SAndroid Build Coastguard Worker // found in the LICENSE file.
4*bb4ee6a4SAndroid Build Coastguard Worker
5*bb4ee6a4SAndroid Build Coastguard Worker // TODO(b/237714823): Currently, only kvm is enabled for this test once LUCI can run windows.
6*bb4ee6a4SAndroid Build Coastguard Worker #![cfg(any(target_os = "android", target_os = "linux"))]
7*bb4ee6a4SAndroid Build Coastguard Worker #![cfg(target_arch = "x86_64")]
8*bb4ee6a4SAndroid Build Coastguard Worker
9*bb4ee6a4SAndroid Build Coastguard Worker use std::arch::x86_64::_rdtsc;
10*bb4ee6a4SAndroid Build Coastguard Worker
11*bb4ee6a4SAndroid Build Coastguard Worker use hypervisor::*;
12*bb4ee6a4SAndroid Build Coastguard Worker use vm_memory::GuestAddress;
13*bb4ee6a4SAndroid Build Coastguard Worker use vm_memory::GuestMemory;
14*bb4ee6a4SAndroid Build Coastguard Worker
15*bb4ee6a4SAndroid Build Coastguard Worker macro_rules! assert_wrapping_close {
16*bb4ee6a4SAndroid Build Coastguard Worker ($value:expr, $expected: expr, $threshold: expr, $type: expr) => {
17*bb4ee6a4SAndroid Build Coastguard Worker let e = $expected;
18*bb4ee6a4SAndroid Build Coastguard Worker let v = $value;
19*bb4ee6a4SAndroid Build Coastguard Worker let wrapping_diff = std::cmp::min(v.wrapping_sub(e), e.wrapping_sub(v));
20*bb4ee6a4SAndroid Build Coastguard Worker assert!(
21*bb4ee6a4SAndroid Build Coastguard Worker wrapping_diff < $threshold,
22*bb4ee6a4SAndroid Build Coastguard Worker "{} value {} too far from {}",
23*bb4ee6a4SAndroid Build Coastguard Worker $type,
24*bb4ee6a4SAndroid Build Coastguard Worker $value,
25*bb4ee6a4SAndroid Build Coastguard Worker $expected
26*bb4ee6a4SAndroid Build Coastguard Worker );
27*bb4ee6a4SAndroid Build Coastguard Worker };
28*bb4ee6a4SAndroid Build Coastguard Worker }
29*bb4ee6a4SAndroid Build Coastguard Worker
30*bb4ee6a4SAndroid Build Coastguard Worker #[test]
31*bb4ee6a4SAndroid Build Coastguard Worker #[cfg(any(target_os = "android", target_os = "linux"))]
test_kvm_tsc_offsets()32*bb4ee6a4SAndroid Build Coastguard Worker fn test_kvm_tsc_offsets() {
33*bb4ee6a4SAndroid Build Coastguard Worker use hypervisor::kvm::*;
34*bb4ee6a4SAndroid Build Coastguard Worker test_tsc_offsets(|guest_mem| {
35*bb4ee6a4SAndroid Build Coastguard Worker let kvm = Kvm::new().expect("failed to create kvm");
36*bb4ee6a4SAndroid Build Coastguard Worker let vm = KvmVm::new(&kvm, guest_mem, Default::default()).expect("failed to create vm");
37*bb4ee6a4SAndroid Build Coastguard Worker (kvm, vm)
38*bb4ee6a4SAndroid Build Coastguard Worker });
39*bb4ee6a4SAndroid Build Coastguard Worker }
40*bb4ee6a4SAndroid Build Coastguard Worker
41*bb4ee6a4SAndroid Build Coastguard Worker #[test]
42*bb4ee6a4SAndroid Build Coastguard Worker #[cfg(all(windows, feature = "haxm"))]
test_haxm_tsc_offsets()43*bb4ee6a4SAndroid Build Coastguard Worker fn test_haxm_tsc_offsets() {
44*bb4ee6a4SAndroid Build Coastguard Worker use hypervisor::haxm::*;
45*bb4ee6a4SAndroid Build Coastguard Worker test_tsc_offsets(|guest_mem| {
46*bb4ee6a4SAndroid Build Coastguard Worker let haxm = Haxm::new().expect("failed to create haxm");
47*bb4ee6a4SAndroid Build Coastguard Worker let vm = HaxmVm::new(&haxm, guest_mem).expect("failed to create vm");
48*bb4ee6a4SAndroid Build Coastguard Worker (haxm, vm)
49*bb4ee6a4SAndroid Build Coastguard Worker });
50*bb4ee6a4SAndroid Build Coastguard Worker }
51*bb4ee6a4SAndroid Build Coastguard Worker
52*bb4ee6a4SAndroid Build Coastguard Worker #[test]
53*bb4ee6a4SAndroid Build Coastguard Worker #[cfg(feature = "gvm")]
test_gvm_tsc_offsets()54*bb4ee6a4SAndroid Build Coastguard Worker fn test_gvm_tsc_offsets() {
55*bb4ee6a4SAndroid Build Coastguard Worker use hypervisor::gvm::*;
56*bb4ee6a4SAndroid Build Coastguard Worker test_tsc_offsets(|guest_mem| {
57*bb4ee6a4SAndroid Build Coastguard Worker let gvm = Gvm::new().expect("failed to create gvm");
58*bb4ee6a4SAndroid Build Coastguard Worker let vm = GvmVm::new(&gvm, guest_mem).expect("failed to create vm");
59*bb4ee6a4SAndroid Build Coastguard Worker (gvm, vm)
60*bb4ee6a4SAndroid Build Coastguard Worker });
61*bb4ee6a4SAndroid Build Coastguard Worker }
62*bb4ee6a4SAndroid Build Coastguard Worker
63*bb4ee6a4SAndroid Build Coastguard Worker #[test]
64*bb4ee6a4SAndroid Build Coastguard Worker #[cfg(all(windows, feature = "whpx"))]
test_whpx_tsc_offsets()65*bb4ee6a4SAndroid Build Coastguard Worker fn test_whpx_tsc_offsets() {
66*bb4ee6a4SAndroid Build Coastguard Worker use hypervisor::whpx::*;
67*bb4ee6a4SAndroid Build Coastguard Worker if !Whpx::is_enabled() {
68*bb4ee6a4SAndroid Build Coastguard Worker return;
69*bb4ee6a4SAndroid Build Coastguard Worker }
70*bb4ee6a4SAndroid Build Coastguard Worker test_tsc_offsets(|guest_mem| {
71*bb4ee6a4SAndroid Build Coastguard Worker let whpx = Whpx::new().expect("failed to create whpx");
72*bb4ee6a4SAndroid Build Coastguard Worker let vm =
73*bb4ee6a4SAndroid Build Coastguard Worker WhpxVm::new(&whpx, 1, guest_mem, CpuId::new(0), false).expect("failed to create vm");
74*bb4ee6a4SAndroid Build Coastguard Worker (whpx, vm)
75*bb4ee6a4SAndroid Build Coastguard Worker });
76*bb4ee6a4SAndroid Build Coastguard Worker }
77*bb4ee6a4SAndroid Build Coastguard Worker
test_tsc_offsets<CreateVm, HypervisorT, VmT>(create_vm: CreateVm) where CreateVm: FnOnce(GuestMemory) -> (HypervisorT, VmT), HypervisorT: Hypervisor, VmT: VmX86_64,78*bb4ee6a4SAndroid Build Coastguard Worker fn test_tsc_offsets<CreateVm, HypervisorT, VmT>(create_vm: CreateVm)
79*bb4ee6a4SAndroid Build Coastguard Worker where
80*bb4ee6a4SAndroid Build Coastguard Worker CreateVm: FnOnce(GuestMemory) -> (HypervisorT, VmT),
81*bb4ee6a4SAndroid Build Coastguard Worker HypervisorT: Hypervisor,
82*bb4ee6a4SAndroid Build Coastguard Worker VmT: VmX86_64,
83*bb4ee6a4SAndroid Build Coastguard Worker {
84*bb4ee6a4SAndroid Build Coastguard Worker // We're in real mode, so we need to do two memory operations to get a 64 bit value into
85*bb4ee6a4SAndroid Build Coastguard Worker // memory.
86*bb4ee6a4SAndroid Build Coastguard Worker /*
87*bb4ee6a4SAndroid Build Coastguard Worker 0x0000000000000000: 0F 31 rdtsc
88*bb4ee6a4SAndroid Build Coastguard Worker 0x0000000000000002: 67 66 89 51 04 mov dword ptr [ecx + 4], edx
89*bb4ee6a4SAndroid Build Coastguard Worker 0x0000000000000007: 67 66 89 01 mov dword ptr [ecx], eax
90*bb4ee6a4SAndroid Build Coastguard Worker 0x000000000000000b: F4 hlt
91*bb4ee6a4SAndroid Build Coastguard Worker */
92*bb4ee6a4SAndroid Build Coastguard Worker
93*bb4ee6a4SAndroid Build Coastguard Worker let code: [u8; 12] = [
94*bb4ee6a4SAndroid Build Coastguard Worker 0x0f, 0x31, 0x67, 0x66, 0x89, 0x51, 0x04, 0x67, 0x66, 0x89, 0x01, 0xf4,
95*bb4ee6a4SAndroid Build Coastguard Worker ];
96*bb4ee6a4SAndroid Build Coastguard Worker let mem_size = 0x4000;
97*bb4ee6a4SAndroid Build Coastguard Worker let load_addr = GuestAddress(0x1000);
98*bb4ee6a4SAndroid Build Coastguard Worker
99*bb4ee6a4SAndroid Build Coastguard Worker let guest_mem =
100*bb4ee6a4SAndroid Build Coastguard Worker GuestMemory::new(&[(GuestAddress(0), mem_size)]).expect("failed to create guest mem");
101*bb4ee6a4SAndroid Build Coastguard Worker guest_mem
102*bb4ee6a4SAndroid Build Coastguard Worker .write_at_addr(&code[..], load_addr)
103*bb4ee6a4SAndroid Build Coastguard Worker .expect("failed to write to guest memory");
104*bb4ee6a4SAndroid Build Coastguard Worker
105*bb4ee6a4SAndroid Build Coastguard Worker let mem_clone = guest_mem.clone();
106*bb4ee6a4SAndroid Build Coastguard Worker
107*bb4ee6a4SAndroid Build Coastguard Worker let (_, vm) = create_vm(guest_mem);
108*bb4ee6a4SAndroid Build Coastguard Worker let mut vcpu = vm.create_vcpu(0).expect("new vcpu failed");
109*bb4ee6a4SAndroid Build Coastguard Worker let mut vcpu_sregs = vcpu.get_sregs().expect("get sregs failed");
110*bb4ee6a4SAndroid Build Coastguard Worker vcpu_sregs.cs.base = 0;
111*bb4ee6a4SAndroid Build Coastguard Worker vcpu_sregs.cs.selector = 0;
112*bb4ee6a4SAndroid Build Coastguard Worker
113*bb4ee6a4SAndroid Build Coastguard Worker vcpu.set_sregs(&vcpu_sregs).expect("set sregs failed");
114*bb4ee6a4SAndroid Build Coastguard Worker
115*bb4ee6a4SAndroid Build Coastguard Worker // basic case, we set MSR to 0
116*bb4ee6a4SAndroid Build Coastguard Worker // SAFETY: trivially safe
117*bb4ee6a4SAndroid Build Coastguard Worker let tsc_now = unsafe { _rdtsc() };
118*bb4ee6a4SAndroid Build Coastguard Worker test_tsc_offset_run(
119*bb4ee6a4SAndroid Build Coastguard Worker &mut vcpu,
120*bb4ee6a4SAndroid Build Coastguard Worker &mem_clone,
121*bb4ee6a4SAndroid Build Coastguard Worker load_addr,
122*bb4ee6a4SAndroid Build Coastguard Worker Some(0),
123*bb4ee6a4SAndroid Build Coastguard Worker None,
124*bb4ee6a4SAndroid Build Coastguard Worker u64::MAX - tsc_now + 1,
125*bb4ee6a4SAndroid Build Coastguard Worker 0,
126*bb4ee6a4SAndroid Build Coastguard Worker );
127*bb4ee6a4SAndroid Build Coastguard Worker // set offset to 0
128*bb4ee6a4SAndroid Build Coastguard Worker // SAFETY: trivially safe
129*bb4ee6a4SAndroid Build Coastguard Worker let tsc_now = unsafe { _rdtsc() };
130*bb4ee6a4SAndroid Build Coastguard Worker test_tsc_offset_run(&mut vcpu, &mem_clone, load_addr, None, Some(0), 0, tsc_now);
131*bb4ee6a4SAndroid Build Coastguard Worker // some moderately sized offset
132*bb4ee6a4SAndroid Build Coastguard Worker // SAFETY: trivially safe
133*bb4ee6a4SAndroid Build Coastguard Worker let tsc_now = unsafe { _rdtsc() };
134*bb4ee6a4SAndroid Build Coastguard Worker let ten_seconds = 2_500_000_000 * 10;
135*bb4ee6a4SAndroid Build Coastguard Worker test_tsc_offset_run(
136*bb4ee6a4SAndroid Build Coastguard Worker &mut vcpu,
137*bb4ee6a4SAndroid Build Coastguard Worker &mem_clone,
138*bb4ee6a4SAndroid Build Coastguard Worker load_addr,
139*bb4ee6a4SAndroid Build Coastguard Worker None,
140*bb4ee6a4SAndroid Build Coastguard Worker Some(ten_seconds),
141*bb4ee6a4SAndroid Build Coastguard Worker ten_seconds,
142*bb4ee6a4SAndroid Build Coastguard Worker tsc_now + ten_seconds,
143*bb4ee6a4SAndroid Build Coastguard Worker );
144*bb4ee6a4SAndroid Build Coastguard Worker // set offset to u64::MAX - tsc_now + 1
145*bb4ee6a4SAndroid Build Coastguard Worker // SAFETY: trivially safe
146*bb4ee6a4SAndroid Build Coastguard Worker let tsc_now = unsafe { _rdtsc() };
147*bb4ee6a4SAndroid Build Coastguard Worker test_tsc_offset_run(
148*bb4ee6a4SAndroid Build Coastguard Worker &mut vcpu,
149*bb4ee6a4SAndroid Build Coastguard Worker &mem_clone,
150*bb4ee6a4SAndroid Build Coastguard Worker load_addr,
151*bb4ee6a4SAndroid Build Coastguard Worker None,
152*bb4ee6a4SAndroid Build Coastguard Worker Some(u64::MAX - tsc_now + 1),
153*bb4ee6a4SAndroid Build Coastguard Worker u64::MAX - tsc_now + 1,
154*bb4ee6a4SAndroid Build Coastguard Worker 0,
155*bb4ee6a4SAndroid Build Coastguard Worker );
156*bb4ee6a4SAndroid Build Coastguard Worker }
157*bb4ee6a4SAndroid Build Coastguard Worker
test_tsc_offset_run( vcpu: &mut Box<dyn hypervisor::VcpuX86_64>, mem_clone: &GuestMemory, load_addr: GuestAddress, set_msr: Option<u64>, set_offset: Option<u64>, expected_get_offset: u64, expected_rdtsc: u64, )158*bb4ee6a4SAndroid Build Coastguard Worker fn test_tsc_offset_run(
159*bb4ee6a4SAndroid Build Coastguard Worker vcpu: &mut Box<dyn hypervisor::VcpuX86_64>,
160*bb4ee6a4SAndroid Build Coastguard Worker mem_clone: &GuestMemory,
161*bb4ee6a4SAndroid Build Coastguard Worker load_addr: GuestAddress,
162*bb4ee6a4SAndroid Build Coastguard Worker set_msr: Option<u64>,
163*bb4ee6a4SAndroid Build Coastguard Worker set_offset: Option<u64>,
164*bb4ee6a4SAndroid Build Coastguard Worker expected_get_offset: u64,
165*bb4ee6a4SAndroid Build Coastguard Worker expected_rdtsc: u64,
166*bb4ee6a4SAndroid Build Coastguard Worker ) {
167*bb4ee6a4SAndroid Build Coastguard Worker // typical TSC frequency is like 2.5GHz so if we say the threshold is within 100ms then our
168*bb4ee6a4SAndroid Build Coastguard Worker // threshold is 250_000_000
169*bb4ee6a4SAndroid Build Coastguard Worker let threshold = 250_000_000;
170*bb4ee6a4SAndroid Build Coastguard Worker
171*bb4ee6a4SAndroid Build Coastguard Worker let vcpu_regs = Regs {
172*bb4ee6a4SAndroid Build Coastguard Worker rip: load_addr.offset(),
173*bb4ee6a4SAndroid Build Coastguard Worker rflags: 2,
174*bb4ee6a4SAndroid Build Coastguard Worker rcx: 0x3000,
175*bb4ee6a4SAndroid Build Coastguard Worker ..Default::default()
176*bb4ee6a4SAndroid Build Coastguard Worker };
177*bb4ee6a4SAndroid Build Coastguard Worker vcpu.set_regs(&vcpu_regs).expect("set regs failed");
178*bb4ee6a4SAndroid Build Coastguard Worker
179*bb4ee6a4SAndroid Build Coastguard Worker if let Some(value) = set_msr {
180*bb4ee6a4SAndroid Build Coastguard Worker vcpu.set_msr(0x00000010, value)
181*bb4ee6a4SAndroid Build Coastguard Worker .expect("set_msr should not fail");
182*bb4ee6a4SAndroid Build Coastguard Worker }
183*bb4ee6a4SAndroid Build Coastguard Worker
184*bb4ee6a4SAndroid Build Coastguard Worker if let Some(offset) = set_offset {
185*bb4ee6a4SAndroid Build Coastguard Worker vcpu.set_tsc_offset(offset)
186*bb4ee6a4SAndroid Build Coastguard Worker .expect("set offset should not fail");
187*bb4ee6a4SAndroid Build Coastguard Worker }
188*bb4ee6a4SAndroid Build Coastguard Worker
189*bb4ee6a4SAndroid Build Coastguard Worker loop {
190*bb4ee6a4SAndroid Build Coastguard Worker match vcpu.run().expect("run failed") {
191*bb4ee6a4SAndroid Build Coastguard Worker VcpuExit::Hlt => {
192*bb4ee6a4SAndroid Build Coastguard Worker break;
193*bb4ee6a4SAndroid Build Coastguard Worker }
194*bb4ee6a4SAndroid Build Coastguard Worker // Continue on external interrupt or signal
195*bb4ee6a4SAndroid Build Coastguard Worker VcpuExit::Intr => continue,
196*bb4ee6a4SAndroid Build Coastguard Worker r => panic!("unexpected exit reason: {:?}", r),
197*bb4ee6a4SAndroid Build Coastguard Worker }
198*bb4ee6a4SAndroid Build Coastguard Worker }
199*bb4ee6a4SAndroid Build Coastguard Worker
200*bb4ee6a4SAndroid Build Coastguard Worker assert_wrapping_close!(
201*bb4ee6a4SAndroid Build Coastguard Worker mem_clone
202*bb4ee6a4SAndroid Build Coastguard Worker .read_obj_from_addr::<u64>(GuestAddress(0x3000))
203*bb4ee6a4SAndroid Build Coastguard Worker .expect("guest mem read should be ok"),
204*bb4ee6a4SAndroid Build Coastguard Worker expected_rdtsc,
205*bb4ee6a4SAndroid Build Coastguard Worker threshold,
206*bb4ee6a4SAndroid Build Coastguard Worker "rdtsc written to memory"
207*bb4ee6a4SAndroid Build Coastguard Worker );
208*bb4ee6a4SAndroid Build Coastguard Worker
209*bb4ee6a4SAndroid Build Coastguard Worker assert_wrapping_close!(
210*bb4ee6a4SAndroid Build Coastguard Worker vcpu.get_tsc_offset().expect("get offset should not fail"),
211*bb4ee6a4SAndroid Build Coastguard Worker expected_get_offset,
212*bb4ee6a4SAndroid Build Coastguard Worker threshold,
213*bb4ee6a4SAndroid Build Coastguard Worker "tsc offset"
214*bb4ee6a4SAndroid Build Coastguard Worker );
215*bb4ee6a4SAndroid Build Coastguard Worker }
216