1/* SPDX-License-Identifier: GPL-2.0-only */
2.text
3#include <linux/linkage.h>
4#include <linux/objtool.h>
5#include <asm/segment.h>
6#include <asm/pgtable_types.h>
7#include <asm/page_types.h>
8#include <asm/msr.h>
9#include <asm/asm-offsets.h>
10#include <asm/frame.h>
11#include <asm/nospec-branch.h>
12
13# Copyright 2003 Pavel Machek <pavel@suse.cz
14
15.code64
16 /*
17 * Hooray, we are in Long 64-bit mode (but still running in low memory)
18 */
19SYM_FUNC_START(wakeup_long64)
20 ANNOTATE_NOENDBR
21 movq saved_magic(%rip), %rax
22 movq $0x123456789abcdef0, %rdx
23 cmpq %rdx, %rax
24 je 2f
25
26 /* stop here on a saved_magic mismatch */
27 movq $0xbad6d61676963, %rcx
281:
29 jmp 1b
302:
31 movw $__KERNEL_DS, %ax
32 movw %ax, %ss
33 movw %ax, %ds
34 movw %ax, %es
35 movw %ax, %fs
36 movw %ax, %gs
37 movq saved_rsp(%rip), %rsp
38
39 movq saved_rbx(%rip), %rbx
40 movq saved_rdi(%rip), %rdi
41 movq saved_rsi(%rip), %rsi
42 movq saved_rbp(%rip), %rbp
43
44 movq saved_rip(%rip), %rax
45 ANNOTATE_RETPOLINE_SAFE
46 jmp *%rax
47SYM_FUNC_END(wakeup_long64)
48
49SYM_FUNC_START(do_suspend_lowlevel)
50 FRAME_BEGIN
51 subq $8, %rsp
52 xorl %eax, %eax
53 call save_processor_state
54
55 movq $saved_context, %rax
56 movq %rsp, pt_regs_sp(%rax)
57 movq %rbp, pt_regs_bp(%rax)
58 movq %rsi, pt_regs_si(%rax)
59 movq %rdi, pt_regs_di(%rax)
60 movq %rbx, pt_regs_bx(%rax)
61 movq %rcx, pt_regs_cx(%rax)
62 movq %rdx, pt_regs_dx(%rax)
63 movq %r8, pt_regs_r8(%rax)
64 movq %r9, pt_regs_r9(%rax)
65 movq %r10, pt_regs_r10(%rax)
66 movq %r11, pt_regs_r11(%rax)
67 movq %r12, pt_regs_r12(%rax)
68 movq %r13, pt_regs_r13(%rax)
69 movq %r14, pt_regs_r14(%rax)
70 movq %r15, pt_regs_r15(%rax)
71 pushfq
72 popq pt_regs_flags(%rax)
73
74 movq $.Lresume_point, saved_rip(%rip)
75
76 movq %rsp, saved_rsp(%rip)
77 movq %rbp, saved_rbp(%rip)
78 movq %rbx, saved_rbx(%rip)
79 movq %rdi, saved_rdi(%rip)
80 movq %rsi, saved_rsi(%rip)
81
82 addq $8, %rsp
83 movl $3, %edi
84 xorl %eax, %eax
85 call x86_acpi_enter_sleep_state
86 /* in case something went wrong, restore the machine status and go on */
87 jmp .Lresume_point
88
89 .align 4
90.Lresume_point:
91 ANNOTATE_NOENDBR
92 /* We don't restore %rax, it must be 0 anyway */
93 movq $saved_context, %rax
94 movq saved_context_cr4(%rax), %rbx
95 movq %rbx, %cr4
96 movq saved_context_cr3(%rax), %rbx
97 movq %rbx, %cr3
98 movq saved_context_cr2(%rax), %rbx
99 movq %rbx, %cr2
100 movq saved_context_cr0(%rax), %rbx
101 movq %rbx, %cr0
102 pushq pt_regs_flags(%rax)
103 popfq
104 movq pt_regs_sp(%rax), %rsp
105 movq pt_regs_bp(%rax), %rbp
106 movq pt_regs_si(%rax), %rsi
107 movq pt_regs_di(%rax), %rdi
108 movq pt_regs_bx(%rax), %rbx
109 movq pt_regs_cx(%rax), %rcx
110 movq pt_regs_dx(%rax), %rdx
111 movq pt_regs_r8(%rax), %r8
112 movq pt_regs_r9(%rax), %r9
113 movq pt_regs_r10(%rax), %r10
114 movq pt_regs_r11(%rax), %r11
115 movq pt_regs_r12(%rax), %r12
116 movq pt_regs_r13(%rax), %r13
117 movq pt_regs_r14(%rax), %r14
118 movq pt_regs_r15(%rax), %r15
119
120#if defined(CONFIG_KASAN) && defined(CONFIG_KASAN_STACK)
121 /*
122 * The suspend path may have poisoned some areas deeper in the stack,
123 * which we now need to unpoison.
124 */
125 movq %rsp, %rdi
126 call kasan_unpoison_task_stack_below
127#endif
128
129 xorl %eax, %eax
130 addq $8, %rsp
131 FRAME_END
132 jmp restore_processor_state
133SYM_FUNC_END(do_suspend_lowlevel)
134STACK_FRAME_NON_STANDARD do_suspend_lowlevel
135
136.data
137saved_rbp: .quad 0
138saved_rsi: .quad 0
139saved_rdi: .quad 0
140saved_rbx: .quad 0
141
142saved_rip: .quad 0
143saved_rsp: .quad 0
144
145SYM_DATA(saved_magic, .quad 0)
146