![[BACK]](/icons/back.gif){kind=icon}
Return to copy.S CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [local] / sys / arch / amd64 / amd64|
Return to copy.S CVS log | Up to [local] / sys / arch / amd64 / amd64 |
1.1 nbrk 1: /* $OpenBSD: copy.S,v 1.3 2007/05/29 23:03:20 tom Exp $ */
2: /* $NetBSD: copy.S,v 1.1 2003/04/26 18:39:26 fvdl Exp $ */
3:
4: /*
5: * Copyright (c) 2001 Wasabi Systems, Inc.
6: * All rights reserved.
7: *
8: * Written by Frank van der Linden for Wasabi Systems, Inc.
9: *
10: * Redistribution and use in source and binary forms, with or without
11: * modification, are permitted provided that the following conditions
12: * are met:
13: * 1. Redistributions of source code must retain the above copyright
14: * notice, this list of conditions and the following disclaimer.
15: * 2. Redistributions in binary form must reproduce the above copyright
16: * notice, this list of conditions and the following disclaimer in the
17: * documentation and/or other materials provided with the distribution.
18: * 3. All advertising materials mentioning features or use of this software
19: * must display the following acknowledgement:
20: * This product includes software developed for the NetBSD Project by
21: * Wasabi Systems, Inc.
22: * 4. The name of Wasabi Systems, Inc. may not be used to endorse
23: * or promote products derived from this software without specific prior
24: * written permission.
25: *
26: * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
27: * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28: * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29: * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
30: * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31: * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32: * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33: * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34: * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35: * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36: * POSSIBILITY OF SUCH DAMAGE.
37: */
38:
39: #include "assym.h"
40:
41: #include <sys/errno.h>
42: #include <sys/syscall.h>
43:
44: #include <machine/asm.h>
45:
46: /*
47: * Copy routines from and to userland, plus a few more. See the
48: * section 9 manpages for info. Some cases can be optimized more.
49: *
50: * I wonder if it's worthwhile to make these use SSE2 registers.
51: */
52:
53: /*
54: * XXXfvdl appears only to be used by pccons.
55: *
56: * fillw(short pattern, caddr_t addr, size_t len);
57: * Write len copies of pattern at addr.
58: * appears to be used by pccons.
59: */
60: ENTRY(fillw)
61: movl %edi,%eax
62: movq %rsi,%rdi
63: movw %ax,%cx
64: rorl $16,%eax
65: movw %cx,%ax
66: cld
67: movq %rdx,%rcx
68: shrq %rcx
69: rep
70: stosl
71: movq %rdx,%rcx
72: andq $1,%rcx
73: rep
74: stosw
75: ret
76:
77: ENTRY(kcopy)
78: movq CPUVAR(CURPCB),%rax
79: pushq PCB_ONFAULT(%rax)
80: leaq _C_LABEL(copy_fault)(%rip),%r11
81: movq %r11, PCB_ONFAULT(%rax)
82:
83: xchgq %rdi,%rsi
84: movq %rdx,%rcx
85:
86: movq %rdi,%rax
87: subq %rsi,%rax
88: cmpq %rcx,%rax # overlapping?
89: jb 1f
90: cld # nope, copy forward
91: shrq $3,%rcx # copy by 64-bit words
92: rep
93: movsq
94:
95: movq %rdx,%rcx
96: andl $7,%ecx # any bytes left?
97: rep
98: movsb
99:
100: movq CPUVAR(CURPCB),%rdx
101: popq PCB_ONFAULT(%rdx)
102: xorq %rax,%rax
103: ret
104:
105: 1: addq %rcx,%rdi # copy backward
106: addq %rcx,%rsi
107: std
108: andq $7,%rcx # any fractional bytes?
109: decq %rdi
110: decq %rsi
111: rep
112: movsb
113: movq %rdx,%rcx # copy remainder by 64-bit words
114: shrq $3,%rcx
115: subq $7,%rsi
116: subq $7,%rdi
117: rep
118: movsq
119: cld
120:
121: movq CPUVAR(CURPCB),%rdx
122: popq PCB_ONFAULT(%rdx)
123: xorq %rax,%rax
124: ret
125:
126: ENTRY(copyout)
127: pushq $0
128:
129: xchgq %rdi,%rsi
130: movq %rdx,%rax
131:
132: movq %rdi,%rdx
133: addq %rax,%rdx
134: jc _C_LABEL(copy_efault)
135: movq $VM_MAXUSER_ADDRESS,%r8
136: cmpq %r8,%rdx
137: ja _C_LABEL(copy_efault)
138:
139: movq CPUVAR(CURPCB),%rdx
140: leaq _C_LABEL(copy_fault)(%rip),%r11
141: movq %r11,PCB_ONFAULT(%rdx)
142:
143: cld
144: movq %rax,%rcx
145: shrq $3,%rcx
146: rep
147: movsq
148: movb %al,%cl
149: andb $7,%cl
150: rep
151: movsb
152:
153: popq PCB_ONFAULT(%rdx)
154: xorl %eax,%eax
155: ret
156:
157: ENTRY(copyin)
158: movq CPUVAR(CURPCB),%rax
159: pushq $0
160: leaq _C_LABEL(copy_fault)(%rip),%r11
161: movq %r11,PCB_ONFAULT(%rax)
162:
163: xchgq %rdi,%rsi
164: movq %rdx,%rax
165:
166: movq %rsi,%rdx
167: addq %rax,%rdx
168: jc _C_LABEL(copy_efault)
169: movq $VM_MAXUSER_ADDRESS,%r8
170: cmpq %r8,%rdx
171: ja _C_LABEL(copy_efault)
172:
173: 3: /* bcopy(%rsi, %rdi, %rax); */
174: cld
175: movq %rax,%rcx
176: shrq $3,%rcx
177: rep
178: movsq
179: movb %al,%cl
180: andb $7,%cl
181: rep
182: movsb
183:
184: movq CPUVAR(CURPCB),%rdx
185: popq PCB_ONFAULT(%rdx)
186: xorl %eax,%eax
187: ret
188:
189: NENTRY(copy_efault)
190: movq $EFAULT,%rax
191:
192: NENTRY(copy_fault)
193: movq CPUVAR(CURPCB),%rdx
194: popq PCB_ONFAULT(%rdx)
195: ret
196:
197: ENTRY(copyoutstr)
198: xchgq %rdi,%rsi
199: movq %rdx,%r8
200: movq %rcx,%r9
201:
202: 5: movq CPUVAR(CURPCB),%rax
203: leaq _C_LABEL(copystr_fault)(%rip),%r11
204: movq %r11,PCB_ONFAULT(%rax)
205: /*
206: * Get min(%rdx, VM_MAXUSER_ADDRESS-%rdi).
207: */
208: movq $VM_MAXUSER_ADDRESS,%rax
209: subq %rdi,%rax
210: jbe _C_LABEL(copystr_efault) /* die if CF == 1 || ZF == 1 */
211: cmpq %rdx,%rax
212: jae 1f
213: movq %rax,%rdx
214: movq %rax,%r8
215:
216: 1: incq %rdx
217: cld
218:
219: 1: decq %rdx
220: jz 2f
221: lodsb
222: stosb
223: testb %al,%al
224: jnz 1b
225:
226: /* Success -- 0 byte reached. */
227: decq %rdx
228: xorq %rax,%rax
229: jmp copystr_return
230:
231: 2: /* rdx is zero -- return EFAULT or ENAMETOOLONG. */
232: movq $VM_MAXUSER_ADDRESS,%r11
233: cmpq %r11,%rdi
234: jae _C_LABEL(copystr_efault)
235: movq $ENAMETOOLONG,%rax
236: jmp copystr_return
237:
238: ENTRY(copyinstr)
239: xchgq %rdi,%rsi
240: movq %rdx,%r8
241: movq %rcx,%r9
242:
243: movq CPUVAR(CURPCB),%rcx
244: leaq _C_LABEL(copystr_fault)(%rip),%r11
245: movq %r11,PCB_ONFAULT(%rcx)
246:
247: /*
248: * Get min(%rdx, VM_MAXUSER_ADDRESS-%rsi).
249: */
250: movq $VM_MAXUSER_ADDRESS,%rax
251: subq %rsi,%rax
252: jbe _C_LABEL(copystr_efault) /* die if CF == 1 || ZF == 1 */
253: cmpq %rdx,%rax
254: jae 1f
255: movq %rax,%rdx
256: movq %rax,%r8
257:
258: 1: incq %rdx
259: cld
260:
261: 1: decq %rdx
262: jz 2f
263: lodsb
264: stosb
265: testb %al,%al
266: jnz 1b
267:
268: /* Success -- 0 byte reached. */
269: decq %rdx
270: xorq %rax,%rax
271: jmp copystr_return
272:
273: 2: /* edx is zero -- return EFAULT or ENAMETOOLONG. */
274: movq $VM_MAXUSER_ADDRESS,%r11
275: cmpq %r11,%rsi
276: jae _C_LABEL(copystr_efault)
277: movq $ENAMETOOLONG,%rax
278: jmp copystr_return
279:
280: ENTRY(copystr_efault)
281: movl $EFAULT,%eax
282:
283: ENTRY(copystr_fault)
284: copystr_return:
285: /* Set *lencopied and return %eax. */
286: movq CPUVAR(CURPCB),%rcx
287: movq $0,PCB_ONFAULT(%rcx)
288: testq %r9,%r9
289: jz 8f
290: subq %rdx,%r8
291: movq %r8,(%r9)
292:
293: 8: ret
294:
295: ENTRY(copystr)
296: xchgq %rdi,%rsi
297: movq %rdx,%r8
298:
299: incq %rdx
300: cld
301:
302: 1: decq %rdx
303: jz 4f
304: lodsb
305: stosb
306: testb %al,%al
307: jnz 1b
308:
309: /* Success -- 0 byte reached. */
310: decq %rdx
311: xorl %eax,%eax
312: jmp 6f
313:
314: 4: /* edx is zero -- return ENAMETOOLONG. */
315: movl $ENAMETOOLONG,%eax
316:
317: 6: /* Set *lencopied and return %eax. */
318: testq %rcx,%rcx
319: jz 7f
320: subq %rdx,%r8
321: movq %r8,(%rcx)
322:
323: 7: ret