diff -purN v2.6.12-rc4/arch/x86_64/lib/c_clear_page.c xmm-rc4/arch/x86_64/lib/c_clear_page.c --- v2.6.12-rc4/arch/x86_64/lib/c_clear_page.c 1969-12-31 19:00:00.000000000 -0500 +++ xmm-rc4/arch/x86_64/lib/c_clear_page.c 2005-05-26 11:16:09.000000000 -0400 @@ -0,0 +1,45 @@ +#include +#include +#include +#include +#include + +typedef struct { unsigned long a,b; } __attribute__((aligned(16))) xmm_store_t; + +void c_clear_page_xmm(void *page) +{ + /* Note! gcc doesn't seem to align stack variables properly, so we + * need to make use of unaligned loads and stores. + */ + xmm_store_t xmm_save[1]; + unsigned long cr0; + int i; + + preempt_disable(); + __asm__ __volatile__ ( + " mov %%cr0,%0\n" + " clts\n" + " movdqu %%xmm0,(%1)\n" + " pxor %%xmm0, %%xmm0\n" + : "=&r" (cr0): "r" (xmm_save) : "memory" + ); + + for(i=0;i +#include +#include +#include +#include + +typedef struct { unsigned long a,b; } __attribute__((aligned(16))) xmm_store_t; + +void c_copy_page_xmm(void *to, void *from) +{ + /* Note! gcc doesn't seem to align stack variables properly, so we + * need to make use of unaligned loads and stores. + */ + xmm_store_t xmm_save[4]; + unsigned long cr0; + int i; + + preempt_disable(); + __asm__ __volatile__ ( + " mov %%cr0,%0\n" + " clts\n" + " movdqu %%xmm0, (%1)\n" + " movdqu %%xmm1,16(%1)\n" + " movdqu %%xmm2,32(%1)\n" + " movdqu %%xmm3,48(%1)\n" + : "=&r" (cr0): "r" (xmm_save) : "memory" + ); + + for(i=0;i + /* * Zero a page. * rdi page @@ -24,12 +26,25 @@ clear_page: nop ret clear_page_end: - + + .section .altinstructions,"a" + .align 8 + .quad clear_page + .quad clear_page_xmm + .byte X86_FEATURE_XMM2 + .byte clear_page_end-clear_page + .byte clear_page_xmm_end-clear_page_xmm + .previous + + .globl c_clear_page_xmm + .p2align 4 +clear_page_xmm: + jmp c_clear_page_xmm+(clear_page_xmm-clear_page) +clear_page_xmm_end: + /* C stepping K8 run faster using the string instructions. It is also a lot simpler. Use this when possible */ -#include - .section .altinstructions,"a" .align 8 .quad clear_page diff -purN v2.6.12-rc4/arch/x86_64/lib/copy_page.S xmm-rc4/arch/x86_64/lib/copy_page.S --- v2.6.12-rc4/arch/x86_64/lib/copy_page.S 2004-12-24 16:34:32.000000000 -0500 +++ xmm-rc4/arch/x86_64/lib/copy_page.S 2005-05-26 11:29:55.000000000 -0400 @@ -76,18 +76,34 @@ copy_page: movq 2*8(%rsp),%r13 addq $3*8,%rsp ret +copy_page_end = . +#include + + .section .altinstructions,"a" + .align 8 + .quad copy_page + .quad copy_page_xmm + .byte X86_FEATURE_XMM2 + .byte copy_page_end-copy_page + .byte copy_page_xmm_end-copy_page_xmm + .previous + + .globl c_copy_page_xmm + .p2align 4 +copy_page_xmm: + jmp c_copy_page_xmm+(copy_page_xmm-copy_page) +copy_page_xmm_end = . + /* C stepping K8 run faster using the string copy instructions. It is also a lot simpler. Use this when possible */ -#include - .section .altinstructions,"a" .align 8 .quad copy_page .quad copy_page_c .byte X86_FEATURE_K8_C - .byte copy_page_c_end-copy_page_c + .byte copy_page_end-copy_page .byte copy_page_c_end-copy_page_c .previous diff -purN v2.6.12-rc4/arch/x86_64/lib/Makefile xmm-rc4/arch/x86_64/lib/Makefile --- v2.6.12-rc4/arch/x86_64/lib/Makefile 2004-12-24 16:34:01.000000000 -0500 +++ xmm-rc4/arch/x86_64/lib/Makefile 2005-05-26 11:26:50.000000000 -0400 @@ -10,5 +10,7 @@ lib-y := csum-partial.o csum-copy.o csum usercopy.o getuser.o putuser.o \ thunk.o clear_page.o copy_page.o bitstr.o bitops.o lib-y += memcpy.o memmove.o memset.o copy_user.o +lib-y += c_clear_page.o +lib-y += c_copy_page.o lib-$(CONFIG_HAVE_DEC_LOCK) += dec_and_lock.o diff -purN v2.6.12-rc4/Makefile xmm-rc4/Makefile --- v2.6.12-rc4/Makefile 2005-05-09 15:46:54.000000000 -0400 +++ xmm-rc4/Makefile 2005-05-25 16:55:37.000000000 -0400 @@ -1,7 +1,7 @@ VERSION = 2 PATCHLEVEL = 6 SUBLEVEL = 12 -EXTRAVERSION =-rc4 +EXTRAVERSION =-rc4xmm NAME=Woozy Numbat # *DOCUMENTATION*