145 lines
		
	
	
		
			4.6 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
		
		
			
		
	
	
			145 lines
		
	
	
		
			4.6 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| 
								 | 
							
								/*
							 | 
						||
| 
								 | 
							
								 * Copyright (c) 2003, 2007-14 Matteo Frigo
							 | 
						||
| 
								 | 
							
								 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * This program is free software; you can redistribute it and/or modify
							 | 
						||
| 
								 | 
							
								 * it under the terms of the GNU General Public License as published by
							 | 
						||
| 
								 | 
							
								 * the Free Software Foundation; either version 2 of the License, or
							 | 
						||
| 
								 | 
							
								 * (at your option) any later version.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * This program is distributed in the hope that it will be useful,
							 | 
						||
| 
								 | 
							
								 * but WITHOUT ANY WARRANTY; without even the implied warranty of
							 | 
						||
| 
								 | 
							
								 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
							 | 
						||
| 
								 | 
							
								 * GNU General Public License for more details.
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 * You should have received a copy of the GNU General Public License
							 | 
						||
| 
								 | 
							
								 * along with this program; if not, write to the Free Software
							 | 
						||
| 
								 | 
							
								 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
							 | 
						||
| 
								 | 
							
								 *
							 | 
						||
| 
								 | 
							
								 */
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#include "kernel/ifftw.h"
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#if defined(HAVE_MALLOC_H)
							 | 
						||
| 
								 | 
							
								#  include <malloc.h>
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								/* ``kernel'' malloc(), with proper memory alignment */
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#if defined(HAVE_DECL_MEMALIGN) && !HAVE_DECL_MEMALIGN
							 | 
						||
| 
								 | 
							
								extern void *memalign(size_t, size_t);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#if defined(HAVE_DECL_POSIX_MEMALIGN) && !HAVE_DECL_POSIX_MEMALIGN
							 | 
						||
| 
								 | 
							
								extern int posix_memalign(void **, size_t, size_t);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#if defined(macintosh) /* MacOS 9 */
							 | 
						||
| 
								 | 
							
								#  include <Multiprocessing.h>
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define real_free free /* memalign and malloc use ordinary free */
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#define IS_POWER_OF_TWO(n) (((n) > 0) && (((n) & ((n) - 1)) == 0))
							 | 
						||
| 
								 | 
							
								#if defined(WITH_OUR_MALLOC) && (MIN_ALIGNMENT >= 8) && IS_POWER_OF_TWO(MIN_ALIGNMENT)
							 | 
						||
| 
								 | 
							
								/* Our own MIN_ALIGNMENT-aligned malloc/free.  Assumes sizeof(void*) is a
							 | 
						||
| 
								 | 
							
								   power of two <= 8 and that malloc is at least sizeof(void*)-aligned.
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								   The main reason for this routine is that, as of this writing,
							 | 
						||
| 
								 | 
							
								   Windows does not include any aligned allocation routines in its
							 | 
						||
| 
								 | 
							
								   system libraries, and instead provides an implementation with a
							 | 
						||
| 
								 | 
							
								   Visual C++ "Processor Pack" that you have to statically link into
							 | 
						||
| 
								 | 
							
								   your program.  We do not want to require users to have VC++
							 | 
						||
| 
								 | 
							
								   (e.g. gcc/MinGW should be fine).  Our code should be at least as good
							 | 
						||
| 
								 | 
							
								   as the MS _aligned_malloc, in any case, according to second-hand
							 | 
						||
| 
								 | 
							
								   reports of the algorithm it employs (also based on plain malloc). */
							 | 
						||
| 
								 | 
							
								static void *our_malloc(size_t n)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								     void *p0, *p;
							 | 
						||
| 
								 | 
							
								     if (!(p0 = malloc(n + MIN_ALIGNMENT))) return (void *) 0;
							 | 
						||
| 
								 | 
							
								     p = (void *) (((uintptr_t) p0 + MIN_ALIGNMENT) & (~((uintptr_t) (MIN_ALIGNMENT - 1))));
							 | 
						||
| 
								 | 
							
								     *((void **) p - 1) = p0;
							 | 
						||
| 
								 | 
							
								     return p;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								static void our_free(void *p)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								     if (p) free(*((void **) p - 1));
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								void *X(kernel_malloc)(size_t n)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								     void *p;
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#if defined(MIN_ALIGNMENT)
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  if defined(WITH_OUR_MALLOC)
							 | 
						||
| 
								 | 
							
								     p = our_malloc(n);
							 | 
						||
| 
								 | 
							
								#    undef real_free
							 | 
						||
| 
								 | 
							
								#    define real_free our_free
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  elif defined(__FreeBSD__) && (MIN_ALIGNMENT <= 16)
							 | 
						||
| 
								 | 
							
								     /* FreeBSD does not have memalign, but its malloc is 16-byte aligned. */
							 | 
						||
| 
								 | 
							
								     p = malloc(n);
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  elif (defined(__MACOSX__) || defined(__APPLE__)) && (MIN_ALIGNMENT <= 16)
							 | 
						||
| 
								 | 
							
								     /* MacOS X malloc is already 16-byte aligned */
							 | 
						||
| 
								 | 
							
								     p = malloc(n);
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  elif defined(HAVE_MEMALIGN)
							 | 
						||
| 
								 | 
							
								     p = memalign(MIN_ALIGNMENT, n);
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  elif defined(HAVE_POSIX_MEMALIGN)
							 | 
						||
| 
								 | 
							
								     /* note: posix_memalign is broken in glibc 2.2.5: it constrains
							 | 
						||
| 
								 | 
							
									the size, not the alignment, to be (power of two) * sizeof(void*).
							 | 
						||
| 
								 | 
							
								        The bug seems to have been fixed as of glibc 2.3.1. */
							 | 
						||
| 
								 | 
							
								     if (posix_memalign(&p, MIN_ALIGNMENT, n))
							 | 
						||
| 
								 | 
							
									  p = (void*) 0;
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  elif defined(__ICC) || defined(__INTEL_COMPILER) || defined(HAVE__MM_MALLOC)
							 | 
						||
| 
								 | 
							
								     /* Intel's C compiler defines _mm_malloc and _mm_free intrinsics */
							 | 
						||
| 
								 | 
							
								     p = (void *) _mm_malloc(n, MIN_ALIGNMENT);
							 | 
						||
| 
								 | 
							
								#    undef real_free
							 | 
						||
| 
								 | 
							
								#    define real_free _mm_free
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  elif defined(_MSC_VER)
							 | 
						||
| 
								 | 
							
								     /* MS Visual C++ 6.0 with a "Processor Pack" supports SIMD
							 | 
						||
| 
								 | 
							
									and _aligned_malloc/free (uses malloc.h) */
							 | 
						||
| 
								 | 
							
								     p = (void *) _aligned_malloc(n, MIN_ALIGNMENT);
							 | 
						||
| 
								 | 
							
								#    undef real_free
							 | 
						||
| 
								 | 
							
								#    define real_free _aligned_free
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  elif defined(macintosh) /* MacOS 9 */
							 | 
						||
| 
								 | 
							
								     p = (void *) MPAllocateAligned(n,
							 | 
						||
| 
								 | 
							
								#    if MIN_ALIGNMENT == 8
							 | 
						||
| 
								 | 
							
												    kMPAllocate8ByteAligned,
							 | 
						||
| 
								 | 
							
								#    elif MIN_ALIGNMENT == 16
							 | 
						||
| 
								 | 
							
												    kMPAllocate16ByteAligned,
							 | 
						||
| 
								 | 
							
								#    elif MIN_ALIGNMENT == 32
							 | 
						||
| 
								 | 
							
												    kMPAllocate32ByteAligned,
							 | 
						||
| 
								 | 
							
								#    else
							 | 
						||
| 
								 | 
							
								#      error "Unknown alignment for MPAllocateAligned"
							 | 
						||
| 
								 | 
							
								#    endif
							 | 
						||
| 
								 | 
							
												    0);
							 | 
						||
| 
								 | 
							
								#    undef real_free
							 | 
						||
| 
								 | 
							
								#    define real_free MPFree
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#  else
							 | 
						||
| 
								 | 
							
								     /* Add your machine here and send a patch to fftw@fftw.org 
							 | 
						||
| 
								 | 
							
								        or (e.g. for Windows) configure --with-our-malloc */
							 | 
						||
| 
								 | 
							
								#    error "Don't know how to malloc() aligned memory ... try configuring --with-our-malloc"
							 | 
						||
| 
								 | 
							
								#  endif
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								#else /* !defined(MIN_ALIGNMENT) */
							 | 
						||
| 
								 | 
							
								     p = malloc(n);
							 | 
						||
| 
								 | 
							
								#endif
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								     return p;
							 | 
						||
| 
								 | 
							
								}
							 | 
						||
| 
								 | 
							
								
							 | 
						||
| 
								 | 
							
								void X(kernel_free)(void *p)
							 | 
						||
| 
								 | 
							
								{
							 | 
						||
| 
								 | 
							
								     real_free(p);
							 | 
						||
| 
								 | 
							
								}
							 |