[Numpy-discussion] OT: performance in C extension; OpenMP, or SSE ?

Eric Carlson ecarlson at eng.ua.edu
Tue Feb 15 22:50:42 EST 2011


I don't have the slightest idea what I'm doing, but....



____
file name - the_lib.c
___
#include <stdio.h>
#include <time.h>
#include <omp.h>
#include <math.h>

void dists2d(	   double *a_ps, int na,
		   double *b_ps, int nb,
		   double *dist, int num_threads)
{

    int i, j;
    int dynamic=0;
    omp_set_dynamic(dynamic);
    omp_set_num_threads(num_threads);
    double ax,ay, dif_x, dif_y;
    int nx1=2;
    int nx2=2;


#pragma omp parallel for private(j, i,ax,ay, dif_x, dif_y)
	for(i=0;i<na;i++)
	  {
		ax=a_ps[i*nx1];
                 ay=a_ps[i*nx1+1];
		for(j=0;j<nb;j++)
		  {     dif_x = ax - b_ps[j*nx2];
                         dif_y = ay - b_ps[j*nx2+1];
                         dist[2*i+j]  = sqrt(dif_x*dif_x+dif_y*dif_y);
		  }
	  }
}


________


COMPILE:
__________
gcc -c the_lib.c -fPIC -fopenmp -ffast-math
gcc -shared -o the_lib.so the_lib.o -lgomp -lm


____

the_python_prog.py
_____________

from ctypes import *
my_lib=CDLL('the_lib.so') #or full path to lib
import numpy as np
import time

na=329
nb=340
a=np.random.rand(na,2)
b=np.random.rand(nb,2)
c=np.zeros(na*nb)
trials=100
max_threads = 24
for k in range(1,max_threads):
     n_threads =c_int(k)
     na2=c_int(na)
     nb2=c_int(nb)

     start = time.time()
     for k1 in range(trials):
         ret = 
my_lib.dists2d(a.ctypes.data_as(c_void_p),na2,b.ctypes.data_as(c_void_p),nb2,c.ctypes.data_as(c_void_p),n_threads)
     print "c_threads",k, " time ", (time.time()-start)/trials



____
Results on my machine, dual xeon, 12 cores
na=329
nb=340
____

100 trials each:
c_threads 1  time  0.00109949827194
c_threads 2  time  0.0005726313591
c_threads 3  time  0.000429179668427
c_threads 4  time  0.000349278450012
c_threads 5  time  0.000287139415741
c_threads 6  time  0.000252468585968
c_threads 7  time  0.000222821235657
c_threads 8  time  0.000206289291382
c_threads 9  time  0.000187981128693
c_threads 10  time  0.000172770023346
c_threads 11  time  0.000164999961853
c_threads 12  time  0.000157740116119

____
____
Results on my machine, dual xeon, 12 cores
na=3290
nb=3400
______
100 trials each:
c_threads 1  time  0.10744508028
c_threads 2  time  0.0542239999771
c_threads 3  time  0.037127559185
c_threads 4  time  0.0280736112595
c_threads 5  time  0.0228648614883
c_threads 6  time  0.0194904088974
c_threads 7  time  0.0165715909004
c_threads 8  time  0.0145838689804
c_threads 9  time  0.0130002498627
c_threads 10  time  0.0116940999031
c_threads 11  time  0.0107557415962
c_threads 12  time  0.00990005016327 (speedup almost 11)




More information about the NumPy-Discussion mailing list