| /*********************************************************************/ |
| /* Copyright 2009, 2010 The University of Texas at Austin. */ |
| /* All rights reserved. */ |
| /* */ |
| /* Redistribution and use in source and binary forms, with or */ |
| /* without modification, are permitted provided that the following */ |
| /* conditions are met: */ |
| /* */ |
| /* 1. Redistributions of source code must retain the above */ |
| /* copyright notice, this list of conditions and the following */ |
| /* disclaimer. */ |
| /* */ |
| /* 2. Redistributions in binary form must reproduce the above */ |
| /* copyright notice, this list of conditions and the following */ |
| /* disclaimer in the documentation and/or other materials */ |
| /* provided with the distribution. */ |
| /* */ |
| /* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */ |
| /* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */ |
| /* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */ |
| /* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */ |
| /* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */ |
| /* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */ |
| /* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */ |
| /* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */ |
| /* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */ |
| /* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */ |
| /* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */ |
| /* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */ |
| /* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */ |
| /* POSSIBILITY OF SUCH DAMAGE. */ |
| /* */ |
| /* The views and conclusions contained in the software and */ |
| /* documentation are those of the authors and should not be */ |
| /* interpreted as representing official policies, either expressed */ |
| /* or implied, of The University of Texas at Austin. */ |
| /*********************************************************************/ |
| |
| #ifndef COMMON_THREAD |
| #define COMMON_THREAD |
| |
| #ifdef USE_OPENMP |
| #include <omp.h> |
| extern void goto_set_num_threads(int nthreads); |
| #endif |
| |
| /* Basic Thread Debugging */ |
| #undef SMP_DEBUG |
| |
| /* Thread Timing Debugging */ |
| #undef TIMING_DEBUG |
| |
| /* Global Parameter */ |
| extern int blas_cpu_number; |
| extern int blas_num_threads; |
| extern int blas_omp_linked; |
| |
| #define BLAS_LEGACY 0x8000U |
| #define BLAS_PTHREAD 0x4000U |
| #define BLAS_NODE 0x2000U |
| |
| #define BLAS_PREC 0x000FU |
| #define BLAS_INT8 0x0000U |
| #define BLAS_BFLOAT16 0x0001U |
| #define BLAS_SINGLE 0x0002U |
| #define BLAS_DOUBLE 0x0003U |
| #define BLAS_XDOUBLE 0x0004U |
| #define BLAS_STOBF16 0x0008U |
| #define BLAS_DTOBF16 0x0009U |
| #define BLAS_BF16TOS 0x000AU |
| #define BLAS_BF16TOD 0x000BU |
| |
| #define BLAS_REAL 0x0000U |
| #define BLAS_COMPLEX 0x1000U |
| |
| #define BLAS_TRANSA 0x0030U /* 2bit */ |
| #define BLAS_TRANSA_N 0x0000U |
| #define BLAS_TRANSA_T 0x0010U |
| #define BLAS_TRANSA_R 0x0020U |
| #define BLAS_TRANSA_C 0x0030U |
| #define BLAS_TRANSA_SHIFT 4 |
| |
| #define BLAS_TRANSB 0x0300U /* 2bit */ |
| #define BLAS_TRANSB_N 0x0000U |
| #define BLAS_TRANSB_T 0x0100U |
| #define BLAS_TRANSB_R 0x0200U |
| #define BLAS_TRANSB_C 0x0300U |
| #define BLAS_TRANSB_SHIFT 8 |
| |
| #define BLAS_RSIDE 0x0400U |
| #define BLAS_RSIDE_SHIFT 10 |
| #define BLAS_UPLO 0x0800U |
| #define BLAS_UPLO_SHIFT 11 |
| |
| #define BLAS_STATUS_NOTYET 0 |
| #define BLAS_STATUS_QUEUED 1 |
| #define BLAS_STATUS_RUNNING 2 |
| #define BLAS_STATUS_FINISHED 4 |
| |
| typedef struct blas_queue { |
| |
| void *routine; |
| BLASLONG position; |
| BLASLONG assigned; |
| |
| blas_arg_t *args; |
| void *range_m; |
| void *range_n; |
| void *sa, *sb; |
| |
| struct blas_queue *next; |
| |
| #if defined( __WIN32__) || defined(__CYGWIN32__) || defined(_WIN32) || defined(__CYGWIN__) |
| CRITICAL_SECTION lock; |
| HANDLE finish; |
| volatile int finished; |
| #else |
| pthread_mutex_t lock; |
| pthread_cond_t finished; |
| #endif |
| |
| int mode, status; |
| |
| #ifdef CONSISTENT_FPCSR |
| unsigned int sse_mode, x87_mode; |
| #endif |
| |
| #ifdef SMP_DEBUG |
| int num; |
| #endif |
| #ifdef TIMING_DEBUG |
| unsigned int clocks; |
| #endif |
| } blas_queue_t; |
| |
| #ifdef SMP_SERVER |
| |
| extern int blas_server_avail; |
| extern int blas_omp_number_max; |
| extern int blas_omp_threads_local; |
| |
| static __inline int num_cpu_avail(int level) { |
| |
| #ifdef USE_OPENMP |
| int openmp_nthreads; |
| openmp_nthreads=omp_get_max_threads(); |
| if (omp_in_parallel()) openmp_nthreads = blas_omp_threads_local; |
| #endif |
| |
| #ifndef USE_OPENMP |
| if (blas_cpu_number == 1 |
| #else |
| if (openmp_nthreads == 1 |
| #endif |
| ) return 1; |
| |
| #ifdef USE_OPENMP |
| if (openmp_nthreads > blas_omp_number_max){ |
| #ifdef DEBUG |
| fprintf(stderr,"WARNING - more OpenMP threads requested (%d) than available (%d)\n",openmp_nthreads,blas_omp_number_max); |
| #endif |
| openmp_nthreads = blas_omp_number_max; |
| } |
| if (blas_cpu_number != openmp_nthreads) { |
| goto_set_num_threads(openmp_nthreads); |
| } |
| #endif |
| |
| return blas_cpu_number; |
| |
| } |
| |
| static __inline void blas_queue_init(blas_queue_t *queue){ |
| |
| queue -> sa = NULL; |
| queue -> sb = NULL; |
| queue-> next = NULL; |
| } |
| |
| int blas_thread_init(void); |
| int BLASFUNC(blas_thread_shutdown)(void); |
| int exec_blas(BLASLONG, blas_queue_t *); |
| int exec_blas_async(BLASLONG, blas_queue_t *); |
| int exec_blas_async_wait(BLASLONG, blas_queue_t *); |
| |
| #else |
| int exec_blas_async(BLASLONG num_cpu, blas_param_t *param, pthread_t *); |
| int exec_blas_async_wait(BLASLONG num_cpu, pthread_t *blas_threads); |
| int exec_blas(BLASLONG num_cpu, blas_param_t *param, void *buffer); |
| #endif |
| |
| #ifndef ASSEMBLER |
| |
| int blas_level1_thread(int mode, BLASLONG m, BLASLONG n, BLASLONG k, void *alpha, |
| void *a, BLASLONG lda, |
| void *b, BLASLONG ldb, |
| void *c, BLASLONG ldc, int (*function)(void), int threads); |
| |
| int gemm_thread_m (int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*,FLOAT *, FLOAT *, BLASLONG ), void *, void *, BLASLONG); |
| |
| int gemm_thread_n (int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*,FLOAT*, FLOAT*, BLASLONG), void *, void *, BLASLONG); |
| |
| int gemm_thread_mn(int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*,FLOAT *, FLOAT *, BLASLONG), void *, void *, BLASLONG); |
| |
| int gemm_thread_variable(int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*,FLOAT *, FLOAT *, BLASLONG), void *, void *, BLASLONG, BLASLONG); |
| |
| int trsm_thread(int mode, BLASLONG m, BLASLONG n, |
| double alpha_r, double alpha_i, |
| void *a, BLASLONG lda, |
| void *c, BLASLONG ldc, int (*function)(void), void *buffer); |
| |
| int syrk_thread(int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*, FLOAT *, FLOAT *, BLASLONG), void*, void*, BLASLONG); |
| |
| int getrf_thread(int mode, BLASLONG m, BLASLONG n, BLASLONG k, |
| void *offsetA, BLASLONG lda, |
| void *offsetB, BLASLONG jb, |
| void *ipiv, BLASLONG offset, int (*function)(void), void *buffer); |
| |
| #endif /* ENDIF ASSEMBLER */ |
| |
| #endif |
