You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

parameter.c 18 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725
  1. /*********************************************************************/
  2. /* Copyright 2009, 2010 The University of Texas at Austin. */
  3. /* All rights reserved. */
  4. /* */
  5. /* Redistribution and use in source and binary forms, with or */
  6. /* without modification, are permitted provided that the following */
  7. /* conditions are met: */
  8. /* */
  9. /* 1. Redistributions of source code must retain the above */
  10. /* copyright notice, this list of conditions and the following */
  11. /* disclaimer. */
  12. /* */
  13. /* 2. Redistributions in binary form must reproduce the above */
  14. /* copyright notice, this list of conditions and the following */
  15. /* disclaimer in the documentation and/or other materials */
  16. /* provided with the distribution. */
  17. /* */
  18. /* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
  19. /* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
  20. /* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
  21. /* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
  22. /* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
  23. /* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
  24. /* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
  25. /* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
  26. /* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
  27. /* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
  28. /* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
  29. /* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
  30. /* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
  31. /* POSSIBILITY OF SUCH DAMAGE. */
  32. /* */
  33. /* The views and conclusions contained in the software and */
  34. /* documentation are those of the authors and should not be */
  35. /* interpreted as representing official policies, either expressed */
  36. /* or implied, of The University of Texas at Austin. */
  37. /*********************************************************************/
  38. #include <stdio.h>
  39. #include <string.h>
  40. #include "common.h"
  41. int get_L2_size(void);
  42. #define DEFAULT_GEMM_P 128
  43. #define DEFAULT_GEMM_Q 128
  44. #define DEFAULT_GEMM_R 128
  45. #define DEFAULT_GEMM_OFFSET_A 0
  46. #define DEFAULT_GEMM_OFFSET_B 0
  47. /* Global Parameter */
  48. #if GEMM_OFFSET_A == gemm_offset_a
  49. BLASLONG gemm_offset_a = DEFAULT_GEMM_OFFSET_A;
  50. #else
  51. BLASLONG gemm_offset_a = GEMM_OFFSET_A;
  52. #endif
  53. #if GEMM_OFFSET_B == gemm_offset_b
  54. BLASLONG gemm_offset_b = DEFAULT_GEMM_OFFSET_B;
  55. #else
  56. BLASLONG gemm_offset_b = GEMM_OFFSET_B;
  57. #endif
  58. #if SGEMM_P == sgemm_p
  59. BLASLONG sgemm_p = DEFAULT_GEMM_P;
  60. #else
  61. BLASLONG sgemm_p = SGEMM_P;
  62. #endif
  63. #if DGEMM_P == dgemm_p
  64. BLASLONG dgemm_p = DEFAULT_GEMM_P;
  65. #else
  66. BLASLONG dgemm_p = DGEMM_P;
  67. #endif
  68. #if CGEMM_P == cgemm_p
  69. BLASLONG cgemm_p = DEFAULT_GEMM_P;
  70. #else
  71. BLASLONG cgemm_p = CGEMM_P;
  72. #endif
  73. #if ZGEMM_P == zgemm_p
  74. BLASLONG zgemm_p = DEFAULT_GEMM_P;
  75. #else
  76. BLASLONG zgemm_p = ZGEMM_P;
  77. #endif
  78. #if SGEMM_Q == sgemm_q
  79. BLASLONG sgemm_q = DEFAULT_GEMM_Q;
  80. #else
  81. BLASLONG sgemm_q = SGEMM_Q;
  82. #endif
  83. #if DGEMM_Q == dgemm_q
  84. BLASLONG dgemm_q = DEFAULT_GEMM_Q;
  85. #else
  86. BLASLONG dgemm_q = DGEMM_Q;
  87. #endif
  88. #if CGEMM_Q == cgemm_q
  89. BLASLONG cgemm_q = DEFAULT_GEMM_Q;
  90. #else
  91. BLASLONG cgemm_q = CGEMM_Q;
  92. #endif
  93. #if ZGEMM_Q == zgemm_q
  94. BLASLONG zgemm_q = DEFAULT_GEMM_Q;
  95. #else
  96. BLASLONG zgemm_q = ZGEMM_Q;
  97. #endif
  98. #if SGEMM_R == sgemm_r
  99. BLASLONG sgemm_r = DEFAULT_GEMM_R;
  100. #else
  101. BLASLONG sgemm_r = SGEMM_R;
  102. #endif
  103. #if DGEMM_R == dgemm_r
  104. BLASLONG dgemm_r = DEFAULT_GEMM_R;
  105. #else
  106. BLASLONG dgemm_r = DGEMM_R;
  107. #endif
  108. #if CGEMM_R == cgemm_r
  109. BLASLONG cgemm_r = DEFAULT_GEMM_R;
  110. #else
  111. BLASLONG cgemm_r = CGEMM_R;
  112. #endif
  113. #if ZGEMM_R == zgemm_r
  114. BLASLONG zgemm_r = DEFAULT_GEMM_R;
  115. #else
  116. BLASLONG zgemm_r = ZGEMM_R;
  117. #endif
  118. #if defined(EXPRECISION) || defined(QUAD_PRECISION)
  119. #if QGEMM_P == qgemm_p
  120. BLASLONG qgemm_p = DEFAULT_GEMM_P;
  121. #else
  122. BLASLONG qgemm_p = QGEMM_P;
  123. #endif
  124. #if XGEMM_P == xgemm_p
  125. BLASLONG xgemm_p = DEFAULT_GEMM_P;
  126. #else
  127. BLASLONG xgemm_p = XGEMM_P;
  128. #endif
  129. #if QGEMM_Q == qgemm_q
  130. BLASLONG qgemm_q = DEFAULT_GEMM_Q;
  131. #else
  132. BLASLONG qgemm_q = QGEMM_Q;
  133. #endif
  134. #if XGEMM_Q == xgemm_q
  135. BLASLONG xgemm_q = DEFAULT_GEMM_Q;
  136. #else
  137. BLASLONG xgemm_q = XGEMM_Q;
  138. #endif
  139. #if QGEMM_R == qgemm_r
  140. BLASLONG qgemm_r = DEFAULT_GEMM_R;
  141. #else
  142. BLASLONG qgemm_r = QGEMM_R;
  143. #endif
  144. #if XGEMM_R == xgemm_r
  145. BLASLONG xgemm_r = DEFAULT_GEMM_R;
  146. #else
  147. BLASLONG xgemm_r = XGEMM_R;
  148. #endif
  149. #endif
  150. #if defined(ARCH_X86) || defined(ARCH_X86_64)
  151. int get_L2_size(void){
  152. int eax, ebx, ecx, edx;
  153. #if defined(ATHLON) || defined(OPTERON) || defined(BARCELONA) || defined(BOBCAT) || defined(BULLDOZER) || \
  154. defined(CORE_PRESCOTT) || defined(CORE_CORE2) || defined(PENRYN) || defined(DUNNINGTON) || \
  155. defined(CORE_NEHALEM) || defined(CORE_SANDYBRIDGE) || defined(ATOM) || defined(GENERIC)
  156. cpuid(0x80000006, &eax, &ebx, &ecx, &edx);
  157. return BITMASK(ecx, 16, 0xffff);
  158. #else
  159. int info[15];
  160. int i;
  161. cpuid(2, &eax, &ebx, &ecx, &edx);
  162. info[ 0] = BITMASK(eax, 8, 0xff);
  163. info[ 1] = BITMASK(eax, 16, 0xff);
  164. info[ 2] = BITMASK(eax, 24, 0xff);
  165. info[ 3] = BITMASK(ebx, 0, 0xff);
  166. info[ 4] = BITMASK(ebx, 8, 0xff);
  167. info[ 5] = BITMASK(ebx, 16, 0xff);
  168. info[ 6] = BITMASK(ebx, 24, 0xff);
  169. info[ 7] = BITMASK(ecx, 0, 0xff);
  170. info[ 8] = BITMASK(ecx, 8, 0xff);
  171. info[ 9] = BITMASK(ecx, 16, 0xff);
  172. info[10] = BITMASK(ecx, 24, 0xff);
  173. info[11] = BITMASK(edx, 0, 0xff);
  174. info[12] = BITMASK(edx, 8, 0xff);
  175. info[13] = BITMASK(edx, 16, 0xff);
  176. info[14] = BITMASK(edx, 24, 0xff);
  177. for (i = 0; i < 15; i++){
  178. switch (info[i]){
  179. case 0x3b :
  180. case 0x41 :
  181. case 0x79 :
  182. return 128;
  183. break;
  184. case 0x3c :
  185. case 0x42 :
  186. case 0x7a :
  187. case 0x7e :
  188. case 0x82 :
  189. return 256;
  190. break;
  191. case 0x43 :
  192. case 0x7b :
  193. case 0x7f :
  194. case 0x83 :
  195. case 0x86 :
  196. return 512;
  197. break;
  198. case 0x44 :
  199. case 0x78 :
  200. case 0x7c :
  201. case 0x84 :
  202. case 0x87 :
  203. return 1024;
  204. break;
  205. case 0x45 :
  206. case 0x7d :
  207. case 0x85 :
  208. return 2048;
  209. case 0x49 :
  210. return 4096;
  211. break;
  212. }
  213. }
  214. /* Never reached */
  215. return 0;
  216. #endif
  217. }
  218. void blas_set_parameter(void){
  219. env_var_t p;
  220. int factor;
  221. int size = get_L2_size();
  222. #if defined(CORE_KATMAI) || defined(CORE_COPPERMINE) || defined(CORE_BANIAS)
  223. size >>= 7;
  224. #if defined(CORE_BANIAS) && (HAVE_HIT > 1)
  225. sgemm_p = 64 / HAVE_HIT * size;
  226. dgemm_p = 32 / HAVE_HIT * size;
  227. cgemm_p = 32 / HAVE_HIT * size;
  228. zgemm_p = 16 / HAVE_HIT * size;
  229. #ifdef EXPRECISION
  230. qgemm_p = 16 / HAVE_HIT * size;
  231. xgemm_p = 8 / HAVE_HIT * size;
  232. #endif
  233. #ifdef QUAD_PRECISION
  234. qgemm_p = 8 / HAVE_HIT * size;
  235. xgemm_p = 4 / HAVE_HIT * size;
  236. #endif
  237. #else
  238. sgemm_p = 64 * size;
  239. dgemm_p = 32 * size;
  240. cgemm_p = 32 * size;
  241. zgemm_p = 16 * size;
  242. #ifdef EXPRECISION
  243. qgemm_p = 16 * size;
  244. xgemm_p = 8 * size;
  245. #endif
  246. #ifdef QUAD_PRECISION
  247. qgemm_p = 8 * size;
  248. xgemm_p = 4 * size;
  249. #endif
  250. #endif
  251. #endif
  252. #if defined(CORE_NORTHWOOD)
  253. size >>= 7;
  254. #ifdef ALLOC_HUGETLB
  255. sgemm_p = 128 * size;
  256. dgemm_p = 64 * size;
  257. cgemm_p = 64 * size;
  258. zgemm_p = 32 * size;
  259. #ifdef EXPRECISION
  260. qgemm_p = 32 * size;
  261. xgemm_p = 16 * size;
  262. #endif
  263. #ifdef QUAD_PRECISION
  264. qgemm_p = 16 * size;
  265. xgemm_p = 8 * size;
  266. #endif
  267. #else
  268. sgemm_p = 96 * size;
  269. dgemm_p = 48 * size;
  270. cgemm_p = 48 * size;
  271. zgemm_p = 24 * size;
  272. #ifdef EXPRECISION
  273. qgemm_p = 24 * size;
  274. xgemm_p = 12 * size;
  275. #endif
  276. #ifdef QUAD_PRECISION
  277. qgemm_p = 12 * size;
  278. xgemm_p = 6 * size;
  279. #endif
  280. #endif
  281. #endif
  282. #if defined(CORE_CORE2)
  283. size >>= 9;
  284. sgemm_p = 92 * size;
  285. dgemm_p = 46 * size;
  286. cgemm_p = 46 * size;
  287. zgemm_p = 23 * size;
  288. #ifdef EXPRECISION
  289. qgemm_p = 23 * size;
  290. xgemm_p = 11 * size;
  291. #endif
  292. #ifdef QUAD_PRECISION
  293. qgemm_p = 11 * size;
  294. xgemm_p = 5 * size;
  295. #endif
  296. #endif
  297. #if defined(PENRYN)
  298. size >>= 9;
  299. sgemm_p = 1024;
  300. dgemm_p = 512;
  301. cgemm_p = 512;
  302. zgemm_p = 256;
  303. #ifdef EXPRECISION
  304. qgemm_p = 256;
  305. xgemm_p = 128;
  306. #endif
  307. #ifdef QUAD_PRECISION
  308. qgemm_p = 21 * size + 4;
  309. xgemm_p = 10 * size + 2;
  310. #endif
  311. #endif
  312. #if defined(DUNNINGTON)
  313. size >>= 9;
  314. sgemm_p = 384;
  315. dgemm_p = 384;
  316. cgemm_p = 384;
  317. zgemm_p = 384;
  318. #ifdef EXPRECISION
  319. qgemm_p = 384;
  320. xgemm_p = 384;
  321. #endif
  322. #ifdef QUAD_PRECISION
  323. qgemm_p = 21 * size + 4;
  324. xgemm_p = 10 * size + 2;
  325. #endif
  326. #endif
  327. #if defined(NEHALEM)
  328. sgemm_p = 1024;
  329. dgemm_p = 512;
  330. cgemm_p = 512;
  331. zgemm_p = 256;
  332. #ifdef EXPRECISION
  333. qgemm_p = 256;
  334. xgemm_p = 128;
  335. #endif
  336. #endif
  337. #if defined(SANDYBRIDGE)
  338. sgemm_p = 1024;
  339. dgemm_p = 512;
  340. cgemm_p = 512;
  341. zgemm_p = 256;
  342. #ifdef EXPRECISION
  343. qgemm_p = 256;
  344. xgemm_p = 128;
  345. #endif
  346. #endif
  347. #if defined(CORE_PRESCOTT) || defined(GENERIC)
  348. size >>= 6;
  349. if (size > 16) size = 16;
  350. sgemm_p = 56 * size;
  351. dgemm_p = 28 * size;
  352. cgemm_p = 28 * size;
  353. zgemm_p = 14 * size;
  354. #ifdef EXPRECISION
  355. qgemm_p = 14 * size;
  356. xgemm_p = 7 * size;
  357. #endif
  358. #ifdef QUAD_PRECISION
  359. qgemm_p = 7 * size;
  360. xgemm_p = 3 * size;
  361. #endif
  362. #endif
  363. #if defined(CORE_OPTERON)
  364. sgemm_p = 224 + 14 * (size >> 5);
  365. dgemm_p = 112 + 14 * (size >> 6);
  366. cgemm_p = 116 + 14 * (size >> 6);
  367. zgemm_p = 58 + 14 * (size >> 7);
  368. #ifdef EXPRECISION
  369. qgemm_p = 58 + 14 * (size >> 7);
  370. xgemm_p = 29 + 14 * (size >> 8);
  371. #endif
  372. #ifdef QUAD_PRECISION
  373. qgemm_p = 29 + 14 * (size >> 8);
  374. xgemm_p = 15 + 14 * (size >> 9);
  375. #endif
  376. #endif
  377. #if defined(ATOM)
  378. size >>= 8;
  379. sgemm_p = 256;
  380. dgemm_p = 128;
  381. cgemm_p = 128;
  382. zgemm_p = 64;
  383. #ifdef EXPRECISION
  384. qgemm_p = 64;
  385. xgemm_p = 32;
  386. #endif
  387. #ifdef QUAD_PRECISION
  388. qgemm_p = 32;
  389. xgemm_p = 16;
  390. #endif
  391. #endif
  392. #if defined(CORE_BARCELONA) || defined(CORE_BOBCAT)
  393. size >>= 8;
  394. sgemm_p = 232 * size;
  395. dgemm_p = 116 * size;
  396. cgemm_p = 116 * size;
  397. zgemm_p = 58 * size;
  398. #ifdef EXPRECISION
  399. qgemm_p = 58 * size;
  400. xgemm_p = 26 * size;
  401. #endif
  402. #ifdef QUAD_PRECISION
  403. qgemm_p = 26 * size;
  404. xgemm_p = 13 * size;
  405. #endif
  406. #endif
  407. if (readenv(p,"GOTO_BLOCK_FACTOR")) {
  408. factor = atoi(p);
  409. if (factor < 10) factor = 10;
  410. if (factor > 200) factor = 200;
  411. sgemm_p = ((long)((double)sgemm_p * (double)factor * 1.e-2)) & ~7L;
  412. dgemm_p = ((long)((double)dgemm_p * (double)factor * 1.e-2)) & ~7L;
  413. cgemm_p = ((long)((double)cgemm_p * (double)factor * 1.e-2)) & ~7L;
  414. zgemm_p = ((long)((double)zgemm_p * (double)factor * 1.e-2)) & ~7L;
  415. #ifdef EXPRECISION
  416. qgemm_p = ((long)((double)qgemm_p * (double)factor * 1.e-2)) & ~7L;
  417. xgemm_p = ((long)((double)xgemm_p * (double)factor * 1.e-2)) & ~7L;
  418. #endif
  419. }
  420. if (sgemm_p == 0) sgemm_p = 64;
  421. if (dgemm_p == 0) dgemm_p = 64;
  422. if (cgemm_p == 0) cgemm_p = 64;
  423. if (zgemm_p == 0) zgemm_p = 64;
  424. #ifdef EXPRECISION
  425. if (qgemm_p == 0) qgemm_p = 64;
  426. if (xgemm_p == 0) xgemm_p = 64;
  427. #endif
  428. #ifdef QUAD_PRECISION
  429. if (qgemm_p == 0) qgemm_p = 64;
  430. if (xgemm_p == 0) xgemm_p = 64;
  431. #endif
  432. sgemm_p = (sgemm_p + SGEMM_UNROLL_M - 1) & ~(SGEMM_UNROLL_M - 1);
  433. dgemm_p = (dgemm_p + DGEMM_UNROLL_M - 1) & ~(DGEMM_UNROLL_M - 1);
  434. cgemm_p = (cgemm_p + CGEMM_UNROLL_M - 1) & ~(CGEMM_UNROLL_M - 1);
  435. zgemm_p = (zgemm_p + ZGEMM_UNROLL_M - 1) & ~(ZGEMM_UNROLL_M - 1);
  436. #ifdef QUAD_PRECISION
  437. qgemm_p = (qgemm_p + QGEMM_UNROLL_M - 1) & ~(QGEMM_UNROLL_M - 1);
  438. xgemm_p = (xgemm_p + XGEMM_UNROLL_M - 1) & ~(XGEMM_UNROLL_M - 1);
  439. #endif
  440. sgemm_r = (((BUFFER_SIZE - ((SGEMM_P * SGEMM_Q * 4 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (SGEMM_Q * 4)) - 15) & ~15;
  441. dgemm_r = (((BUFFER_SIZE - ((DGEMM_P * DGEMM_Q * 8 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (DGEMM_Q * 8)) - 15) & ~15;
  442. cgemm_r = (((BUFFER_SIZE - ((CGEMM_P * CGEMM_Q * 8 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (CGEMM_Q * 8)) - 15) & ~15;
  443. zgemm_r = (((BUFFER_SIZE - ((ZGEMM_P * ZGEMM_Q * 16 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (ZGEMM_Q * 16)) - 15) & ~15;
  444. #if defined(EXPRECISION) || defined(QUAD_PRECISION)
  445. qgemm_r = (((BUFFER_SIZE - ((QGEMM_P * QGEMM_Q * 16 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (QGEMM_Q * 16)) - 15) & ~15;
  446. xgemm_r = (((BUFFER_SIZE - ((XGEMM_P * XGEMM_Q * 32 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (XGEMM_Q * 32)) - 15) & ~15;
  447. #endif
  448. #if 0
  449. fprintf(stderr, "SGEMM ... %3d, %3d, %3d\n", SGEMM_P, SGEMM_Q, SGEMM_R);
  450. fprintf(stderr, "DGEMM ... %3d, %3d, %3d\n", DGEMM_P, DGEMM_Q, DGEMM_R);
  451. fprintf(stderr, "CGEMM ... %3d, %3d, %3d\n", CGEMM_P, CGEMM_Q, CGEMM_R);
  452. fprintf(stderr, "ZGEMM ... %3d, %3d, %3d\n", ZGEMM_P, ZGEMM_Q, ZGEMM_R);
  453. #endif
  454. return;
  455. }
  456. #if 0
  457. int get_current_cpu_info(void){
  458. int nlprocs, ncores, cmplegacy;
  459. int htt = 0;
  460. int apicid = 0;
  461. #if defined(CORE_PRESCOTT) || defined(CORE_OPTERON)
  462. int eax, ebx, ecx, edx;
  463. cpuid(1, &eax, &ebx, &ecx, &edx);
  464. nlprocs = BITMASK(ebx, 16, 0xff);
  465. apicid = BITMASK(ebx, 24, 0xff);
  466. htt = BITMASK(edx, 28, 0x01);
  467. #endif
  468. #if defined(CORE_PRESCOTT)
  469. cpuid(4, &eax, &ebx, &ecx, &edx);
  470. ncores = BITMASK(eax, 26, 0x3f);
  471. if (htt == 0) nlprocs = 0;
  472. #endif
  473. #if defined(CORE_OPTERON)
  474. cpuid(0x80000008, &eax, &ebx, &ecx, &edx);
  475. ncores = BITMASK(ecx, 0, 0xff);
  476. cpuid(0x80000001, &eax, &ebx, &ecx, &edx);
  477. cmplegacy = BITMASK(ecx, 1, 0x01);
  478. if (htt == 0) {
  479. nlprocs = 0;
  480. ncores = 0;
  481. cmplegacy = 0;
  482. }
  483. #endif
  484. ncores ++;
  485. fprintf(stderr, "APICID = %d Number of core = %d\n", apicid, ncores);
  486. return 0;
  487. }
  488. #endif
  489. #endif
  490. #if defined(ARCH_IA64)
  491. static inline BLASULONG cpuid(BLASULONG regnum){
  492. BLASULONG value;
  493. #ifndef __ECC
  494. asm ("mov %0=cpuid[%r1]" : "=r"(value) : "rO"(regnum));
  495. #else
  496. value = __getIndReg(_IA64_REG_INDR_CPUID, regnum);
  497. #endif
  498. return value;
  499. }
  500. #if 1
  501. void blas_set_parameter(void){
  502. BLASULONG cpuid3, size;
  503. cpuid3 = cpuid(3);
  504. size = BITMASK(cpuid3, 16, 0xff);
  505. sgemm_p = 192 * (size + 1);
  506. dgemm_p = 96 * (size + 1);
  507. cgemm_p = 96 * (size + 1);
  508. zgemm_p = 48 * (size + 1);
  509. #ifdef EXPRECISION
  510. qgemm_p = 64 * (size + 1);
  511. xgemm_p = 32 * (size + 1);
  512. #endif
  513. #ifdef QUAD_PRECISION
  514. qgemm_p = 32 * (size + 1);
  515. xgemm_p = 16 * (size + 1);
  516. #endif
  517. sgemm_r = (((BUFFER_SIZE - ((SGEMM_P * SGEMM_Q * 4 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (SGEMM_Q * 4)) - 15) & ~15;
  518. dgemm_r = (((BUFFER_SIZE - ((DGEMM_P * DGEMM_Q * 8 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (DGEMM_Q * 8)) - 15) & ~15;
  519. cgemm_r = (((BUFFER_SIZE - ((CGEMM_P * CGEMM_Q * 8 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (CGEMM_Q * 8)) - 15) & ~15;
  520. zgemm_r = (((BUFFER_SIZE - ((ZGEMM_P * ZGEMM_Q * 16 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (ZGEMM_Q * 16)) - 15) & ~15;
  521. #if defined(EXPRECISION) || defined(QUAD_PRECISION)
  522. qgemm_r = (((BUFFER_SIZE - ((QGEMM_P * QGEMM_Q * 16 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (QGEMM_Q * 16)) - 15) & ~15;
  523. xgemm_r = (((BUFFER_SIZE - ((XGEMM_P * XGEMM_Q * 32 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (XGEMM_Q * 32)) - 15) & ~15;
  524. #endif
  525. return;
  526. }
  527. #else
  528. #define IA64_SYS_NAME "/sys/devices/system/cpu/cpu0/cache/index3/size"
  529. #define IA64_PROC_NAME "/proc/pal/cpu0/cache_info"
  530. void blas_set_parameter(void){
  531. BLASULONG cpuid3;
  532. int size = 0;
  533. #if 1
  534. char buffer[128];
  535. FILE *infile;
  536. if ((infile = fopen(IA64_SYS_NAME, "r")) != NULL) {
  537. fgets(buffer, sizeof(buffer), infile);
  538. fclose(infile);
  539. size = atoi(buffer) / 1536;
  540. }
  541. if (size <= 0) {
  542. if ((infile = fopen(IA64_PROC_NAME, "r")) != NULL) {
  543. while(fgets(buffer, sizeof(buffer), infile) != NULL) {
  544. if ((!strncmp("Data/Instruction Cache level 3", buffer, 30))) break;
  545. }
  546. fgets(buffer, sizeof(buffer), infile);
  547. fclose(infile);
  548. *strstr(buffer, "bytes") = (char)NULL;
  549. size = atoi(strchr(buffer, ':') + 1) / 1572864;
  550. }
  551. }
  552. #endif
  553. /* The last resort */
  554. if (size <= 0) {
  555. cpuid3 = cpuid(3);
  556. size = BITMASK(cpuid3, 16, 0xff) + 1;
  557. }
  558. sgemm_p = 320 * size;
  559. dgemm_p = 160 * size;
  560. cgemm_p = 160 * size;
  561. zgemm_p = 80 * size;
  562. #ifdef EXPRECISION
  563. qgemm_p = 80 * size;
  564. xgemm_p = 40 * size;
  565. #endif
  566. sgemm_r = (((BUFFER_SIZE - ((SGEMM_P * SGEMM_Q * 4 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (SGEMM_Q * 4)) - 15) & ~15;
  567. dgemm_r = (((BUFFER_SIZE - ((DGEMM_P * DGEMM_Q * 8 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (DGEMM_Q * 8)) - 15) & ~15;
  568. cgemm_r = (((BUFFER_SIZE - ((CGEMM_P * CGEMM_Q * 8 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (CGEMM_Q * 8)) - 15) & ~15;
  569. zgemm_r = (((BUFFER_SIZE - ((ZGEMM_P * ZGEMM_Q * 16 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (ZGEMM_Q * 16)) - 15) & ~15;
  570. #ifdef EXPRECISION
  571. qgemm_r = (((BUFFER_SIZE - ((QGEMM_P * QGEMM_Q * 16 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (QGEMM_Q * 16)) - 15) & ~15;
  572. xgemm_r = (((BUFFER_SIZE - ((XGEMM_P * XGEMM_Q * 32 + GEMM_OFFSET_A + GEMM_ALIGN) & ~GEMM_ALIGN)) / (XGEMM_Q * 32)) - 15) & ~15;
  573. #endif
  574. return;
  575. }
  576. #endif
  577. #endif
  578. #if defined(ARCH_MIPS64)
  579. void blas_set_parameter(void){
  580. #if defined(LOONGSON3A)
  581. #ifdef SMP
  582. if(blas_num_threads == 1){
  583. #endif
  584. //single thread
  585. dgemm_r = 1024;
  586. #ifdef SMP
  587. }else{
  588. //multi thread
  589. dgemm_r = 200;
  590. }
  591. #endif
  592. #endif
  593. #if defined(LOONGSON3B)
  594. #ifdef SMP
  595. if(blas_num_threads == 1 || blas_num_threads == 2){
  596. #endif
  597. //single thread
  598. dgemm_r = 640;
  599. #ifdef SMP
  600. }else{
  601. //multi thread
  602. dgemm_r = 160;
  603. }
  604. #endif
  605. #endif
  606. }
  607. #endif