blob: a8b9aaae6e7cf71fd8943827eeaae1292ab45dcc [file] [log] [blame]
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
<html><head><meta http-equiv="Content-Type" content="text/html;charset=iso-8859-1">
<title>tbb_machine.h Source File</title>
<link href="doxygen.css" rel="stylesheet" type="text/css">
<link href="tabs.css" rel="stylesheet" type="text/css">
</head><body>
<!-- Generated by Doxygen 1.4.7 -->
<div class="tabs">
<ul>
<li><a href="index.html"><span>Main&nbsp;Page</span></a></li>
<li><a href="modules.html"><span>Modules</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li id="current"><a href="files.html"><span>Files</span></a></li>
<li><a href="pages.html"><span>Related&nbsp;Pages</span></a></li>
</ul></div>
<div class="tabs">
<ul>
<li><a href="files.html"><span>File&nbsp;List</span></a></li>
<li><a href="globals.html"><span>File&nbsp;Members</span></a></li>
</ul></div>
<h1>tbb_machine.h</h1><div class="fragment"><pre class="fragment"><a name="l00001"></a>00001 <span class="comment">/*</span>
<a name="l00002"></a>00002 <span class="comment"> Copyright 2005-2010 Intel Corporation. All Rights Reserved.</span>
<a name="l00003"></a>00003 <span class="comment"></span>
<a name="l00004"></a>00004 <span class="comment"> The source code contained or described herein and all documents related</span>
<a name="l00005"></a>00005 <span class="comment"> to the source code ("Material") are owned by Intel Corporation or its</span>
<a name="l00006"></a>00006 <span class="comment"> suppliers or licensors. Title to the Material remains with Intel</span>
<a name="l00007"></a>00007 <span class="comment"> Corporation or its suppliers and licensors. The Material is protected</span>
<a name="l00008"></a>00008 <span class="comment"> by worldwide copyright laws and treaty provisions. No part of the</span>
<a name="l00009"></a>00009 <span class="comment"> Material may be used, copied, reproduced, modified, published, uploaded,</span>
<a name="l00010"></a>00010 <span class="comment"> posted, transmitted, distributed, or disclosed in any way without</span>
<a name="l00011"></a>00011 <span class="comment"> Intel's prior express written permission.</span>
<a name="l00012"></a>00012 <span class="comment"></span>
<a name="l00013"></a>00013 <span class="comment"> No license under any patent, copyright, trade secret or other</span>
<a name="l00014"></a>00014 <span class="comment"> intellectual property right is granted to or conferred upon you by</span>
<a name="l00015"></a>00015 <span class="comment"> disclosure or delivery of the Materials, either expressly, by</span>
<a name="l00016"></a>00016 <span class="comment"> implication, inducement, estoppel or otherwise. Any license under such</span>
<a name="l00017"></a>00017 <span class="comment"> intellectual property rights must be express and approved by Intel in</span>
<a name="l00018"></a>00018 <span class="comment"> writing.</span>
<a name="l00019"></a>00019 <span class="comment">*/</span>
<a name="l00020"></a>00020
<a name="l00021"></a>00021 <span class="preprocessor">#ifndef __TBB_machine_H</span>
<a name="l00022"></a>00022 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_machine_H</span>
<a name="l00023"></a>00023 <span class="preprocessor"></span>
<a name="l00024"></a>00024 <span class="preprocessor">#include "tbb_stddef.h"</span>
<a name="l00025"></a>00025
<a name="l00026"></a>00026 <span class="preprocessor">#if _WIN32||_WIN64</span>
<a name="l00027"></a>00027 <span class="preprocessor"></span>
<a name="l00028"></a>00028 <span class="preprocessor">#ifdef _MANAGED</span>
<a name="l00029"></a>00029 <span class="preprocessor"></span><span class="preprocessor">#pragma managed(push, off)</span>
<a name="l00030"></a>00030 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00031"></a>00031 <span class="preprocessor"></span>
<a name="l00032"></a>00032 <span class="preprocessor">#if __MINGW32__</span>
<a name="l00033"></a>00033 <span class="preprocessor"></span><span class="preprocessor">#include "machine/linux_ia32.h"</span>
<a name="l00034"></a>00034 <span class="keyword">extern</span> <span class="stringliteral">"C"</span> __declspec(dllimport) int __stdcall SwitchToThread( <span class="keywordtype">void</span> );
<a name="l00035"></a>00035 <span class="preprocessor">#define __TBB_Yield() SwitchToThread()</span>
<a name="l00036"></a>00036 <span class="preprocessor"></span><span class="preprocessor">#elif defined(_M_IX86)</span>
<a name="l00037"></a>00037 <span class="preprocessor"></span><span class="preprocessor">#include "machine/windows_ia32.h"</span>
<a name="l00038"></a>00038 <span class="preprocessor">#elif defined(_M_AMD64) </span>
<a name="l00039"></a>00039 <span class="preprocessor"></span><span class="preprocessor">#include "machine/windows_intel64.h"</span>
<a name="l00040"></a>00040 <span class="preprocessor">#elif _XBOX </span>
<a name="l00041"></a>00041 <span class="preprocessor"></span><span class="preprocessor">#include "machine/xbox360_ppc.h"</span>
<a name="l00042"></a>00042 <span class="preprocessor">#else</span>
<a name="l00043"></a>00043 <span class="preprocessor"></span><span class="preprocessor">#error Unsupported platform</span>
<a name="l00044"></a>00044 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00045"></a>00045 <span class="preprocessor"></span>
<a name="l00046"></a>00046 <span class="preprocessor">#ifdef _MANAGED</span>
<a name="l00047"></a>00047 <span class="preprocessor"></span><span class="preprocessor">#pragma managed(pop)</span>
<a name="l00048"></a>00048 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00049"></a>00049 <span class="preprocessor"></span>
<a name="l00050"></a>00050 <span class="preprocessor">#elif __linux__ || __FreeBSD__</span>
<a name="l00051"></a>00051 <span class="preprocessor"></span>
<a name="l00052"></a>00052 <span class="preprocessor">#if __i386__</span>
<a name="l00053"></a>00053 <span class="preprocessor"></span><span class="preprocessor">#include "machine/linux_ia32.h"</span>
<a name="l00054"></a>00054 <span class="preprocessor">#elif __x86_64__</span>
<a name="l00055"></a>00055 <span class="preprocessor"></span><span class="preprocessor">#include "machine/linux_intel64.h"</span>
<a name="l00056"></a>00056 <span class="preprocessor">#elif __ia64__</span>
<a name="l00057"></a>00057 <span class="preprocessor"></span><span class="preprocessor">#include "machine/linux_ia64.h"</span>
<a name="l00058"></a>00058 <span class="preprocessor">#endif</span>
<a name="l00059"></a>00059 <span class="preprocessor"></span>
<a name="l00060"></a>00060 <span class="preprocessor">#elif __APPLE__</span>
<a name="l00061"></a>00061 <span class="preprocessor"></span>
<a name="l00062"></a>00062 <span class="preprocessor">#if __i386__</span>
<a name="l00063"></a>00063 <span class="preprocessor"></span><span class="preprocessor">#include "machine/linux_ia32.h"</span>
<a name="l00064"></a>00064 <span class="preprocessor">#elif __x86_64__</span>
<a name="l00065"></a>00065 <span class="preprocessor"></span><span class="preprocessor">#include "machine/linux_intel64.h"</span>
<a name="l00066"></a>00066 <span class="preprocessor">#elif __POWERPC__</span>
<a name="l00067"></a>00067 <span class="preprocessor"></span><span class="preprocessor">#include "machine/mac_ppc.h"</span>
<a name="l00068"></a>00068 <span class="preprocessor">#endif</span>
<a name="l00069"></a>00069 <span class="preprocessor"></span>
<a name="l00070"></a>00070 <span class="preprocessor">#elif _AIX</span>
<a name="l00071"></a>00071 <span class="preprocessor"></span>
<a name="l00072"></a>00072 <span class="preprocessor">#include "machine/ibm_aix51.h"</span>
<a name="l00073"></a>00073
<a name="l00074"></a>00074 <span class="preprocessor">#elif __sun || __SUNPRO_CC</span>
<a name="l00075"></a>00075 <span class="preprocessor"></span>
<a name="l00076"></a>00076 <span class="preprocessor">#define __asm__ asm </span>
<a name="l00077"></a>00077 <span class="preprocessor"></span><span class="preprocessor">#define __volatile__ volatile</span>
<a name="l00078"></a>00078 <span class="preprocessor"></span><span class="preprocessor">#if __i386 || __i386__</span>
<a name="l00079"></a>00079 <span class="preprocessor"></span><span class="preprocessor">#include "machine/linux_ia32.h"</span>
<a name="l00080"></a>00080 <span class="preprocessor">#elif __x86_64__</span>
<a name="l00081"></a>00081 <span class="preprocessor"></span><span class="preprocessor">#include "machine/linux_intel64.h"</span>
<a name="l00082"></a>00082 <span class="preprocessor">#elif __sparc</span>
<a name="l00083"></a>00083 <span class="preprocessor"></span><span class="preprocessor">#include "machine/sunos_sparc.h"</span>
<a name="l00084"></a>00084 <span class="preprocessor">#endif</span>
<a name="l00085"></a>00085 <span class="preprocessor"></span>
<a name="l00086"></a>00086 <span class="preprocessor">#endif</span>
<a name="l00087"></a>00087 <span class="preprocessor"></span>
<a name="l00088"></a>00088 <span class="preprocessor">#if !defined(__TBB_CompareAndSwap4) \</span>
<a name="l00089"></a>00089 <span class="preprocessor"> || !defined(__TBB_CompareAndSwap8) \</span>
<a name="l00090"></a>00090 <span class="preprocessor"> || !defined(__TBB_Yield) \</span>
<a name="l00091"></a>00091 <span class="preprocessor"> || !defined(__TBB_release_consistency_helper)</span>
<a name="l00092"></a>00092 <span class="preprocessor"></span><span class="preprocessor">#error Minimal requirements for tbb_machine.h not satisfied </span>
<a name="l00093"></a>00093 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00094"></a>00094 <span class="preprocessor"></span>
<a name="l00095"></a>00095 <span class="preprocessor">#ifndef __TBB_load_with_acquire</span>
<a name="l00097"></a>00097 <span class="preprocessor"> template&lt;typename T&gt;</span>
<a name="l00098"></a>00098 <span class="preprocessor"></span> <span class="keyword">inline</span> T __TBB_load_with_acquire(<span class="keyword">const</span> <span class="keyword">volatile</span> T&amp; location) {
<a name="l00099"></a>00099 T temp = location;
<a name="l00100"></a>00100 __TBB_release_consistency_helper();
<a name="l00101"></a>00101 <span class="keywordflow">return</span> temp;
<a name="l00102"></a>00102 }
<a name="l00103"></a>00103 <span class="preprocessor">#endif</span>
<a name="l00104"></a>00104 <span class="preprocessor"></span>
<a name="l00105"></a>00105 <span class="preprocessor">#ifndef __TBB_store_with_release</span>
<a name="l00107"></a>00107 <span class="preprocessor"> template&lt;typename T, typename V&gt;</span>
<a name="l00108"></a>00108 <span class="preprocessor"></span> <span class="keyword">inline</span> <span class="keywordtype">void</span> __TBB_store_with_release(<span class="keyword">volatile</span> T&amp; location, V value) {
<a name="l00109"></a>00109 __TBB_release_consistency_helper();
<a name="l00110"></a>00110 location = T(value);
<a name="l00111"></a>00111 }
<a name="l00112"></a>00112 <span class="preprocessor">#endif</span>
<a name="l00113"></a>00113 <span class="preprocessor"></span>
<a name="l00114"></a>00114 <span class="preprocessor">#ifndef __TBB_Pause</span>
<a name="l00115"></a>00115 <span class="preprocessor"></span> <span class="keyword">inline</span> <span class="keywordtype">void</span> __TBB_Pause(int32_t) {
<a name="l00116"></a>00116 __TBB_Yield();
<a name="l00117"></a>00117 }
<a name="l00118"></a>00118 <span class="preprocessor">#endif</span>
<a name="l00119"></a>00119 <span class="preprocessor"></span>
<a name="l00120"></a>00120 <span class="keyword">namespace </span>tbb {
<a name="l00121"></a>00121 <span class="keyword">namespace </span>internal {
<a name="l00122"></a>00122
<a name="l00124"></a>00124
<a name="l00125"></a><a class="code" href="a00145.html">00125</a> <span class="keyword">class </span><a class="code" href="a00145.html">atomic_backoff</a> {
<a name="l00127"></a>00127
<a name="l00129"></a>00129 <span class="keyword">static</span> <span class="keyword">const</span> int32_t LOOPS_BEFORE_YIELD = 16;
<a name="l00130"></a>00130 int32_t count;
<a name="l00131"></a>00131 <span class="keyword">public</span>:
<a name="l00132"></a>00132 <a class="code" href="a00145.html">atomic_backoff</a>() : count(1) {}
<a name="l00133"></a>00133
<a name="l00135"></a><a class="code" href="a00145.html#a174ea93e3bd3d5cce82389c2f28d037">00135</a> <span class="keywordtype">void</span> <a class="code" href="a00145.html#a174ea93e3bd3d5cce82389c2f28d037">pause</a>() {
<a name="l00136"></a>00136 <span class="keywordflow">if</span>( count&lt;=LOOPS_BEFORE_YIELD ) {
<a name="l00137"></a>00137 __TBB_Pause(count);
<a name="l00138"></a>00138 <span class="comment">// Pause twice as long the next time.</span>
<a name="l00139"></a>00139 count*=2;
<a name="l00140"></a>00140 } <span class="keywordflow">else</span> {
<a name="l00141"></a>00141 <span class="comment">// Pause is so long that we might as well yield CPU to scheduler.</span>
<a name="l00142"></a>00142 __TBB_Yield();
<a name="l00143"></a>00143 }
<a name="l00144"></a>00144 }
<a name="l00145"></a>00145
<a name="l00146"></a>00146 <span class="comment">// pause for a few times and then return false immediately.</span>
<a name="l00147"></a>00147 <span class="keywordtype">bool</span> bounded_pause() {
<a name="l00148"></a>00148 <span class="keywordflow">if</span>( count&lt;=LOOPS_BEFORE_YIELD ) {
<a name="l00149"></a>00149 __TBB_Pause(count);
<a name="l00150"></a>00150 <span class="comment">// Pause twice as long the next time.</span>
<a name="l00151"></a>00151 count*=2;
<a name="l00152"></a>00152 <span class="keywordflow">return</span> <span class="keyword">true</span>;
<a name="l00153"></a>00153 } <span class="keywordflow">else</span> {
<a name="l00154"></a>00154 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00155"></a>00155 }
<a name="l00156"></a>00156 }
<a name="l00157"></a>00157
<a name="l00158"></a>00158 <span class="keywordtype">void</span> reset() {
<a name="l00159"></a>00159 count = 1;
<a name="l00160"></a>00160 }
<a name="l00161"></a>00161 };
<a name="l00162"></a>00162
<a name="l00164"></a>00164
<a name="l00165"></a>00165 <span class="keyword">template</span>&lt;<span class="keyword">typename</span> T, <span class="keyword">typename</span> U&gt;
<a name="l00166"></a>00166 <span class="keywordtype">void</span> spin_wait_while_eq( <span class="keyword">const</span> <span class="keyword">volatile</span> T&amp; location, U value ) {
<a name="l00167"></a>00167 atomic_backoff backoff;
<a name="l00168"></a>00168 <span class="keywordflow">while</span>( location==value ) backoff.pause();
<a name="l00169"></a>00169 }
<a name="l00170"></a>00170
<a name="l00172"></a>00172
<a name="l00173"></a>00173 <span class="keyword">template</span>&lt;<span class="keyword">typename</span> T, <span class="keyword">typename</span> U&gt;
<a name="l00174"></a>00174 <span class="keywordtype">void</span> spin_wait_until_eq( <span class="keyword">const</span> <span class="keyword">volatile</span> T&amp; location, <span class="keyword">const</span> U value ) {
<a name="l00175"></a>00175 atomic_backoff backoff;
<a name="l00176"></a>00176 <span class="keywordflow">while</span>( location!=value ) backoff.pause();
<a name="l00177"></a>00177 }
<a name="l00178"></a>00178
<a name="l00179"></a>00179 <span class="comment">// T should be unsigned, otherwise sign propagation will break correctness of bit manipulations.</span>
<a name="l00180"></a>00180 <span class="comment">// S should be either 1 or 2, for the mask calculation to work correctly.</span>
<a name="l00181"></a>00181 <span class="comment">// Together, these rules limit applicability of Masked CAS to unsigned char and unsigned short.</span>
<a name="l00182"></a>00182 <span class="keyword">template</span>&lt;size_t S, <span class="keyword">typename</span> T&gt;
<a name="l00183"></a>00183 <span class="keyword">inline</span> T __TBB_MaskedCompareAndSwap (<span class="keyword">volatile</span> T *ptr, T value, T comparand ) {
<a name="l00184"></a>00184 <span class="keyword">volatile</span> uint32_t * base = (uint32_t*)( (uintptr_t)ptr &amp; ~(uintptr_t)0x3 );
<a name="l00185"></a>00185 <span class="preprocessor">#if __TBB_BIG_ENDIAN</span>
<a name="l00186"></a>00186 <span class="preprocessor"></span> <span class="keyword">const</span> uint8_t bitoffset = uint8_t( 8*( 4-S - (uintptr_t(ptr) &amp; 0x3) ) );
<a name="l00187"></a>00187 <span class="preprocessor">#else</span>
<a name="l00188"></a>00188 <span class="preprocessor"></span> <span class="keyword">const</span> uint8_t bitoffset = uint8_t( 8*((uintptr_t)ptr &amp; 0x3) );
<a name="l00189"></a>00189 <span class="preprocessor">#endif</span>
<a name="l00190"></a>00190 <span class="preprocessor"></span> <span class="keyword">const</span> uint32_t mask = ( (1&lt;&lt;(S*8)) - 1 )&lt;&lt;bitoffset;
<a name="l00191"></a>00191 atomic_backoff b;
<a name="l00192"></a>00192 uint32_t result;
<a name="l00193"></a>00193 <span class="keywordflow">for</span>(;;) {
<a name="l00194"></a>00194 result = *base; <span class="comment">// reload the base value which might change during the pause</span>
<a name="l00195"></a>00195 uint32_t old_value = ( result &amp; ~mask ) | ( comparand &lt;&lt; bitoffset );
<a name="l00196"></a>00196 uint32_t new_value = ( result &amp; ~mask ) | ( value &lt;&lt; bitoffset );
<a name="l00197"></a>00197 <span class="comment">// __TBB_CompareAndSwap4 presumed to have full fence. </span>
<a name="l00198"></a>00198 result = __TBB_CompareAndSwap4( base, new_value, old_value );
<a name="l00199"></a>00199 <span class="keywordflow">if</span>( result==old_value <span class="comment">// CAS succeeded</span>
<a name="l00200"></a>00200 || ((result^old_value)&amp;mask)!=0 ) <span class="comment">// CAS failed and the bits of interest have changed</span>
<a name="l00201"></a>00201 <span class="keywordflow">break</span>;
<a name="l00202"></a>00202 <span class="keywordflow">else</span> <span class="comment">// CAS failed but the bits of interest left unchanged</span>
<a name="l00203"></a>00203 b.pause();
<a name="l00204"></a>00204 }
<a name="l00205"></a>00205 <span class="keywordflow">return</span> T((result &amp; mask) &gt;&gt; bitoffset);
<a name="l00206"></a>00206 }
<a name="l00207"></a>00207
<a name="l00208"></a>00208 <span class="keyword">template</span>&lt;size_t S, <span class="keyword">typename</span> T&gt;
<a name="l00209"></a>00209 <span class="keyword">inline</span> T __TBB_CompareAndSwapGeneric (<span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr, T value, T comparand ) {
<a name="l00210"></a>00210 <span class="keywordflow">return</span> __TBB_CompareAndSwapW((T *)ptr,value,comparand);
<a name="l00211"></a>00211 }
<a name="l00212"></a>00212
<a name="l00213"></a>00213 <span class="keyword">template</span>&lt;&gt;
<a name="l00214"></a>00214 <span class="keyword">inline</span> uint8_t __TBB_CompareAndSwapGeneric &lt;1,uint8_t&gt; (<span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr, uint8_t value, uint8_t comparand ) {
<a name="l00215"></a>00215 #ifdef __TBB_CompareAndSwap1
<a name="l00216"></a>00216 <span class="keywordflow">return</span> __TBB_CompareAndSwap1(ptr,value,comparand);
<a name="l00217"></a>00217 <span class="preprocessor">#else</span>
<a name="l00218"></a>00218 <span class="preprocessor"></span> <span class="keywordflow">return</span> __TBB_MaskedCompareAndSwap&lt;1,uint8_t&gt;((<span class="keyword">volatile</span> uint8_t *)ptr,value,comparand);
<a name="l00219"></a>00219 <span class="preprocessor">#endif</span>
<a name="l00220"></a>00220 <span class="preprocessor"></span>}
<a name="l00221"></a>00221
<a name="l00222"></a>00222 <span class="keyword">template</span>&lt;&gt;
<a name="l00223"></a>00223 <span class="keyword">inline</span> uint16_t __TBB_CompareAndSwapGeneric &lt;2,uint16_t&gt; (<span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr, uint16_t value, uint16_t comparand ) {
<a name="l00224"></a>00224 #ifdef __TBB_CompareAndSwap2
<a name="l00225"></a>00225 <span class="keywordflow">return</span> __TBB_CompareAndSwap2(ptr,value,comparand);
<a name="l00226"></a>00226 <span class="preprocessor">#else</span>
<a name="l00227"></a>00227 <span class="preprocessor"></span> <span class="keywordflow">return</span> __TBB_MaskedCompareAndSwap&lt;2,uint16_t&gt;((<span class="keyword">volatile</span> uint16_t *)ptr,value,comparand);
<a name="l00228"></a>00228 <span class="preprocessor">#endif</span>
<a name="l00229"></a>00229 <span class="preprocessor"></span>}
<a name="l00230"></a>00230
<a name="l00231"></a>00231 <span class="keyword">template</span>&lt;&gt;
<a name="l00232"></a>00232 <span class="keyword">inline</span> uint32_t __TBB_CompareAndSwapGeneric &lt;4,uint32_t&gt; (<span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr, uint32_t value, uint32_t comparand ) {
<a name="l00233"></a>00233 <span class="keywordflow">return</span> __TBB_CompareAndSwap4(ptr,value,comparand);
<a name="l00234"></a>00234 }
<a name="l00235"></a>00235
<a name="l00236"></a>00236 <span class="keyword">template</span>&lt;&gt;
<a name="l00237"></a>00237 <span class="keyword">inline</span> uint64_t __TBB_CompareAndSwapGeneric &lt;8,uint64_t&gt; (<span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr, uint64_t value, uint64_t comparand ) {
<a name="l00238"></a>00238 <span class="keywordflow">return</span> __TBB_CompareAndSwap8(ptr,value,comparand);
<a name="l00239"></a>00239 }
<a name="l00240"></a>00240
<a name="l00241"></a>00241 <span class="keyword">template</span>&lt;size_t S, <span class="keyword">typename</span> T&gt;
<a name="l00242"></a>00242 <span class="keyword">inline</span> T __TBB_FetchAndAddGeneric (<span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr, T addend) {
<a name="l00243"></a>00243 atomic_backoff b;
<a name="l00244"></a>00244 T result;
<a name="l00245"></a>00245 <span class="keywordflow">for</span>(;;) {
<a name="l00246"></a>00246 result = *reinterpret_cast&lt;volatile T *&gt;(ptr);
<a name="l00247"></a>00247 <span class="comment">// __TBB_CompareAndSwapGeneric presumed to have full fence. </span>
<a name="l00248"></a>00248 <span class="keywordflow">if</span>( __TBB_CompareAndSwapGeneric&lt;S,T&gt; ( ptr, result+addend, result )==result )
<a name="l00249"></a>00249 <span class="keywordflow">break</span>;
<a name="l00250"></a>00250 b.pause();
<a name="l00251"></a>00251 }
<a name="l00252"></a>00252 <span class="keywordflow">return</span> result;
<a name="l00253"></a>00253 }
<a name="l00254"></a>00254
<a name="l00255"></a>00255 <span class="keyword">template</span>&lt;size_t S, <span class="keyword">typename</span> T&gt;
<a name="l00256"></a>00256 <span class="keyword">inline</span> T __TBB_FetchAndStoreGeneric (<span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr, T value) {
<a name="l00257"></a>00257 atomic_backoff b;
<a name="l00258"></a>00258 T result;
<a name="l00259"></a>00259 <span class="keywordflow">for</span>(;;) {
<a name="l00260"></a>00260 result = *reinterpret_cast&lt;volatile T *&gt;(ptr);
<a name="l00261"></a>00261 <span class="comment">// __TBB_CompareAndSwapGeneric presumed to have full fence.</span>
<a name="l00262"></a>00262 <span class="keywordflow">if</span>( __TBB_CompareAndSwapGeneric&lt;S,T&gt; ( ptr, value, result )==result )
<a name="l00263"></a>00263 <span class="keywordflow">break</span>;
<a name="l00264"></a>00264 b.pause();
<a name="l00265"></a>00265 }
<a name="l00266"></a>00266 <span class="keywordflow">return</span> result;
<a name="l00267"></a>00267 }
<a name="l00268"></a>00268
<a name="l00269"></a>00269 <span class="comment">// Macro __TBB_TypeWithAlignmentAtLeastAsStrict(T) should be a type with alignment at least as </span>
<a name="l00270"></a>00270 <span class="comment">// strict as type T. Type type should have a trivial default constructor and destructor, so that</span>
<a name="l00271"></a>00271 <span class="comment">// arrays of that type can be declared without initializers. </span>
<a name="l00272"></a>00272 <span class="comment">// It is correct (but perhaps a waste of space) if __TBB_TypeWithAlignmentAtLeastAsStrict(T) expands</span>
<a name="l00273"></a>00273 <span class="comment">// to a type bigger than T.</span>
<a name="l00274"></a>00274 <span class="comment">// The default definition here works on machines where integers are naturally aligned and the</span>
<a name="l00275"></a>00275 <span class="comment">// strictest alignment is 16.</span>
<a name="l00276"></a>00276 <span class="preprocessor">#ifndef __TBB_TypeWithAlignmentAtLeastAsStrict</span>
<a name="l00277"></a>00277 <span class="preprocessor"></span>
<a name="l00278"></a>00278 <span class="preprocessor">#if __GNUC__ || __SUNPRO_CC</span>
<a name="l00279"></a>00279 <span class="preprocessor"></span><span class="keyword">struct </span>__TBB_machine_type_with_strictest_alignment {
<a name="l00280"></a>00280 <span class="keywordtype">int</span> member[4];
<a name="l00281"></a>00281 } __attribute__((aligned(16)));
<a name="l00282"></a>00282 <span class="preprocessor">#elif _MSC_VER</span>
<a name="l00283"></a>00283 <span class="preprocessor"></span>__declspec(align(16)) struct __TBB_machine_type_with_strictest_alignment {
<a name="l00284"></a>00284 <span class="keywordtype">int</span> member[4];
<a name="l00285"></a>00285 };
<a name="l00286"></a>00286 <span class="preprocessor">#else</span>
<a name="l00287"></a>00287 <span class="preprocessor"></span><span class="preprocessor">#error Must define __TBB_TypeWithAlignmentAtLeastAsStrict(T) or __TBB_machine_type_with_strictest_alignment</span>
<a name="l00288"></a>00288 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00289"></a>00289 <span class="preprocessor"></span>
<a name="l00290"></a>00290 <span class="keyword">template</span>&lt;size_t N&gt; <span class="keyword">struct </span>type_with_alignment {__TBB_machine_type_with_strictest_alignment member;};
<a name="l00291"></a>00291 <span class="keyword">template</span>&lt;&gt; <span class="keyword">struct </span>type_with_alignment&lt;1&gt; { <span class="keywordtype">char</span> member; };
<a name="l00292"></a>00292 <span class="keyword">template</span>&lt;&gt; <span class="keyword">struct </span>type_with_alignment&lt;2&gt; { uint16_t member; };
<a name="l00293"></a>00293 <span class="keyword">template</span>&lt;&gt; <span class="keyword">struct </span>type_with_alignment&lt;4&gt; { uint32_t member; };
<a name="l00294"></a>00294 <span class="keyword">template</span>&lt;&gt; <span class="keyword">struct </span>type_with_alignment&lt;8&gt; { uint64_t member; };
<a name="l00295"></a>00295
<a name="l00296"></a>00296 <span class="preprocessor">#if _MSC_VER||defined(__GNUC__)&amp;&amp;__GNUC__==3 &amp;&amp; __GNUC_MINOR__&lt;=2 </span>
<a name="l00298"></a>00298 <span class="preprocessor"></span>
<a name="l00300"></a>00300 <span class="preprocessor">template&lt;size_t Size, typename T&gt; </span>
<a name="l00301"></a><a class="code" href="a00212.html">00301</a> <span class="preprocessor"></span><span class="keyword">struct </span><a class="code" href="a00212.html">work_around_alignment_bug</a> {
<a name="l00302"></a>00302 <span class="preprocessor">#if _MSC_VER</span>
<a name="l00303"></a>00303 <span class="preprocessor"></span> <span class="keyword">static</span> <span class="keyword">const</span> size_t alignment = __alignof(T);
<a name="l00304"></a>00304 <span class="preprocessor">#else</span>
<a name="l00305"></a>00305 <span class="preprocessor"></span> <span class="keyword">static</span> <span class="keyword">const</span> size_t alignment = __alignof__(T);
<a name="l00306"></a>00306 <span class="preprocessor">#endif</span>
<a name="l00307"></a>00307 <span class="preprocessor"></span>};
<a name="l00308"></a>00308 <span class="preprocessor">#define __TBB_TypeWithAlignmentAtLeastAsStrict(T) tbb::internal::type_with_alignment&lt;tbb::internal::work_around_alignment_bug&lt;sizeof(T),T&gt;::alignment&gt;</span>
<a name="l00309"></a>00309 <span class="preprocessor"></span><span class="preprocessor">#elif __GNUC__ || __SUNPRO_CC</span>
<a name="l00310"></a>00310 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_TypeWithAlignmentAtLeastAsStrict(T) tbb::internal::type_with_alignment&lt;__alignof__(T)&gt;</span>
<a name="l00311"></a>00311 <span class="preprocessor"></span><span class="preprocessor">#else</span>
<a name="l00312"></a>00312 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_TypeWithAlignmentAtLeastAsStrict(T) __TBB_machine_type_with_strictest_alignment</span>
<a name="l00313"></a>00313 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00314"></a>00314 <span class="preprocessor"></span><span class="preprocessor">#endif </span><span class="comment">/* ____TBB_TypeWithAlignmentAtLeastAsStrict */</span>
<a name="l00315"></a>00315
<a name="l00316"></a>00316 <span class="comment">// Template class here is to avoid instantiation of the static data for modules that don't use it</span>
<a name="l00317"></a>00317 <span class="keyword">template</span>&lt;<span class="keyword">typename</span> T&gt;
<a name="l00318"></a>00318 <span class="keyword">struct </span>reverse {
<a name="l00319"></a>00319 <span class="keyword">static</span> <span class="keyword">const</span> T byte_table[256];
<a name="l00320"></a>00320 };
<a name="l00321"></a>00321 <span class="comment">// An efficient implementation of the reverse function utilizes a 2^8 lookup table holding the bit-reversed</span>
<a name="l00322"></a>00322 <span class="comment">// values of [0..2^8 - 1]. Those values can also be computed on the fly at a slightly higher cost.</span>
<a name="l00323"></a>00323 <span class="keyword">template</span>&lt;<span class="keyword">typename</span> T&gt;
<a name="l00324"></a>00324 <span class="keyword">const</span> T reverse&lt;T&gt;::byte_table[256] = {
<a name="l00325"></a>00325 0x00, 0x80, 0x40, 0xC0, 0x20, 0xA0, 0x60, 0xE0, 0x10, 0x90, 0x50, 0xD0, 0x30, 0xB0, 0x70, 0xF0,
<a name="l00326"></a>00326 0x08, 0x88, 0x48, 0xC8, 0x28, 0xA8, 0x68, 0xE8, 0x18, 0x98, 0x58, 0xD8, 0x38, 0xB8, 0x78, 0xF8,
<a name="l00327"></a>00327 0x04, 0x84, 0x44, 0xC4, 0x24, 0xA4, 0x64, 0xE4, 0x14, 0x94, 0x54, 0xD4, 0x34, 0xB4, 0x74, 0xF4,
<a name="l00328"></a>00328 0x0C, 0x8C, 0x4C, 0xCC, 0x2C, 0xAC, 0x6C, 0xEC, 0x1C, 0x9C, 0x5C, 0xDC, 0x3C, 0xBC, 0x7C, 0xFC,
<a name="l00329"></a>00329 0x02, 0x82, 0x42, 0xC2, 0x22, 0xA2, 0x62, 0xE2, 0x12, 0x92, 0x52, 0xD2, 0x32, 0xB2, 0x72, 0xF2,
<a name="l00330"></a>00330 0x0A, 0x8A, 0x4A, 0xCA, 0x2A, 0xAA, 0x6A, 0xEA, 0x1A, 0x9A, 0x5A, 0xDA, 0x3A, 0xBA, 0x7A, 0xFA,
<a name="l00331"></a>00331 0x06, 0x86, 0x46, 0xC6, 0x26, 0xA6, 0x66, 0xE6, 0x16, 0x96, 0x56, 0xD6, 0x36, 0xB6, 0x76, 0xF6,
<a name="l00332"></a>00332 0x0E, 0x8E, 0x4E, 0xCE, 0x2E, 0xAE, 0x6E, 0xEE, 0x1E, 0x9E, 0x5E, 0xDE, 0x3E, 0xBE, 0x7E, 0xFE,
<a name="l00333"></a>00333 0x01, 0x81, 0x41, 0xC1, 0x21, 0xA1, 0x61, 0xE1, 0x11, 0x91, 0x51, 0xD1, 0x31, 0xB1, 0x71, 0xF1,
<a name="l00334"></a>00334 0x09, 0x89, 0x49, 0xC9, 0x29, 0xA9, 0x69, 0xE9, 0x19, 0x99, 0x59, 0xD9, 0x39, 0xB9, 0x79, 0xF9,
<a name="l00335"></a>00335 0x05, 0x85, 0x45, 0xC5, 0x25, 0xA5, 0x65, 0xE5, 0x15, 0x95, 0x55, 0xD5, 0x35, 0xB5, 0x75, 0xF5,
<a name="l00336"></a>00336 0x0D, 0x8D, 0x4D, 0xCD, 0x2D, 0xAD, 0x6D, 0xED, 0x1D, 0x9D, 0x5D, 0xDD, 0x3D, 0xBD, 0x7D, 0xFD,
<a name="l00337"></a>00337 0x03, 0x83, 0x43, 0xC3, 0x23, 0xA3, 0x63, 0xE3, 0x13, 0x93, 0x53, 0xD3, 0x33, 0xB3, 0x73, 0xF3,
<a name="l00338"></a>00338 0x0B, 0x8B, 0x4B, 0xCB, 0x2B, 0xAB, 0x6B, 0xEB, 0x1B, 0x9B, 0x5B, 0xDB, 0x3B, 0xBB, 0x7B, 0xFB,
<a name="l00339"></a>00339 0x07, 0x87, 0x47, 0xC7, 0x27, 0xA7, 0x67, 0xE7, 0x17, 0x97, 0x57, 0xD7, 0x37, 0xB7, 0x77, 0xF7,
<a name="l00340"></a>00340 0x0F, 0x8F, 0x4F, 0xCF, 0x2F, 0xAF, 0x6F, 0xEF, 0x1F, 0x9F, 0x5F, 0xDF, 0x3F, 0xBF, 0x7F, 0xFF
<a name="l00341"></a>00341 };
<a name="l00342"></a>00342
<a name="l00343"></a>00343 } <span class="comment">// namespace internal</span>
<a name="l00344"></a>00344 } <span class="comment">// namespace tbb</span>
<a name="l00345"></a>00345
<a name="l00346"></a>00346 <span class="preprocessor">#ifndef __TBB_CompareAndSwap1</span>
<a name="l00347"></a>00347 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap1 tbb::internal::__TBB_CompareAndSwapGeneric&lt;1,uint8_t&gt;</span>
<a name="l00348"></a>00348 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00349"></a>00349 <span class="preprocessor"></span>
<a name="l00350"></a>00350 <span class="preprocessor">#ifndef __TBB_CompareAndSwap2 </span>
<a name="l00351"></a>00351 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap2 tbb::internal::__TBB_CompareAndSwapGeneric&lt;2,uint16_t&gt;</span>
<a name="l00352"></a>00352 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00353"></a>00353 <span class="preprocessor"></span>
<a name="l00354"></a>00354 <span class="preprocessor">#ifndef __TBB_CompareAndSwapW</span>
<a name="l00355"></a>00355 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwapW tbb::internal::__TBB_CompareAndSwapGeneric&lt;sizeof(ptrdiff_t),ptrdiff_t&gt;</span>
<a name="l00356"></a>00356 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00357"></a>00357 <span class="preprocessor"></span>
<a name="l00358"></a>00358 <span class="preprocessor">#ifndef __TBB_FetchAndAdd1</span>
<a name="l00359"></a>00359 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd1 tbb::internal::__TBB_FetchAndAddGeneric&lt;1,uint8_t&gt;</span>
<a name="l00360"></a>00360 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00361"></a>00361 <span class="preprocessor"></span>
<a name="l00362"></a>00362 <span class="preprocessor">#ifndef __TBB_FetchAndAdd2</span>
<a name="l00363"></a>00363 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd2 tbb::internal::__TBB_FetchAndAddGeneric&lt;2,uint16_t&gt;</span>
<a name="l00364"></a>00364 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00365"></a>00365 <span class="preprocessor"></span>
<a name="l00366"></a>00366 <span class="preprocessor">#ifndef __TBB_FetchAndAdd4</span>
<a name="l00367"></a>00367 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd4 tbb::internal::__TBB_FetchAndAddGeneric&lt;4,uint32_t&gt;</span>
<a name="l00368"></a>00368 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00369"></a>00369 <span class="preprocessor"></span>
<a name="l00370"></a>00370 <span class="preprocessor">#ifndef __TBB_FetchAndAdd8</span>
<a name="l00371"></a>00371 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd8 tbb::internal::__TBB_FetchAndAddGeneric&lt;8,uint64_t&gt;</span>
<a name="l00372"></a>00372 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00373"></a>00373 <span class="preprocessor"></span>
<a name="l00374"></a>00374 <span class="preprocessor">#ifndef __TBB_FetchAndAddW</span>
<a name="l00375"></a>00375 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAddW tbb::internal::__TBB_FetchAndAddGeneric&lt;sizeof(ptrdiff_t),ptrdiff_t&gt;</span>
<a name="l00376"></a>00376 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00377"></a>00377 <span class="preprocessor"></span>
<a name="l00378"></a>00378 <span class="preprocessor">#ifndef __TBB_FetchAndStore1</span>
<a name="l00379"></a>00379 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore1 tbb::internal::__TBB_FetchAndStoreGeneric&lt;1,uint8_t&gt;</span>
<a name="l00380"></a>00380 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00381"></a>00381 <span class="preprocessor"></span>
<a name="l00382"></a>00382 <span class="preprocessor">#ifndef __TBB_FetchAndStore2</span>
<a name="l00383"></a>00383 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore2 tbb::internal::__TBB_FetchAndStoreGeneric&lt;2,uint16_t&gt;</span>
<a name="l00384"></a>00384 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00385"></a>00385 <span class="preprocessor"></span>
<a name="l00386"></a>00386 <span class="preprocessor">#ifndef __TBB_FetchAndStore4</span>
<a name="l00387"></a>00387 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore4 tbb::internal::__TBB_FetchAndStoreGeneric&lt;4,uint32_t&gt;</span>
<a name="l00388"></a>00388 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00389"></a>00389 <span class="preprocessor"></span>
<a name="l00390"></a>00390 <span class="preprocessor">#ifndef __TBB_FetchAndStore8</span>
<a name="l00391"></a>00391 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore8 tbb::internal::__TBB_FetchAndStoreGeneric&lt;8,uint64_t&gt;</span>
<a name="l00392"></a>00392 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00393"></a>00393 <span class="preprocessor"></span>
<a name="l00394"></a>00394 <span class="preprocessor">#ifndef __TBB_FetchAndStoreW</span>
<a name="l00395"></a>00395 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStoreW tbb::internal::__TBB_FetchAndStoreGeneric&lt;sizeof(ptrdiff_t),ptrdiff_t&gt;</span>
<a name="l00396"></a>00396 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00397"></a>00397 <span class="preprocessor"></span>
<a name="l00398"></a>00398 <span class="preprocessor">#if __TBB_DECL_FENCED_ATOMICS</span>
<a name="l00399"></a>00399 <span class="preprocessor"></span>
<a name="l00400"></a>00400 <span class="preprocessor">#ifndef __TBB_CompareAndSwap1__TBB_full_fence</span>
<a name="l00401"></a>00401 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap1__TBB_full_fence __TBB_CompareAndSwap1</span>
<a name="l00402"></a>00402 <span class="preprocessor"></span><span class="preprocessor">#endif </span>
<a name="l00403"></a>00403 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_CompareAndSwap1acquire</span>
<a name="l00404"></a>00404 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap1acquire __TBB_CompareAndSwap1__TBB_full_fence</span>
<a name="l00405"></a>00405 <span class="preprocessor"></span><span class="preprocessor">#endif </span>
<a name="l00406"></a>00406 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_CompareAndSwap1release</span>
<a name="l00407"></a>00407 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap1release __TBB_CompareAndSwap1__TBB_full_fence</span>
<a name="l00408"></a>00408 <span class="preprocessor"></span><span class="preprocessor">#endif </span>
<a name="l00409"></a>00409 <span class="preprocessor"></span>
<a name="l00410"></a>00410 <span class="preprocessor">#ifndef __TBB_CompareAndSwap2__TBB_full_fence</span>
<a name="l00411"></a>00411 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap2__TBB_full_fence __TBB_CompareAndSwap2</span>
<a name="l00412"></a>00412 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00413"></a>00413 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_CompareAndSwap2acquire</span>
<a name="l00414"></a>00414 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap2acquire __TBB_CompareAndSwap2__TBB_full_fence</span>
<a name="l00415"></a>00415 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00416"></a>00416 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_CompareAndSwap2release</span>
<a name="l00417"></a>00417 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap2release __TBB_CompareAndSwap2__TBB_full_fence</span>
<a name="l00418"></a>00418 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00419"></a>00419 <span class="preprocessor"></span>
<a name="l00420"></a>00420 <span class="preprocessor">#ifndef __TBB_CompareAndSwap4__TBB_full_fence</span>
<a name="l00421"></a>00421 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap4__TBB_full_fence __TBB_CompareAndSwap4</span>
<a name="l00422"></a>00422 <span class="preprocessor"></span><span class="preprocessor">#endif </span>
<a name="l00423"></a>00423 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_CompareAndSwap4acquire</span>
<a name="l00424"></a>00424 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap4acquire __TBB_CompareAndSwap4__TBB_full_fence</span>
<a name="l00425"></a>00425 <span class="preprocessor"></span><span class="preprocessor">#endif </span>
<a name="l00426"></a>00426 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_CompareAndSwap4release</span>
<a name="l00427"></a>00427 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap4release __TBB_CompareAndSwap4__TBB_full_fence</span>
<a name="l00428"></a>00428 <span class="preprocessor"></span><span class="preprocessor">#endif </span>
<a name="l00429"></a>00429 <span class="preprocessor"></span>
<a name="l00430"></a>00430 <span class="preprocessor">#ifndef __TBB_CompareAndSwap8__TBB_full_fence</span>
<a name="l00431"></a>00431 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap8__TBB_full_fence __TBB_CompareAndSwap8</span>
<a name="l00432"></a>00432 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00433"></a>00433 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_CompareAndSwap8acquire</span>
<a name="l00434"></a>00434 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap8acquire __TBB_CompareAndSwap8__TBB_full_fence</span>
<a name="l00435"></a>00435 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00436"></a>00436 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_CompareAndSwap8release</span>
<a name="l00437"></a>00437 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_CompareAndSwap8release __TBB_CompareAndSwap8__TBB_full_fence</span>
<a name="l00438"></a>00438 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00439"></a>00439 <span class="preprocessor"></span>
<a name="l00440"></a>00440 <span class="preprocessor">#ifndef __TBB_FetchAndAdd1__TBB_full_fence</span>
<a name="l00441"></a>00441 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd1__TBB_full_fence __TBB_FetchAndAdd1</span>
<a name="l00442"></a>00442 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00443"></a>00443 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndAdd1acquire</span>
<a name="l00444"></a>00444 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd1acquire __TBB_FetchAndAdd1__TBB_full_fence</span>
<a name="l00445"></a>00445 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00446"></a>00446 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndAdd1release</span>
<a name="l00447"></a>00447 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd1release __TBB_FetchAndAdd1__TBB_full_fence</span>
<a name="l00448"></a>00448 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00449"></a>00449 <span class="preprocessor"></span>
<a name="l00450"></a>00450 <span class="preprocessor">#ifndef __TBB_FetchAndAdd2__TBB_full_fence</span>
<a name="l00451"></a>00451 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd2__TBB_full_fence __TBB_FetchAndAdd2</span>
<a name="l00452"></a>00452 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00453"></a>00453 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndAdd2acquire</span>
<a name="l00454"></a>00454 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd2acquire __TBB_FetchAndAdd2__TBB_full_fence</span>
<a name="l00455"></a>00455 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00456"></a>00456 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndAdd2release</span>
<a name="l00457"></a>00457 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd2release __TBB_FetchAndAdd2__TBB_full_fence</span>
<a name="l00458"></a>00458 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00459"></a>00459 <span class="preprocessor"></span>
<a name="l00460"></a>00460 <span class="preprocessor">#ifndef __TBB_FetchAndAdd4__TBB_full_fence</span>
<a name="l00461"></a>00461 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd4__TBB_full_fence __TBB_FetchAndAdd4</span>
<a name="l00462"></a>00462 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00463"></a>00463 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndAdd4acquire</span>
<a name="l00464"></a>00464 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd4acquire __TBB_FetchAndAdd4__TBB_full_fence</span>
<a name="l00465"></a>00465 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00466"></a>00466 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndAdd4release</span>
<a name="l00467"></a>00467 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd4release __TBB_FetchAndAdd4__TBB_full_fence</span>
<a name="l00468"></a>00468 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00469"></a>00469 <span class="preprocessor"></span>
<a name="l00470"></a>00470 <span class="preprocessor">#ifndef __TBB_FetchAndAdd8__TBB_full_fence</span>
<a name="l00471"></a>00471 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd8__TBB_full_fence __TBB_FetchAndAdd8</span>
<a name="l00472"></a>00472 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00473"></a>00473 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndAdd8acquire</span>
<a name="l00474"></a>00474 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd8acquire __TBB_FetchAndAdd8__TBB_full_fence</span>
<a name="l00475"></a>00475 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00476"></a>00476 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndAdd8release</span>
<a name="l00477"></a>00477 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAdd8release __TBB_FetchAndAdd8__TBB_full_fence</span>
<a name="l00478"></a>00478 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00479"></a>00479 <span class="preprocessor"></span>
<a name="l00480"></a>00480 <span class="preprocessor">#ifndef __TBB_FetchAndStore1__TBB_full_fence</span>
<a name="l00481"></a>00481 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore1__TBB_full_fence __TBB_FetchAndStore1</span>
<a name="l00482"></a>00482 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00483"></a>00483 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndStore1acquire</span>
<a name="l00484"></a>00484 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore1acquire __TBB_FetchAndStore1__TBB_full_fence</span>
<a name="l00485"></a>00485 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00486"></a>00486 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndStore1release</span>
<a name="l00487"></a>00487 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore1release __TBB_FetchAndStore1__TBB_full_fence</span>
<a name="l00488"></a>00488 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00489"></a>00489 <span class="preprocessor"></span>
<a name="l00490"></a>00490 <span class="preprocessor">#ifndef __TBB_FetchAndStore2__TBB_full_fence</span>
<a name="l00491"></a>00491 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore2__TBB_full_fence __TBB_FetchAndStore2</span>
<a name="l00492"></a>00492 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00493"></a>00493 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndStore2acquire</span>
<a name="l00494"></a>00494 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore2acquire __TBB_FetchAndStore2__TBB_full_fence</span>
<a name="l00495"></a>00495 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00496"></a>00496 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndStore2release</span>
<a name="l00497"></a>00497 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore2release __TBB_FetchAndStore2__TBB_full_fence</span>
<a name="l00498"></a>00498 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00499"></a>00499 <span class="preprocessor"></span>
<a name="l00500"></a>00500 <span class="preprocessor">#ifndef __TBB_FetchAndStore4__TBB_full_fence</span>
<a name="l00501"></a>00501 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore4__TBB_full_fence __TBB_FetchAndStore4</span>
<a name="l00502"></a>00502 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00503"></a>00503 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndStore4acquire</span>
<a name="l00504"></a>00504 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore4acquire __TBB_FetchAndStore4__TBB_full_fence</span>
<a name="l00505"></a>00505 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00506"></a>00506 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndStore4release</span>
<a name="l00507"></a>00507 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore4release __TBB_FetchAndStore4__TBB_full_fence</span>
<a name="l00508"></a>00508 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00509"></a>00509 <span class="preprocessor"></span>
<a name="l00510"></a>00510 <span class="preprocessor">#ifndef __TBB_FetchAndStore8__TBB_full_fence</span>
<a name="l00511"></a>00511 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore8__TBB_full_fence __TBB_FetchAndStore8</span>
<a name="l00512"></a>00512 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00513"></a>00513 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndStore8acquire</span>
<a name="l00514"></a>00514 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore8acquire __TBB_FetchAndStore8__TBB_full_fence</span>
<a name="l00515"></a>00515 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00516"></a>00516 <span class="preprocessor"></span><span class="preprocessor">#ifndef __TBB_FetchAndStore8release</span>
<a name="l00517"></a>00517 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndStore8release __TBB_FetchAndStore8__TBB_full_fence</span>
<a name="l00518"></a>00518 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00519"></a>00519 <span class="preprocessor"></span>
<a name="l00520"></a>00520 <span class="preprocessor">#endif // __TBB_DECL_FENCED_ATOMICS</span>
<a name="l00521"></a>00521 <span class="preprocessor"></span>
<a name="l00522"></a>00522 <span class="comment">// Special atomic functions</span>
<a name="l00523"></a>00523 <span class="preprocessor">#ifndef __TBB_FetchAndAddWrelease</span>
<a name="l00524"></a>00524 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndAddWrelease __TBB_FetchAndAddW</span>
<a name="l00525"></a>00525 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00526"></a>00526 <span class="preprocessor"></span>
<a name="l00527"></a>00527 <span class="preprocessor">#ifndef __TBB_FetchAndIncrementWacquire</span>
<a name="l00528"></a>00528 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndIncrementWacquire(P) __TBB_FetchAndAddW(P,1)</span>
<a name="l00529"></a>00529 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00530"></a>00530 <span class="preprocessor"></span>
<a name="l00531"></a>00531 <span class="preprocessor">#ifndef __TBB_FetchAndDecrementWrelease</span>
<a name="l00532"></a>00532 <span class="preprocessor"></span><span class="preprocessor">#define __TBB_FetchAndDecrementWrelease(P) __TBB_FetchAndAddW(P,(-1))</span>
<a name="l00533"></a>00533 <span class="preprocessor"></span><span class="preprocessor">#endif</span>
<a name="l00534"></a>00534 <span class="preprocessor"></span>
<a name="l00535"></a>00535 <span class="preprocessor">#if __TBB_WORDSIZE==4</span>
<a name="l00536"></a>00536 <span class="preprocessor"></span><span class="comment">// On 32-bit platforms, "atomic.h" requires definition of __TBB_Store8 and __TBB_Load8</span>
<a name="l00537"></a>00537 <span class="preprocessor">#ifndef __TBB_Store8</span>
<a name="l00538"></a>00538 <span class="preprocessor"></span><span class="keyword">inline</span> <span class="keywordtype">void</span> __TBB_Store8 (<span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr, int64_t value) {
<a name="l00539"></a>00539 <a class="code" href="a00145.html">tbb::internal::atomic_backoff</a> b;
<a name="l00540"></a>00540 <span class="keywordflow">for</span>(;;) {
<a name="l00541"></a>00541 int64_t result = *(int64_t *)ptr;
<a name="l00542"></a>00542 <span class="keywordflow">if</span>( __TBB_CompareAndSwap8(ptr,value,result)==result ) <span class="keywordflow">break</span>;
<a name="l00543"></a>00543 b.<a class="code" href="a00145.html#a174ea93e3bd3d5cce82389c2f28d037">pause</a>();
<a name="l00544"></a>00544 }
<a name="l00545"></a>00545 }
<a name="l00546"></a>00546 <span class="preprocessor">#endif</span>
<a name="l00547"></a>00547 <span class="preprocessor"></span>
<a name="l00548"></a>00548 <span class="preprocessor">#ifndef __TBB_Load8</span>
<a name="l00549"></a>00549 <span class="preprocessor"></span><span class="keyword">inline</span> int64_t __TBB_Load8 (<span class="keyword">const</span> <span class="keyword">volatile</span> <span class="keywordtype">void</span> *ptr) {
<a name="l00550"></a>00550 int64_t result = *(int64_t *)ptr;
<a name="l00551"></a>00551 result = __TBB_CompareAndSwap8((<span class="keyword">volatile</span> <span class="keywordtype">void</span> *)ptr,result,result);
<a name="l00552"></a>00552 <span class="keywordflow">return</span> result;
<a name="l00553"></a>00553 }
<a name="l00554"></a>00554 <span class="preprocessor">#endif</span>
<a name="l00555"></a>00555 <span class="preprocessor"></span><span class="preprocessor">#endif </span><span class="comment">/* __TBB_WORDSIZE==4 */</span>
<a name="l00556"></a>00556
<a name="l00557"></a>00557 <span class="preprocessor">#ifndef __TBB_Log2</span>
<a name="l00558"></a>00558 <span class="preprocessor"></span><span class="keyword">inline</span> intptr_t __TBB_Log2( uintptr_t x ) {
<a name="l00559"></a>00559 <span class="keywordflow">if</span>( x==0 ) <span class="keywordflow">return</span> -1;
<a name="l00560"></a>00560 intptr_t result = 0;
<a name="l00561"></a>00561 uintptr_t tmp;
<a name="l00562"></a>00562 <span class="preprocessor">#if __TBB_WORDSIZE&gt;=8</span>
<a name="l00563"></a>00563 <span class="preprocessor"></span> <span class="keywordflow">if</span>( (tmp = x&gt;&gt;32) ) { x=tmp; result += 32; }
<a name="l00564"></a>00564 <span class="preprocessor">#endif</span>
<a name="l00565"></a>00565 <span class="preprocessor"></span> <span class="keywordflow">if</span>( (tmp = x&gt;&gt;16) ) { x=tmp; result += 16; }
<a name="l00566"></a>00566 <span class="keywordflow">if</span>( (tmp = x&gt;&gt;8) ) { x=tmp; result += 8; }
<a name="l00567"></a>00567 <span class="keywordflow">if</span>( (tmp = x&gt;&gt;4) ) { x=tmp; result += 4; }
<a name="l00568"></a>00568 <span class="keywordflow">if</span>( (tmp = x&gt;&gt;2) ) { x=tmp; result += 2; }
<a name="l00569"></a>00569 <span class="keywordflow">return</span> (x&amp;2)? result+1: result;
<a name="l00570"></a>00570 }
<a name="l00571"></a>00571 <span class="preprocessor">#endif</span>
<a name="l00572"></a>00572 <span class="preprocessor"></span>
<a name="l00573"></a>00573 <span class="preprocessor">#ifndef __TBB_AtomicOR</span>
<a name="l00574"></a>00574 <span class="preprocessor"></span><span class="keyword">inline</span> <span class="keywordtype">void</span> __TBB_AtomicOR( <span class="keyword">volatile</span> <span class="keywordtype">void</span> *operand, uintptr_t addend ) {
<a name="l00575"></a>00575 <a class="code" href="a00145.html">tbb::internal::atomic_backoff</a> b;
<a name="l00576"></a>00576 <span class="keywordflow">for</span>(;;) {
<a name="l00577"></a>00577 uintptr_t tmp = *(<span class="keyword">volatile</span> uintptr_t *)operand;
<a name="l00578"></a>00578 uintptr_t result = __TBB_CompareAndSwapW(operand, tmp|addend, tmp);
<a name="l00579"></a>00579 <span class="keywordflow">if</span>( result==tmp ) <span class="keywordflow">break</span>;
<a name="l00580"></a>00580 b.<a class="code" href="a00145.html#a174ea93e3bd3d5cce82389c2f28d037">pause</a>();
<a name="l00581"></a>00581 }
<a name="l00582"></a>00582 }
<a name="l00583"></a>00583 <span class="preprocessor">#endif</span>
<a name="l00584"></a>00584 <span class="preprocessor"></span>
<a name="l00585"></a>00585 <span class="preprocessor">#ifndef __TBB_AtomicAND</span>
<a name="l00586"></a>00586 <span class="preprocessor"></span><span class="keyword">inline</span> <span class="keywordtype">void</span> __TBB_AtomicAND( <span class="keyword">volatile</span> <span class="keywordtype">void</span> *operand, uintptr_t addend ) {
<a name="l00587"></a>00587 <a class="code" href="a00145.html">tbb::internal::atomic_backoff</a> b;
<a name="l00588"></a>00588 <span class="keywordflow">for</span>(;;) {
<a name="l00589"></a>00589 uintptr_t tmp = *(<span class="keyword">volatile</span> uintptr_t *)operand;
<a name="l00590"></a>00590 uintptr_t result = __TBB_CompareAndSwapW(operand, tmp&amp;addend, tmp);
<a name="l00591"></a>00591 <span class="keywordflow">if</span>( result==tmp ) <span class="keywordflow">break</span>;
<a name="l00592"></a>00592 b.<a class="code" href="a00145.html#a174ea93e3bd3d5cce82389c2f28d037">pause</a>();
<a name="l00593"></a>00593 }
<a name="l00594"></a>00594 }
<a name="l00595"></a>00595 <span class="preprocessor">#endif</span>
<a name="l00596"></a>00596 <span class="preprocessor"></span>
<a name="l00597"></a>00597 <span class="preprocessor">#ifndef __TBB_TryLockByte</span>
<a name="l00598"></a>00598 <span class="preprocessor"></span><span class="keyword">inline</span> <span class="keywordtype">bool</span> __TBB_TryLockByte( <span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> &amp;flag ) {
<a name="l00599"></a>00599 <span class="keywordflow">return</span> __TBB_CompareAndSwap1(&amp;flag,1,0)==0;
<a name="l00600"></a>00600 }
<a name="l00601"></a>00601 <span class="preprocessor">#endif</span>
<a name="l00602"></a>00602 <span class="preprocessor"></span>
<a name="l00603"></a>00603 <span class="preprocessor">#ifndef __TBB_LockByte</span>
<a name="l00604"></a>00604 <span class="preprocessor"></span><span class="keyword">inline</span> uintptr_t __TBB_LockByte( <span class="keywordtype">unsigned</span> <span class="keywordtype">char</span>&amp; flag ) {
<a name="l00605"></a>00605 <span class="keywordflow">if</span> ( !__TBB_TryLockByte(flag) ) {
<a name="l00606"></a>00606 <a class="code" href="a00145.html">tbb::internal::atomic_backoff</a> b;
<a name="l00607"></a>00607 <span class="keywordflow">do</span> {
<a name="l00608"></a>00608 b.<a class="code" href="a00145.html#a174ea93e3bd3d5cce82389c2f28d037">pause</a>();
<a name="l00609"></a>00609 } <span class="keywordflow">while</span> ( !__TBB_TryLockByte(flag) );
<a name="l00610"></a>00610 }
<a name="l00611"></a>00611 <span class="keywordflow">return</span> 0;
<a name="l00612"></a>00612 }
<a name="l00613"></a>00613 <span class="preprocessor">#endif</span>
<a name="l00614"></a>00614 <span class="preprocessor"></span>
<a name="l00615"></a>00615 <span class="preprocessor">#ifndef __TBB_ReverseByte</span>
<a name="l00616"></a>00616 <span class="preprocessor"></span><span class="keyword">inline</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> __TBB_ReverseByte(<span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> src) {
<a name="l00617"></a>00617 <span class="keywordflow">return</span> tbb::internal::reverse&lt;unsigned char&gt;::byte_table[src];
<a name="l00618"></a>00618 }
<a name="l00619"></a>00619 <span class="preprocessor">#endif</span>
<a name="l00620"></a>00620 <span class="preprocessor"></span>
<a name="l00621"></a>00621 <span class="keyword">template</span>&lt;<span class="keyword">typename</span> T&gt;
<a name="l00622"></a>00622 T __TBB_ReverseBits(T src)
<a name="l00623"></a>00623 {
<a name="l00624"></a>00624 T dst;
<a name="l00625"></a>00625 <span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> *original = (<span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> *) &amp;src;
<a name="l00626"></a>00626 <span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> *reversed = (<span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> *) &amp;dst;
<a name="l00627"></a>00627
<a name="l00628"></a>00628 <span class="keywordflow">for</span>( <span class="keywordtype">int</span> i = <span class="keyword">sizeof</span>(T)-1; i &gt;= 0; i-- )
<a name="l00629"></a>00629 reversed[i] = __TBB_ReverseByte( original[<span class="keyword">sizeof</span>(T)-i-1] );
<a name="l00630"></a>00630
<a name="l00631"></a>00631 <span class="keywordflow">return</span> dst;
<a name="l00632"></a>00632 }
<a name="l00633"></a>00633
<a name="l00634"></a>00634 <span class="preprocessor">#endif </span><span class="comment">/* __TBB_machine_H */</span>
</pre></div><hr>
<p></p>
Copyright &copy; 2005-2010 Intel Corporation. All Rights Reserved.
<p></p>
Intel, Pentium, Intel Xeon, Itanium, Intel XScale and VTune are
registered trademarks or trademarks of Intel Corporation or its
subsidiaries in the United States and other countries.
<p></p>
* Other names and brands may be claimed as the property of others.