1f8a1b7d9SAlexander Kabaev // Support for atomic operations -*- C++ -*-
2f8a1b7d9SAlexander Kabaev 
3f8a1b7d9SAlexander Kabaev // Copyright (C) 2004, 2005, 2006 Free Software Foundation, Inc.
4f8a1b7d9SAlexander Kabaev //
5f8a1b7d9SAlexander Kabaev // This file is part of the GNU ISO C++ Library.  This library is free
6f8a1b7d9SAlexander Kabaev // software; you can redistribute it and/or modify it under the
7f8a1b7d9SAlexander Kabaev // terms of the GNU General Public License as published by the
8f8a1b7d9SAlexander Kabaev // Free Software Foundation; either version 2, or (at your option)
9f8a1b7d9SAlexander Kabaev // any later version.
10f8a1b7d9SAlexander Kabaev 
11f8a1b7d9SAlexander Kabaev // This library is distributed in the hope that it will be useful,
12f8a1b7d9SAlexander Kabaev // but WITHOUT ANY WARRANTY; without even the implied warranty of
13f8a1b7d9SAlexander Kabaev // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14f8a1b7d9SAlexander Kabaev // GNU General Public License for more details.
15f8a1b7d9SAlexander Kabaev 
16f8a1b7d9SAlexander Kabaev // You should have received a copy of the GNU General Public License along
17f8a1b7d9SAlexander Kabaev // with this library; see the file COPYING.  If not, write to the Free
18f8a1b7d9SAlexander Kabaev // Software Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301,
19f8a1b7d9SAlexander Kabaev // USA.
20f8a1b7d9SAlexander Kabaev 
21f8a1b7d9SAlexander Kabaev // As a special exception, you may use this file as part of a free software
22f8a1b7d9SAlexander Kabaev // library without restriction.  Specifically, if other files instantiate
23f8a1b7d9SAlexander Kabaev // templates or use macros or inline functions from this file, or you compile
24f8a1b7d9SAlexander Kabaev // this file and link it with other files to produce an executable, this
25f8a1b7d9SAlexander Kabaev // file does not by itself cause the resulting executable to be covered by
26f8a1b7d9SAlexander Kabaev // the GNU General Public License.  This exception does not however
27f8a1b7d9SAlexander Kabaev // invalidate any other reasons why the executable file might be covered by
28f8a1b7d9SAlexander Kabaev // the GNU General Public License.
29f8a1b7d9SAlexander Kabaev 
30f8a1b7d9SAlexander Kabaev /** @file atomicity.h
31f8a1b7d9SAlexander Kabaev  *  This is an internal header file, included by other library headers.
32f8a1b7d9SAlexander Kabaev  *  You should not attempt to use it directly.
33f8a1b7d9SAlexander Kabaev  */
34f8a1b7d9SAlexander Kabaev 
35f8a1b7d9SAlexander Kabaev #ifndef _GLIBCXX_ATOMICITY_H
36f8a1b7d9SAlexander Kabaev #define _GLIBCXX_ATOMICITY_H	1
37f8a1b7d9SAlexander Kabaev 
38f8a1b7d9SAlexander Kabaev #include <bits/c++config.h>
39f8a1b7d9SAlexander Kabaev #include <bits/gthr.h>
40f8a1b7d9SAlexander Kabaev #include <bits/atomic_word.h>
41f8a1b7d9SAlexander Kabaev 
_GLIBCXX_BEGIN_NAMESPACE(__gnu_cxx)42f8a1b7d9SAlexander Kabaev _GLIBCXX_BEGIN_NAMESPACE(__gnu_cxx)
43f8a1b7d9SAlexander Kabaev 
44f8a1b7d9SAlexander Kabaev   // Functions for portable atomic access.
45*05a636f0SPedro F. Giffuni   // To abstract locking primitives across all thread policies, use:
46f8a1b7d9SAlexander Kabaev   // __exchange_and_add_dispatch
47f8a1b7d9SAlexander Kabaev   // __atomic_add_dispatch
48f8a1b7d9SAlexander Kabaev #ifdef _GLIBCXX_ATOMIC_BUILTINS
49f8a1b7d9SAlexander Kabaev   static inline _Atomic_word
50f8a1b7d9SAlexander Kabaev   __exchange_and_add(volatile _Atomic_word* __mem, int __val)
51f8a1b7d9SAlexander Kabaev   { return __sync_fetch_and_add(__mem, __val); }
52f8a1b7d9SAlexander Kabaev 
53f8a1b7d9SAlexander Kabaev   static inline void
__atomic_add(volatile _Atomic_word * __mem,int __val)54f8a1b7d9SAlexander Kabaev   __atomic_add(volatile _Atomic_word* __mem, int __val)
55f8a1b7d9SAlexander Kabaev   { __sync_fetch_and_add(__mem, __val); }
56f8a1b7d9SAlexander Kabaev #else
57f8a1b7d9SAlexander Kabaev   _Atomic_word
58f8a1b7d9SAlexander Kabaev   __attribute__ ((__unused__))
59f8a1b7d9SAlexander Kabaev   __exchange_and_add(volatile _Atomic_word*, int);
60f8a1b7d9SAlexander Kabaev 
61f8a1b7d9SAlexander Kabaev   void
62f8a1b7d9SAlexander Kabaev   __attribute__ ((__unused__))
63f8a1b7d9SAlexander Kabaev   __atomic_add(volatile _Atomic_word*, int);
64f8a1b7d9SAlexander Kabaev #endif
65f8a1b7d9SAlexander Kabaev 
66f8a1b7d9SAlexander Kabaev   static inline _Atomic_word
__exchange_and_add_single(_Atomic_word * __mem,int __val)67f8a1b7d9SAlexander Kabaev   __exchange_and_add_single(_Atomic_word* __mem, int __val)
68f8a1b7d9SAlexander Kabaev   {
69f8a1b7d9SAlexander Kabaev     _Atomic_word __result = *__mem;
70f8a1b7d9SAlexander Kabaev     *__mem += __val;
71f8a1b7d9SAlexander Kabaev     return __result;
72f8a1b7d9SAlexander Kabaev   }
73f8a1b7d9SAlexander Kabaev 
74f8a1b7d9SAlexander Kabaev   static inline void
__atomic_add_single(_Atomic_word * __mem,int __val)75f8a1b7d9SAlexander Kabaev   __atomic_add_single(_Atomic_word* __mem, int __val)
76f8a1b7d9SAlexander Kabaev   { *__mem += __val; }
77f8a1b7d9SAlexander Kabaev 
78f8a1b7d9SAlexander Kabaev   static inline _Atomic_word
79f8a1b7d9SAlexander Kabaev   __attribute__ ((__unused__))
__exchange_and_add_dispatch(_Atomic_word * __mem,int __val)80f8a1b7d9SAlexander Kabaev   __exchange_and_add_dispatch(_Atomic_word* __mem, int __val)
81f8a1b7d9SAlexander Kabaev   {
82f8a1b7d9SAlexander Kabaev #ifdef __GTHREADS
83f8a1b7d9SAlexander Kabaev     if (__gthread_active_p())
84f8a1b7d9SAlexander Kabaev       return __exchange_and_add(__mem, __val);
85f8a1b7d9SAlexander Kabaev     else
86f8a1b7d9SAlexander Kabaev       return __exchange_and_add_single(__mem, __val);
87f8a1b7d9SAlexander Kabaev #else
88f8a1b7d9SAlexander Kabaev     return __exchange_and_add_single(__mem, __val);
89f8a1b7d9SAlexander Kabaev #endif
90f8a1b7d9SAlexander Kabaev   }
91f8a1b7d9SAlexander Kabaev 
92f8a1b7d9SAlexander Kabaev   static inline void
93f8a1b7d9SAlexander Kabaev   __attribute__ ((__unused__))
__atomic_add_dispatch(_Atomic_word * __mem,int __val)94f8a1b7d9SAlexander Kabaev   __atomic_add_dispatch(_Atomic_word* __mem, int __val)
95f8a1b7d9SAlexander Kabaev   {
96f8a1b7d9SAlexander Kabaev #ifdef __GTHREADS
97f8a1b7d9SAlexander Kabaev     if (__gthread_active_p())
98f8a1b7d9SAlexander Kabaev       __atomic_add(__mem, __val);
99f8a1b7d9SAlexander Kabaev     else
100f8a1b7d9SAlexander Kabaev       __atomic_add_single(__mem, __val);
101f8a1b7d9SAlexander Kabaev #else
102f8a1b7d9SAlexander Kabaev     __atomic_add_single(__mem, __val);
103f8a1b7d9SAlexander Kabaev #endif
104f8a1b7d9SAlexander Kabaev   }
105f8a1b7d9SAlexander Kabaev 
106f8a1b7d9SAlexander Kabaev _GLIBCXX_END_NAMESPACE
107f8a1b7d9SAlexander Kabaev 
108f8a1b7d9SAlexander Kabaev // Even if the CPU doesn't need a memory barrier, we need to ensure
109f8a1b7d9SAlexander Kabaev // that the compiler doesn't reorder memory accesses across the
110f8a1b7d9SAlexander Kabaev // barriers.
111f8a1b7d9SAlexander Kabaev #ifndef _GLIBCXX_READ_MEM_BARRIER
112f8a1b7d9SAlexander Kabaev #define _GLIBCXX_READ_MEM_BARRIER __asm __volatile ("":::"memory")
113f8a1b7d9SAlexander Kabaev #endif
114f8a1b7d9SAlexander Kabaev #ifndef _GLIBCXX_WRITE_MEM_BARRIER
115f8a1b7d9SAlexander Kabaev #define _GLIBCXX_WRITE_MEM_BARRIER __asm __volatile ("":::"memory")
116f8a1b7d9SAlexander Kabaev #endif
117f8a1b7d9SAlexander Kabaev 
118f8a1b7d9SAlexander Kabaev #endif
119