DPC++ Runtime
Runtime libraries for oneAPI DPC++
simd.hpp
Go to the documentation of this file.
1 // -*- C++ -*-
2 //===----------------------------------------------------------------------===//
3 //
4 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5 // See https://llvm.org/LICENSE.txt for license information.
6 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
7 //
8 //===----------------------------------------------------------------------===//
9 #define ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
10 // clang-format off
11 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
12 // Stub implemenation the "Data-Parallel Types" section of the
13 // " C++ Extensions for Parallelism Version 2":
14 // http://www.open-std.org/jtc1/sc22/wg21/docs/papers/2019/n4808.pdf.
15 //
16 // This is mostly a copy-paste from
17 // https://github.com/intel/llvm/blob/sycl/libcxx/include/experimental/simd
18 // Changes are marked with "SYCL/invoke_simd".
19 // Primary usage for now is to implement the invoke_simd spec.
20 //===----------------------------------------------------------------------===//
21 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
22 
23 #pragma once // Added for ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
24 // Removed for ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD {
25 //#ifndef _LIBCPP_EXPERIMENTAL_SIMD
26 //#define _LIBCPP_EXPERIMENTAL_SIMD
27 // } Removed for ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
28 
29 /*
30  experimental/simd synopsis
31 
32 namespace std::experimental {
33 
34 inline namespace parallelism_v2 {
35 
36 namespace simd_abi {
37 
38 struct scalar {};
39 template <int N> struct fixed_size {};
40 template <typename T> inline constexpr int max_fixed_size = implementation-defined;
41 template <typename T> using compatible = implementation-defined;
42 template <typename T> using native = implementation-defined;
43 
44 } // simd_abi
45 
46 struct element_aligned_tag {};
47 struct vector_aligned_tag {};
48 template <size_t> struct overaligned_tag {};
49 inline constexpr element_aligned_tag element_aligned{};
50 inline constexpr vector_aligned_tag vector_aligned{};
51 template <size_t N> inline constexpr overaligned_tag<N> overaligned{};
52 
53 // traits [simd.traits]
54 template <class T> struct is_abi_tag;
55 template <class T> inline constexpr bool is_abi_tag_v = is_abi_tag<T>::value;
56 
57 template <class T> struct is_simd;
58 template <class T> inline constexpr bool is_simd_v = is_simd<T>::value;
59 
60 template <class T> struct is_simd_mask;
61 template <class T> inline constexpr bool is_simd_mask_v = is_simd_mask<T>::value;
62 
63 template <class T> struct is_simd_flag_type;
64 template <class T> inline constexpr bool is_simd_flag_type_v = is_simd_flag_type<T>::value;
65 
66 template <class T, size_t N> struct abi_for_size { using type = see below; };
67 template <class T, size_t N> using abi_for_size_t = typename abi_for_size<T, N>::type;
68 
69 template <class T, class Abi = simd_abi::compatible<T>> struct simd_size;
70 template <class T, class Abi = simd_abi::compatible<T>>
71 inline constexpr size_t simd_size_v = simd_size<T, Abi>::value;
72 
73 template <class T, class U = typename T::value_type> struct memory_alignment;
74 template <class T, class U = typename T::value_type>
75 inline constexpr size_t memory_alignment_v = memory_alignment<T, U>::value;
76 
77 // class template simd [simd.class]
78 template <class T, class Abi = simd_abi::compatible<T>> class simd;
79 template <class T> using native_simd = simd<T, simd_abi::native<T>>;
80 template <class T, int N> using fixed_size_simd = simd<T, simd_abi::fixed_size<N>>;
81 
82 // class template simd_mask [simd.mask.class]
83 template <class T, class Abi = simd_abi::compatible<T>> class simd_mask;
84 template <class T> using native_simd_mask = simd_mask<T, simd_abi::native<T>>;
85 template <class T, int N> using fixed_size_simd_mask = simd_mask<T, simd_abi::fixed_size<N>>;
86 
87 // casts [simd.casts]
88 template <class T, class U, class Abi> see below simd_cast(const simd<U, Abi>&);
89 template <class T, class U, class Abi> see below static_simd_cast(const simd<U, Abi>&);
90 
91 template <class T, class Abi>
92 fixed_size_simd<T, simd_size_v<T, Abi>> to_fixed_size(const simd<T, Abi>&) noexcept;
93 template <class T, class Abi>
94 fixed_size_simd_mask<T, simd_size_v<T, Abi>> to_fixed_size(const simd_mask<T, Abi>&) noexcept;
95 template <class T, size_t N> native_simd<T> to_native(const fixed_size_simd<T, N>&) noexcept;
96 template <class T, size_t N>
97 native_simd_mask<T> to_native(const fixed_size_simd_mask<T, N>> &) noexcept;
98 template <class T, size_t N> simd<T> to_compatible(const fixed_size_simd<T, N>&) noexcept;
99 template <class T, size_t N> simd_mask<T> to_compatible(const fixed_size_simd_mask<T, N>&) noexcept;
100 
101 template <size_t... Sizes, class T, class Abi>
102 tuple<simd<T, abi_for_size_t<Sizes>>...> split(const simd<T, Abi>&);
103 template <size_t... Sizes, class T, class Abi>
104 tuple<simd_mask<T, abi_for_size_t<Sizes>>...> split(const simd_mask<T, Abi>&);
105 template <class V, class Abi>
106 array<V, simd_size_v<typename V::value_type, Abi> / V::size()> split(
107 const simd<typename V::value_type, Abi>&);
108 template <class V, class Abi>
109 array<V, simd_size_v<typename V::value_type, Abi> / V::size()> split(
110 const simd_mask<typename V::value_type, Abi>&);
111 
112 template <class T, class... Abis>
113 simd<T, abi_for_size_t<T, (simd_size_v<T, Abis> + ...)>> concat(const simd<T, Abis>&...);
114 template <class T, class... Abis>
115 simd_mask<T, abi_for_size_t<T, (simd_size_v<T, Abis> + ...)>> concat(const simd_mask<T, Abis>&...);
116 
117 // reductions [simd.mask.reductions]
118 template <class T, class Abi> bool all_of(const simd_mask<T, Abi>&) noexcept;
119 template <class T, class Abi> bool any_of(const simd_mask<T, Abi>&) noexcept;
120 template <class T, class Abi> bool none_of(const simd_mask<T, Abi>&) noexcept;
121 template <class T, class Abi> bool some_of(const simd_mask<T, Abi>&) noexcept;
122 template <class T, class Abi> int popcount(const simd_mask<T, Abi>&) noexcept;
123 template <class T, class Abi> int find_first_set(const simd_mask<T, Abi>&);
124 template <class T, class Abi> int find_last_set(const simd_mask<T, Abi>&);
125 
126 bool all_of(see below) noexcept;
127 bool any_of(see below) noexcept;
128 bool none_of(see below) noexcept;
129 bool some_of(see below) noexcept;
130 int popcount(see below) noexcept;
131 int find_first_set(see below) noexcept;
132 int find_last_set(see below) noexcept;
133 
134 // masked assignment [simd.whereexpr]
135 template <class M, class T> class const_where_expression;
136 template <class M, class T> class where_expression;
137 
138 // masked assignment [simd.mask.where]
139 template <class T> struct nodeduce { using type = T; }; // exposition only
140 
141 template <class T> using nodeduce_t = typename nodeduce<T>::type; // exposition only
142 
143 template <class T, class Abi>
144 where_expression<simd_mask<T, Abi>, simd<T, Abi>>
145 where(const typename simd<T, Abi>::mask_type&, simd<T, Abi>&) noexcept;
146 
147 template <class T, class Abi>
148 const_where_expression<simd_mask<T, Abi>, const simd<T, Abi>>
149 where(const typename simd<T, Abi>::mask_type&, const simd<T, Abi>&) noexcept;
150 
151 template <class T, class Abi>
152 where_expression<simd_mask<T, Abi>, simd_mask<T, Abi>>
153 where(const nodeduce_t<simd_mask<T, Abi>>&, simd_mask<T, Abi>&) noexcept;
154 
155 template <class T, class Abi>
156 const_where_expression<simd_mask<T, Abi>, const simd_mask<T, Abi>>
157 where(const nodeduce_t<simd_mask<T, Abi>>&, const simd_mask<T, Abi>&) noexcept;
158 
159 template <class T> where_expression<bool, T> where(see below k, T& d) noexcept;
160 
161 template <class T>
162 const_where_expression<bool, const T> where(see below k, const T& d) noexcept;
163 
164 // reductions [simd.reductions]
165 template <class T, class Abi, class BinaryOperation = std::plus<>>
166 T reduce(const simd<T, Abi>&, BinaryOperation = BinaryOperation());
167 
168 template <class M, class V, class BinaryOperation>
169 typename V::value_type reduce(const const_where_expression<M, V>& x,
170 typename V::value_type neutral_element, BinaryOperation binary_op);
171 
172 template <class M, class V>
173 typename V::value_type reduce(const const_where_expression<M, V>& x, plus<> binary_op = plus<>());
174 
175 template <class M, class V>
176 typename V::value_type reduce(const const_where_expression<M, V>& x, multiplies<> binary_op);
177 
178 template <class M, class V>
179 typename V::value_type reduce(const const_where_expression<M, V>& x, bit_and<> binary_op);
180 
181 template <class M, class V>
182 typename V::value_type reduce(const const_where_expression<M, V>& x, bit_or<> binary_op);
183 
184 template <class M, class V>
185 typename V::value_type reduce(const const_where_expression<M, V>& x, bit_xor<> binary_op);
186 
187 template <class T, class Abi> T hmin(const simd<T, Abi>&);
188 template <class M, class V> T hmin(const const_where_expression<M, V>&);
189 template <class T, class Abi> T hmax(const simd<T, Abi>&);
190 template <class M, class V> T hmax(const const_where_expression<M, V>&);
191 
192 // algorithms [simd.alg]
193 template <class T, class Abi> simd<T, Abi> min(const simd<T, Abi>&, const simd<T, Abi>&) noexcept;
194 
195 template <class T, class Abi> simd<T, Abi> max(const simd<T, Abi>&, const simd<T, Abi>&) noexcept;
196 
197 template <class T, class Abi>
198 std::pair<simd<T, Abi>, simd<T, Abi>> minmax(const simd<T, Abi>&, const simd<T, Abi>&) noexcept;
199 
200 template <class T, class Abi>
201 simd<T, Abi> clamp(const simd<T, Abi>& v, const simd<T, Abi>& lo, const simd<T, Abi>& hi);
202 
203 // [simd.whereexpr]
204 template <class M, class T>
205 class const_where_expression {
206  const M& mask; // exposition only
207  T& data; // exposition only
208 public:
209  const_where_expression(const const_where_expression&) = delete;
210  const_where_expression& operator=(const const_where_expression&) = delete;
211  remove_const_t<T> operator-() const &&;
212  template <class U, class Flags> void copy_to(U* mem, Flags f) const &&;
213 };
214 
215 template <class M, class T>
216 class where_expression : public const_where_expression<M, T> {
217 public:
218  where_expression(const where_expression&) = delete;
219  where_expression& operator=(const where_expression&) = delete;
220  template <class U> void operator=(U&& x);
221  template <class U> void operator+=(U&& x);
222  template <class U> void operator-=(U&& x);
223  template <class U> void operator*=(U&& x);
224  template <class U> void operator/=(U&& x);
225  template <class U> void operator%=(U&& x);
226  template <class U> void operator&=(U&& x);
227  template <class U> void operator|=(U&& x);
228  template <class U> void operator^=(U&& x);
229  template <class U> void operator<<=(U&& x);
230  template <class U> void operator>>=(U&& x);
231  void operator++();
232  void operator++(int);
233  void operator--();
234  void operator--(int);
235  template <class U, class Flags> void copy_from(const U* mem, Flags);
236 };
237 
238 // [simd.class]
239 template <class T, class Abi> class simd {
240 public:
241  using value_type = T;
242  using reference = see below;
243  using mask_type = simd_mask<T, Abi>;
244 
245  using abi_type = Abi;
246  static constexpr size_t size() noexcept;
247  simd() = default;
248 
249  // implicit type conversion constructor
250  template <class U> simd(const simd<U, simd_abi::fixed_size<size()>>&);
251 
252  // implicit broadcast constructor (see below for constraints)
253  template <class U> simd(U&& value);
254 
255  // generator constructor (see below for constraints)
256  template <class G> explicit simd(G&& gen);
257 
258  // load constructor
259  template <class U, class Flags> simd(const U* mem, Flags f);
260 
261  // loads [simd.load]
262  template <class U, class Flags> void copy_from(const U* mem, Flags f);
263 
264  // stores [simd.store]
265  template <class U, class Flags> void copy_to(U* mem, Flags f) const;
266 
267  // scalar access [simd.subscr]
268  reference operator[](size_t);
269  value_type operator[](size_t) const;
270 
271  // unary operators [simd.unary]
272  simd& operator++();
273  simd operator++(int);
274  simd& operator--();
275  simd operator--(int);
276  mask_type operator!() const;
277  simd operator~() const; // see below
278  simd operator+() const;
279  simd operator-() const;
280 
281  // binary operators [simd.binary]
282  friend simd operator+ (const simd&, const simd&);
283  friend simd operator- (const simd&, const simd&);
284  friend simd operator* (const simd&, const simd&);
285  friend simd operator/ (const simd&, const simd&);
286  friend simd operator% (const simd&, const simd&);
287  friend simd operator& (const simd&, const simd&);
288  friend simd operator| (const simd&, const simd&);
289  friend simd operator^ (const simd&, const simd&);
290  friend simd operator<<(const simd&, const simd&);
291  friend simd operator>>(const simd&, const simd&);
292  friend simd operator<<(const simd&, int);
293  friend simd operator>>(const simd&, int);
294 
295  // compound assignment [simd.cassign]
296  friend simd& operator+= (simd&, const simd&);
297  friend simd& operator-= (simd&, const simd&);
298  friend simd& operator*= (simd&, const simd&);
299  friend simd& operator/= (simd&, const simd&);
300  friend simd& operator%= (simd&, const simd&);
301 
302  friend simd& operator&= (simd&, const simd&);
303  friend simd& operator|= (simd&, const simd&);
304  friend simd& operator^= (simd&, const simd&);
305  friend simd& operator<<=(simd&, const simd&);
306  friend simd& operator>>=(simd&, const simd&);
307  friend simd& operator<<=(simd&, int);
308  friend simd& operator>>=(simd&, int);
309 
310  // compares [simd.comparison]
311  friend mask_type operator==(const simd&, const simd&);
312  friend mask_type operator!=(const simd&, const simd&);
313  friend mask_type operator>=(const simd&, const simd&);
314  friend mask_type operator<=(const simd&, const simd&);
315  friend mask_type operator> (const simd&, const simd&);
316  friend mask_type operator< (const simd&, const simd&);
317 };
318 
319 // [simd.math]
320 template <class Abi> using scharv = simd<signed char, Abi>; // exposition only
321 template <class Abi> using shortv = simd<short, Abi>; // exposition only
322 template <class Abi> using intv = simd<int, Abi>; // exposition only
323 template <class Abi> using longv = simd<long int, Abi>; // exposition only
324 template <class Abi> using llongv = simd<long long int, Abi>; // exposition only
325 template <class Abi> using floatv = simd<float, Abi>; // exposition only
326 template <class Abi> using doublev = simd<double, Abi>; // exposition only
327 template <class Abi> using ldoublev = simd<long double, Abi>; // exposition only
328 template <class T, class V> using samesize = fixed_size_simd<T, V::size()>; // exposition only
329 
330 template <class Abi> floatv<Abi> acos(floatv<Abi> x);
331 template <class Abi> doublev<Abi> acos(doublev<Abi> x);
332 template <class Abi> ldoublev<Abi> acos(ldoublev<Abi> x);
333 
334 template <class Abi> floatv<Abi> asin(floatv<Abi> x);
335 template <class Abi> doublev<Abi> asin(doublev<Abi> x);
336 template <class Abi> ldoublev<Abi> asin(ldoublev<Abi> x);
337 
338 template <class Abi> floatv<Abi> atan(floatv<Abi> x);
339 template <class Abi> doublev<Abi> atan(doublev<Abi> x);
340 template <class Abi> ldoublev<Abi> atan(ldoublev<Abi> x);
341 
342 template <class Abi> floatv<Abi> atan2(floatv<Abi> y, floatv<Abi> x);
343 template <class Abi> doublev<Abi> atan2(doublev<Abi> y, doublev<Abi> x);
344 template <class Abi> ldoublev<Abi> atan2(ldoublev<Abi> y, ldoublev<Abi> x);
345 
346 template <class Abi> floatv<Abi> cos(floatv<Abi> x);
347 template <class Abi> doublev<Abi> cos(doublev<Abi> x);
348 template <class Abi> ldoublev<Abi> cos(ldoublev<Abi> x);
349 
350 template <class Abi> floatv<Abi> sin(floatv<Abi> x);
351 template <class Abi> doublev<Abi> sin(doublev<Abi> x);
352 template <class Abi> ldoublev<Abi> sin(ldoublev<Abi> x);
353 
354 template <class Abi> floatv<Abi> tan(floatv<Abi> x);
355 template <class Abi> doublev<Abi> tan(doublev<Abi> x);
356 template <class Abi> ldoublev<Abi> tan(ldoublev<Abi> x);
357 
358 template <class Abi> floatv<Abi> acosh(floatv<Abi> x);
359 template <class Abi> doublev<Abi> acosh(doublev<Abi> x);
360 template <class Abi> ldoublev<Abi> acosh(ldoublev<Abi> x);
361 
362 template <class Abi> floatv<Abi> asinh(floatv<Abi> x);
363 template <class Abi> doublev<Abi> asinh(doublev<Abi> x);
364 template <class Abi> ldoublev<Abi> asinh(ldoublev<Abi> x);
365 
366 template <class Abi> floatv<Abi> atanh(floatv<Abi> x);
367 template <class Abi> doublev<Abi> atanh(doublev<Abi> x);
368 template <class Abi> ldoublev<Abi> atanh(ldoublev<Abi> x);
369 
370 template <class Abi> floatv<Abi> cosh(floatv<Abi> x);
371 template <class Abi> doublev<Abi> cosh(doublev<Abi> x);
372 template <class Abi> ldoublev<Abi> cosh(ldoublev<Abi> x);
373 
374 template <class Abi> floatv<Abi> sinh(floatv<Abi> x);
375 template <class Abi> doublev<Abi> sinh(doublev<Abi> x);
376 template <class Abi> ldoublev<Abi> sinh(ldoublev<Abi> x);
377 
378 template <class Abi> floatv<Abi> tanh(floatv<Abi> x);
379 template <class Abi> doublev<Abi> tanh(doublev<Abi> x);
380 template <class Abi> ldoublev<Abi> tanh(ldoublev<Abi> x);
381 
382 template <class Abi> floatv<Abi> exp(floatv<Abi> x);
383 template <class Abi> doublev<Abi> exp(doublev<Abi> x);
384 template <class Abi> ldoublev<Abi> exp(ldoublev<Abi> x);
385 
386 template <class Abi> floatv<Abi> exp2(floatv<Abi> x);
387 template <class Abi> doublev<Abi> exp2(doublev<Abi> x);
388 template <class Abi> ldoublev<Abi> exp2(ldoublev<Abi> x);
389 
390 template <class Abi> floatv<Abi> expm1(floatv<Abi> x);
391 template <class Abi> doublev<Abi> expm1(doublev<Abi> x);
392 template <class Abi> ldoublev<Abi> expm1(ldoublev<Abi> x);
393 
394 template <class Abi> floatv<Abi> frexp(floatv<Abi> value, samesize<int, floatv<Abi>>* exp);
395 template <class Abi> doublev<Abi> frexp(doublev<Abi> value, samesize<int, doublev<Abi>>* exp);
396 template <class Abi> ldoublev<Abi> frexp(ldoublev<Abi> value, samesize<int, ldoublev<Abi>>* exp);
397 
398 template <class Abi> samesize<int, floatv<Abi>> ilogb(floatv<Abi> x);
399 template <class Abi> samesize<int, doublev<Abi>> ilogb(doublev<Abi> x);
400 template <class Abi> samesize<int, ldoublev<Abi>> ilogb(ldoublev<Abi> x);
401 
402 template <class Abi> floatv<Abi> ldexp(floatv<Abi> x, samesize<int, floatv<Abi>> exp);
403 template <class Abi> doublev<Abi> ldexp(doublev<Abi> x, samesize<int, doublev<Abi>> exp);
404 template <class Abi> ldoublev<Abi> ldexp(ldoublev<Abi> x, samesize<int, ldoublev<Abi>> exp);
405 
406 template <class Abi> floatv<Abi> log(floatv<Abi> x);
407 template <class Abi> doublev<Abi> log(doublev<Abi> x);
408 template <class Abi> ldoublev<Abi> log(ldoublev<Abi> x);
409 
410 template <class Abi> floatv<Abi> log10(floatv<Abi> x);
411 template <class Abi> doublev<Abi> log10(doublev<Abi> x);
412 template <class Abi> ldoublev<Abi> log10(ldoublev<Abi> x);
413 
414 template <class Abi> floatv<Abi> log1p(floatv<Abi> x);
415 template <class Abi> doublev<Abi> log1p(doublev<Abi> x);
416 template <class Abi> ldoublev<Abi> log1p(ldoublev<Abi> x);
417 
418 template <class Abi> floatv<Abi> log2(floatv<Abi> x);
419 template <class Abi> doublev<Abi> log2(doublev<Abi> x);
420 template <class Abi> ldoublev<Abi> log2(ldoublev<Abi> x);
421 
422 template <class Abi> floatv<Abi> logb(floatv<Abi> x);
423 template <class Abi> doublev<Abi> logb(doublev<Abi> x);
424 template <class Abi> ldoublev<Abi> logb(ldoublev<Abi> x);
425 
426 template <class Abi> floatv<Abi> modf(floatv<Abi> value, floatv<Abi>* iptr);
427 template <class Abi> doublev<Abi> modf(doublev<Abi> value, doublev<Abi>* iptr);
428 template <class Abi> ldoublev<Abi> modf(ldoublev<Abi> value, ldoublev<Abi>* iptr);
429 
430 template <class Abi> floatv<Abi> scalbn(floatv<Abi> x, samesize<int, floatv<Abi>> n);
431 template <class Abi> doublev<Abi> scalbn(doublev<Abi> x, samesize<int, doublev<Abi>> n);
432 template <class Abi> ldoublev<Abi> scalbn(ldoublev<Abi> x, samesize<int, ldoublev<Abi>> n);
433 template <class Abi> floatv<Abi> scalbln(floatv<Abi> x, samesize<long int, floatv<Abi>> n);
434 template <class Abi> doublev<Abi> scalbln(doublev<Abi> x, samesize<long int, doublev<Abi>> n);
435 template <class Abi> ldoublev<Abi> scalbln(ldoublev<Abi> x, samesize<long int, ldoublev<Abi>> n);
436 
437 template <class Abi> floatv<Abi> cbrt(floatv<Abi> x);
438 template <class Abi> doublev<Abi> cbrt(doublev<Abi> x);
439 template <class Abi> ldoublev<Abi> cbrt(ldoublev<Abi> x);
440 
441 template <class Abi> scharv<Abi> abs(scharv<Abi> j);
442 template <class Abi> shortv<Abi> abs(shortv<Abi> j);
443 template <class Abi> intv<Abi> abs(intv<Abi> j);
444 template <class Abi> longv<Abi> abs(longv<Abi> j);
445 template <class Abi> llongv<Abi> abs(llongv<Abi> j);
446 template <class Abi> floatv<Abi> abs(floatv<Abi> j);
447 template <class Abi> doublev<Abi> abs(doublev<Abi> j);
448 template <class Abi> ldoublev<Abi> abs(ldoublev<Abi> j);
449 
450 template <class Abi> floatv<Abi> hypot(floatv<Abi> x, floatv<Abi> y);
451 template <class Abi> doublev<Abi> hypot(doublev<Abi> x, doublev<Abi> y);
452 template <class Abi> ldoublev<Abi> hypot(doublev<Abi> x, doublev<Abi> y);
453 template <class Abi> floatv<Abi> hypot(floatv<Abi> x, floatv<Abi> y, floatv<Abi> z);
454 template <class Abi> doublev<Abi> hypot(doublev<Abi> x, doublev<Abi> y, doublev<Abi> z);
455 template <class Abi> ldoublev<Abi> hypot(ldoublev<Abi> x, ldoublev<Abi> y, ldoublev<Abi> z);
456 
457 template <class Abi> floatv<Abi> pow(floatv<Abi> x, floatv<Abi> y);
458 template <class Abi> doublev<Abi> pow(doublev<Abi> x, doublev<Abi> y);
459 template <class Abi> ldoublev<Abi> pow(ldoublev<Abi> x, ldoublev<Abi> y);
460 
461 template <class Abi> floatv<Abi> sqrt(floatv<Abi> x);
462 template <class Abi> doublev<Abi> sqrt(doublev<Abi> x);
463 template <class Abi> ldoublev<Abi> sqrt(ldoublev<Abi> x);
464 
465 template <class Abi> floatv<Abi> erf(floatv<Abi> x);
466 template <class Abi> doublev<Abi> erf(doublev<Abi> x);
467 template <class Abi> ldoublev<Abi> erf(ldoublev<Abi> x);
468 template <class Abi> floatv<Abi> erfc(floatv<Abi> x);
469 template <class Abi> doublev<Abi> erfc(doublev<Abi> x);
470 template <class Abi> ldoublev<Abi> erfc(ldoublev<Abi> x);
471 
472 template <class Abi> floatv<Abi> lgamma(floatv<Abi> x);
473 template <class Abi> doublev<Abi> lgamma(doublev<Abi> x);
474 template <class Abi> ldoublev<Abi> lgamma(ldoublev<Abi> x);
475 
476 template <class Abi> floatv<Abi> tgamma(floatv<Abi> x);
477 template <class Abi> doublev<Abi> tgamma(doublev<Abi> x);
478 template <class Abi> ldoublev<Abi> tgamma(ldoublev<Abi> x);
479 
480 template <class Abi> floatv<Abi> ceil(floatv<Abi> x);
481 template <class Abi> doublev<Abi> ceil(doublev<Abi> x);
482 template <class Abi> ldoublev<Abi> ceil(ldoublev<Abi> x);
483 
484 template <class Abi> floatv<Abi> floor(floatv<Abi> x);
485 template <class Abi> doublev<Abi> floor(doublev<Abi> x);
486 template <class Abi> ldoublev<Abi> floor(ldoublev<Abi> x);
487 
488 template <class Abi> floatv<Abi> nearbyint(floatv<Abi> x);
489 template <class Abi> doublev<Abi> nearbyint(doublev<Abi> x);
490 template <class Abi> ldoublev<Abi> nearbyint(ldoublev<Abi> x);
491 
492 template <class Abi> floatv<Abi> rint(floatv<Abi> x);
493 template <class Abi> doublev<Abi> rint(doublev<Abi> x);
494 template <class Abi> ldoublev<Abi> rint(ldoublev<Abi> x);
495 
496 template <class Abi> samesize<long int, floatv<Abi>> lrint(floatv<Abi> x);
497 template <class Abi> samesize<long int, doublev<Abi>> lrint(doublev<Abi> x);
498 template <class Abi> samesize<long int, ldoublev<Abi>> lrint(ldoublev<Abi> x);
499 template <class Abi> samesize<long long int, floatv<Abi>> llrint(floatv<Abi> x);
500 template <class Abi> samesize<long long int, doublev<Abi>> llrint(doublev<Abi> x);
501 template <class Abi> samesize<long long int, ldoublev<Abi>> llrint(ldoublev<Abi> x);
502 
503 template <class Abi> floatv<Abi> round(floatv<Abi> x);
504 template <class Abi> doublev<Abi> round(doublev<Abi> x);
505 template <class Abi> ldoublev<Abi> round(ldoublev<Abi> x);
506 template <class Abi> samesize<long int, floatv<Abi>> lround(floatv<Abi> x);
507 template <class Abi> samesize<long int, doublev<Abi>> lround(doublev<Abi> x);
508 template <class Abi> samesize<long int, ldoublev<Abi>> lround(ldoublev<Abi> x);
509 template <class Abi> samesize<long long int, floatv<Abi>> llround(floatv<Abi> x);
510 template <class Abi> samesize<long long int, doublev<Abi>> llround(doublev<Abi> x);
511 template <class Abi> samesize<long long int, ldoublev<Abi>> llround(ldoublev<Abi> x);
512 
513 template <class Abi> floatv<Abi> trunc(floatv<Abi> x);
514 template <class Abi> doublev<Abi> trunc(doublev<Abi> x);
515 template <class Abi> ldoublev<Abi> trunc(ldoublev<Abi> x);
516 
517 template <class Abi> floatv<Abi> fmod(floatv<Abi> x, floatv<Abi> y);
518 template <class Abi> doublev<Abi> fmod(doublev<Abi> x, doublev<Abi> y);
519 template <class Abi> ldoublev<Abi> fmod(ldoublev<Abi> x, ldoublev<Abi> y);
520 
521 template <class Abi> floatv<Abi> remainder(floatv<Abi> x, floatv<Abi> y);
522 template <class Abi> doublev<Abi> remainder(doublev<Abi> x, doublev<Abi> y);
523 template <class Abi> ldoublev<Abi> remainder(ldoublev<Abi> x, ldoublev<Abi> y);
524 
525 template <class Abi> floatv<Abi> remquo(floatv<Abi> x, floatv<Abi> y, samesize<int, floatv<Abi>>* quo);
526 template <class Abi> doublev<Abi> remquo(doublev<Abi> x, doublev<Abi> y, samesize<int, doublev<Abi>>* quo);
527 template <class Abi> ldoublev<Abi> remquo(ldoublev<Abi> x, ldoublev<Abi> y, samesize<int, ldoublev<Abi>>* quo);
528 
529 template <class Abi> floatv<Abi> copysign(floatv<Abi> x, floatv<Abi> y);
530 template <class Abi> doublev<Abi> copysign(doublev<Abi> x, doublev<Abi> y);
531 template <class Abi> ldoublev<Abi> copysign(ldoublev<Abi> x, ldoublev<Abi> y);
532 
533 template <class Abi> doublev<Abi> nan(const char* tagp);
534 template <class Abi> floatv<Abi> nanf(const char* tagp);
535 template <class Abi> ldoublev<Abi> nanl(const char* tagp);
536 
537 template <class Abi> floatv<Abi> nextafter(floatv<Abi> x, floatv<Abi> y);
538 template <class Abi> doublev<Abi> nextafter(doublev<Abi> x, doublev<Abi> y);
539 template <class Abi> ldoublev<Abi> nextafter(ldoublev<Abi> x, ldoublev<Abi> y);
540 
541 template <class Abi> floatv<Abi> nexttoward(floatv<Abi> x, ldoublev<Abi> y);
542 template <class Abi> doublev<Abi> nexttoward(doublev<Abi> x, ldoublev<Abi> y);
543 template <class Abi> ldoublev<Abi> nexttoward(ldoublev<Abi> x, ldoublev<Abi> y);
544 
545 template <class Abi> floatv<Abi> fdim(floatv<Abi> x, floatv<Abi> y);
546 template <class Abi> doublev<Abi> fdim(doublev<Abi> x, doublev<Abi> y);
547 template <class Abi> ldoublev<Abi> fdim(ldoublev<Abi> x, ldoublev<Abi> y);
548 
549 template <class Abi> floatv<Abi> fmax(floatv<Abi> x, floatv<Abi> y);
550 template <class Abi> doublev<Abi> fmax(doublev<Abi> x, doublev<Abi> y);
551 template <class Abi> ldoublev<Abi> fmax(ldoublev<Abi> x, ldoublev<Abi> y);
552 
553 template <class Abi> floatv<Abi> fmin(floatv<Abi> x, floatv<Abi> y);
554 template <class Abi> doublev<Abi> fmin(doublev<Abi> x, doublev<Abi> y);
555 template <class Abi> ldoublev<Abi> fmin(ldoublev<Abi> x, ldoublev<Abi> y);
556 
557 template <class Abi> floatv<Abi> fma(floatv<Abi> x, floatv<Abi> y, floatv<Abi> z);
558 template <class Abi> doublev<Abi> fma(doublev<Abi> x, doublev<Abi> y, doublev<Abi> z);
559 template <class Abi> ldoublev<Abi> fma(ldoublev<Abi> x, ldoublev<Abi> y, ldoublev<Abi> z);
560 
561 template <class Abi> samesize<int, floatv<Abi>> fpclassify(floatv<Abi> x);
562 template <class Abi> samesize<int, doublev<Abi>> fpclassify(doublev<Abi> x);
563 template <class Abi> samesize<int, ldoublev<Abi>> fpclassify(ldoublev<Abi> x);
564 
565 template <class Abi> simd_mask<float, Abi> isfinite(floatv<Abi> x);
566 template <class Abi> simd_mask<double, Abi> isfinite(doublev<Abi> x);
567 template <class Abi> simd_mask<long double, Abi> isfinite(ldoublev<Abi> x);
568 
569 template <class Abi> simd_mask<float, Abi> isinf(floatv<Abi> x);
570 template <class Abi> simd_mask<double, Abi> isinf(doublev<Abi> x);
571 template <class Abi> simd_mask<long double, Abi> isinf(ldoublev<Abi> x);
572 
573 template <class Abi> simd_mask<float, Abi> isnan(floatv<Abi> x);
574 template <class Abi> simd_mask<double, Abi> isnan(doublev<Abi> x);
575 template <class Abi> simd_mask<long double, Abi> isnan(ldoublev<Abi> x);
576 
577 template <class Abi> simd_mask<float, Abi> isnormal(floatv<Abi> x);
578 template <class Abi> simd_mask<double, Abi> isnormal(doublev<Abi> x);
579 template <class Abi> simd_mask<long double, Abi> isnormal(ldoublev<Abi> x);
580 
581 template <class Abi> simd_mask<float, Abi> signbit(floatv<Abi> x);
582 template <class Abi> simd_mask<double, Abi> signbit(doublev<Abi> x);
583 template <class Abi> simd_mask<long double, Abi> signbit(ldoublev<Abi> x);
584 
585 template <class Abi> simd_mask<float, Abi> isgreater(floatv<Abi> x, floatv<Abi> y);
586 template <class Abi> simd_mask<double, Abi> isgreater(doublev<Abi> x, doublev<Abi> y);
587 template <class Abi> simd_mask<long double, Abi> isgreater(ldoublev<Abi> x, ldoublev<Abi> y);
588 
589 template <class Abi> simd_mask<float, Abi> isgreaterequal(floatv<Abi> x, floatv<Abi> y);
590 template <class Abi> simd_mask<double, Abi> isgreaterequal(doublev<Abi> x, doublev<Abi> y);
591 template <class Abi> simd_mask<long double, Abi> isgreaterequal(ldoublev<Abi> x, ldoublev<Abi> y);
592 
593 template <class Abi> simd_mask<float, Abi> isless(floatv<Abi> x, floatv<Abi> y);
594 template <class Abi> simd_mask<double, Abi> isless(doublev<Abi> x, doublev<Abi> y);
595 template <class Abi> simd_mask<long double, Abi> isless(ldoublev<Abi> x, ldoublev<Abi> y);
596 
597 template <class Abi> simd_mask<float, Abi> islessequal(floatv<Abi> x, floatv<Abi> y);
598 template <class Abi> simd_mask<double, Abi> islessequal(doublev<Abi> x, doublev<Abi> y);
599 template <class Abi> simd_mask<long double, Abi> islessequal(ldoublev<Abi> x, ldoublev<Abi> y);
600 
601 template <class Abi> simd_mask<float, Abi> islessgreater(floatv<Abi> x, floatv<Abi> y);
602 template <class Abi> simd_mask<double, Abi> islessgreater(doublev<Abi> x, doublev<Abi> y);
603 template <class Abi> simd_mask<long double, Abi> islessgreater(ldoublev<Abi> x, ldoublev<Abi> y);
604 
605 template <class Abi> simd_mask<float, Abi> isunordered(floatv<Abi> x, floatv<Abi> y);
606 template <class Abi> simd_mask<double, Abi> isunordered(doublev<Abi> x, doublev<Abi> y);
607 template <class Abi> simd_mask<long double, Abi> isunordered(ldoublev<Abi> x, ldoublev<Abi> y);
608 
609 template <class V> struct simd_div_t { V quot, rem; };
610 template <class Abi> simd_div_t<scharv<Abi>> div(scharv<Abi> numer, scharv<Abi> denom);
611 template <class Abi> simd_div_t<shortv<Abi>> div(shortv<Abi> numer, shortv<Abi> denom);
612 template <class Abi> simd_div_t<intv<Abi>> div(intv<Abi> numer, intv<Abi> denom);
613 template <class Abi> simd_div_t<longv<Abi>> div(longv<Abi> numer, longv<Abi> denom);
614 template <class Abi> simd_div_t<llongv<Abi>> div(llongv<Abi> numer, llongv<Abi> denom);
615 
616 // [simd.mask.class]
617 template <class T, class Abi>
618 class simd_mask {
619 public:
620  using value_type = bool;
621  using reference = see below;
622  using simd_type = simd<T, Abi>;
623  using abi_type = Abi;
624  static constexpr size_t size() noexcept;
625  simd_mask() = default;
626 
627  // broadcast constructor
628  explicit simd_mask(value_type) noexcept;
629 
630  // implicit type conversion constructor
631  template <class U> simd_mask(const simd_mask<U, simd_abi::fixed_size<size()>>&) noexcept;
632 
633  // load constructor
634  template <class Flags> simd_mask(const value_type* mem, Flags);
635 
636  // loads [simd.mask.copy]
637  template <class Flags> void copy_from(const value_type* mem, Flags);
638  template <class Flags> void copy_to(value_type* mem, Flags) const;
639 
640  // scalar access [simd.mask.subscr]
641  reference operator[](size_t);
642  value_type operator[](size_t) const;
643 
644  // unary operators [simd.mask.unary]
645  simd_mask operator!() const noexcept;
646 
647  // simd_mask binary operators [simd.mask.binary]
648  friend simd_mask operator&&(const simd_mask&, const simd_mask&) noexcept;
649  friend simd_mask operator||(const simd_mask&, const simd_mask&) noexcept;
650  friend simd_mask operator& (const simd_mask&, const simd_mask&) noexcept;
651  friend simd_mask operator| (const simd_mask&, const simd_mask&) noexcept;
652  friend simd_mask operator^ (const simd_mask&, const simd_mask&) noexcept;
653 
654  // simd_mask compound assignment [simd.mask.cassign]
655  friend simd_mask& operator&=(simd_mask&, const simd_mask&) noexcept;
656  friend simd_mask& operator|=(simd_mask&, const simd_mask&) noexcept;
657  friend simd_mask& operator^=(simd_mask&, const simd_mask&) noexcept;
658 
659  // simd_mask compares [simd.mask.comparison]
660  friend simd_mask operator==(const simd_mask&, const simd_mask&) noexcept;
661  friend simd_mask operator!=(const simd_mask&, const simd_mask&) noexcept;
662 };
663 
664 } // parallelism_v2
665 } // std::experimental
666 
667 */
668 
669 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
670 #define _LIBCPP_STD_VER 17
671 #define _LIBCPP_COMPILER_CLANG_BASED 1
672 #define _LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER 1
673 #define _LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD namespace std::experimental {
674 #define _LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD }
675 #define _LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD_ABI namespace std::experimental::simd_abi {
676 #define _LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD_ABI }
677 #define _LIBCPP_INLINE_VAR inline
678 #define _LIBCPP_PUSH_MACROS
679 #define _LIBCPP_POP_MACROS
680 #define _LIBCPP_NATIVE_SIMD_WIDTH_IN_BYTES 512 // is not really used for now for sycl::ext::oneapi::experimental::invoke_simd
681 
682 #include <algorithm>
683 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
684 
685 
686 
687 #include <array>
688 #include <cstddef>
689 #ifndef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
690 #include <experimental/__config>
691 #endif // !ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
692 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
693 #include <cstdint>
694 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
695 #include <functional>
696 
697 #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
698 # pragma GCC system_header
699 #endif
700 
701 _LIBCPP_PUSH_MACROS
702 #ifndef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
703 #include <__undef_macros>
704 #endif // !ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
705 
706 
707 _LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD
708 
709 #if _LIBCPP_STD_VER >= 17
710 
711 enum class _StorageKind {
712  _Scalar,
713  _Array,
714  _VecExt,
715 };
716 
717 template <_StorageKind __kind, int _Np>
718 struct __simd_abi {};
719 
720 template <class _Tp, class _Abi>
721 class __simd_storage {};
722 
723 template <class _Tp, int __num_element>
724 class __simd_storage<_Tp, __simd_abi<_StorageKind::_Array, __num_element>> {
725  std::array<_Tp, __num_element> __storage_;
726 
727  template <class, class>
728  friend struct simd;
729 
730  template <class, class>
731  friend struct simd_mask;
732 
733 public:
734  _Tp __get(size_t __index) const noexcept { return __storage_[__index]; }
735  void __set(size_t __index, _Tp __val) noexcept {
736  __storage_[__index] = __val;
737  }
738 };
739 
740 template <class _Tp>
741 class __simd_storage<_Tp, __simd_abi<_StorageKind::_Scalar, 1>> {
742  _Tp __storage_;
743 
744  template <class, class>
745  friend struct simd;
746 
747  template <class, class>
748  friend struct simd_mask;
749 
750 public:
751  _Tp __get(size_t __index) const noexcept { return (&__storage_)[__index]; }
752  void __set(size_t __index, _Tp __val) noexcept {
753  (&__storage_)[__index] = __val;
754  }
755 };
756 
757 #ifndef _LIBCPP_HAS_NO_VECTOR_EXTENSION
758 
759 constexpr size_t __floor_pow_of_2(size_t __val) {
760  return ((__val - 1) & __val) == 0 ? __val
761  : __floor_pow_of_2((__val - 1) & __val);
762 }
763 
764 constexpr size_t __ceil_pow_of_2(size_t __val) {
765  return __val == 1 ? 1 : __floor_pow_of_2(__val - 1) << 1;
766 }
767 
768 template <class _Tp, size_t __bytes>
769 struct __vec_ext_traits {
770 #if !defined(_LIBCPP_COMPILER_CLANG_BASED)
771  typedef _Tp type __attribute__((vector_size(__ceil_pow_of_2(__bytes))));
772 #endif
773 };
774 
775 #if defined(_LIBCPP_COMPILER_CLANG_BASED)
776 #define _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, _NUM_ELEMENT) \
777  template <> \
778  struct __vec_ext_traits<_TYPE, sizeof(_TYPE) * _NUM_ELEMENT> { \
779  using type = \
780  _TYPE __attribute__((vector_size(sizeof(_TYPE) * _NUM_ELEMENT))); \
781  }
782 
783 #define _LIBCPP_SPECIALIZE_VEC_EXT_32(_TYPE) \
784  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 1); \
785  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 2); \
786  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 3); \
787  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 4); \
788  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 5); \
789  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 6); \
790  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 7); \
791  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 8); \
792  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 9); \
793  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 10); \
794  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 11); \
795  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 12); \
796  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 13); \
797  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 14); \
798  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 15); \
799  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 16); \
800  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 17); \
801  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 18); \
802  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 19); \
803  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 20); \
804  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 21); \
805  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 22); \
806  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 23); \
807  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 24); \
808  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 25); \
809  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 26); \
810  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 27); \
811  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 28); \
812  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 29); \
813  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 30); \
814  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 31); \
815  _LIBCPP_SPECIALIZE_VEC_EXT(_TYPE, 32)
816 
817 _LIBCPP_SPECIALIZE_VEC_EXT_32(char);
818 _LIBCPP_SPECIALIZE_VEC_EXT_32(char16_t);
819 _LIBCPP_SPECIALIZE_VEC_EXT_32(char32_t);
820 _LIBCPP_SPECIALIZE_VEC_EXT_32(wchar_t);
821 _LIBCPP_SPECIALIZE_VEC_EXT_32(signed char);
822 _LIBCPP_SPECIALIZE_VEC_EXT_32(signed short);
823 _LIBCPP_SPECIALIZE_VEC_EXT_32(signed int);
824 _LIBCPP_SPECIALIZE_VEC_EXT_32(signed long);
825 _LIBCPP_SPECIALIZE_VEC_EXT_32(signed long long);
826 _LIBCPP_SPECIALIZE_VEC_EXT_32(unsigned char);
827 _LIBCPP_SPECIALIZE_VEC_EXT_32(unsigned short);
828 _LIBCPP_SPECIALIZE_VEC_EXT_32(unsigned int);
829 _LIBCPP_SPECIALIZE_VEC_EXT_32(unsigned long);
830 _LIBCPP_SPECIALIZE_VEC_EXT_32(unsigned long long);
831 _LIBCPP_SPECIALIZE_VEC_EXT_32(float);
832 _LIBCPP_SPECIALIZE_VEC_EXT_32(double);
833 _LIBCPP_SPECIALIZE_VEC_EXT_32(long double);
834 
835 #undef _LIBCPP_SPECIALIZE_VEC_EXT_32
836 #undef _LIBCPP_SPECIALIZE_VEC_EXT
837 #endif
838 
839 template <class _Tp, int __num_element>
840 class __simd_storage<_Tp, __simd_abi<_StorageKind::_VecExt, __num_element>> {
841  using _StorageType =
842  typename __vec_ext_traits<_Tp, sizeof(_Tp) * __num_element>::type;
843 
844  _StorageType __storage_;
845 
846  template <class, class>
847  friend struct simd;
848 
849  template <class, class>
850  friend struct simd_mask;
851 
852 public:
853  _Tp __get(size_t __index) const noexcept { return __storage_[__index]; }
854  void __set(size_t __index, _Tp __val) noexcept {
855  __storage_[__index] = __val;
856  }
857 };
858 
859 #endif // _LIBCPP_HAS_NO_VECTOR_EXTENSION
860 
861 template <class _Vp, class _Tp, class _Abi>
862 class __simd_reference {
863  static_assert(std::is_same<_Vp, _Tp>::value, "");
864 
865  template <class, class>
866  friend struct simd;
867 
868  template <class, class>
869  friend struct simd_mask;
870 
871  __simd_storage<_Tp, _Abi>* __ptr_;
872  size_t __index_;
873 
874  __simd_reference(__simd_storage<_Tp, _Abi>* __ptr, size_t __index)
875  : __ptr_(__ptr), __index_(__index) {}
876 
877  __simd_reference(const __simd_reference&) = default;
878 
879 public:
880  __simd_reference() = delete;
881  __simd_reference& operator=(const __simd_reference&) = delete;
882 
883  operator _Vp() const { return __ptr_->__get(__index_); }
884 
885  __simd_reference operator=(_Vp __value) && {
886  __ptr_->__set(__index_, __value);
887  return *this;
888  }
889 
890  __simd_reference operator++() && {
891  return std::move(*this) = __ptr_->__get(__index_) + 1;
892  }
893 
894  _Vp operator++(int) && {
895  auto __val = __ptr_->__get(__index_);
896  __ptr_->__set(__index_, __val + 1);
897  return __val;
898  }
899 
900  __simd_reference operator--() && {
901  return std::move(*this) = __ptr_->__get(__index_) - 1;
902  }
903 
904  _Vp operator--(int) && {
905  auto __val = __ptr_->__get(__index_);
906  __ptr_->__set(__index_, __val - 1);
907  return __val;
908  }
909 
910  __simd_reference operator+=(_Vp __value) && {
911  return std::move(*this) = __ptr_->__get(__index_) + __value;
912  }
913 
914  __simd_reference operator-=(_Vp __value) && {
915  return std::move(*this) = __ptr_->__get(__index_) - __value;
916  }
917 
918  __simd_reference operator*=(_Vp __value) && {
919  return std::move(*this) = __ptr_->__get(__index_) * __value;
920  }
921 
922  __simd_reference operator/=(_Vp __value) && {
923  return std::move(*this) = __ptr_->__get(__index_) / __value;
924  }
925 
926  __simd_reference operator%=(_Vp __value) && {
927  return std::move(*this) = __ptr_->__get(__index_) % __value;
928  }
929 
930  __simd_reference operator>>=(_Vp __value) && {
931  return std::move(*this) = __ptr_->__get(__index_) >> __value;
932  }
933 
934  __simd_reference operator<<=(_Vp __value) && {
935  return std::move(*this) = __ptr_->__get(__index_) << __value;
936  }
937 
938  __simd_reference operator&=(_Vp __value) && {
939  return std::move(*this) = __ptr_->__get(__index_) & __value;
940  }
941 
942  __simd_reference operator|=(_Vp __value) && {
943  return std::move(*this) = __ptr_->__get(__index_) | __value;
944  }
945 
946  __simd_reference operator^=(_Vp __value) && {
947  return std::move(*this) = __ptr_->__get(__index_) ^ __value;
948  }
949 };
950 
951 template <class _To, class _From>
952 constexpr decltype(_To{std::declval<_From>()}, true)
953 __is_non_narrowing_convertible_impl(_From) {
954  return true;
955 }
956 
957 template <class _To>
958 constexpr bool __is_non_narrowing_convertible_impl(...) {
959  return false;
960 }
961 
962 template <class _From, class _To>
963 constexpr typename std::enable_if<std::is_arithmetic<_To>::value &&
964  std::is_arithmetic<_From>::value,
965  bool>::type
966 __is_non_narrowing_arithmetic_convertible() {
967  return __is_non_narrowing_convertible_impl<_To>(_From{});
968 }
969 
970 template <class _From, class _To>
971 constexpr typename std::enable_if<!(std::is_arithmetic<_To>::value &&
972  std::is_arithmetic<_From>::value),
973  bool>::type
974 __is_non_narrowing_arithmetic_convertible() {
975  return false;
976 }
977 
978 template <class _Tp>
979 constexpr _Tp __variadic_sum() {
980  return _Tp{};
981 }
982 
983 template <class _Tp, class _Up, class... _Args>
984 constexpr _Tp __variadic_sum(_Up __first, _Args... __rest) {
985  return static_cast<_Tp>(__first) + __variadic_sum<_Tp>(__rest...);
986 }
987 
988 template <class _Tp>
989 struct __nodeduce {
990  using type = _Tp;
991 };
992 
993 template <class _Tp>
994 constexpr bool __vectorizable() {
995  return std::is_arithmetic<_Tp>::value && !std::is_const<_Tp>::value &&
996  !std::is_volatile<_Tp>::value && !std::is_same<_Tp, bool>::value;
997 }
998 
999 _LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD
1000 _LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD_ABI
1001 
1002 using scalar = __simd_abi<_StorageKind::_Scalar, 1>;
1003 
1004 template <int _Np>
1005 using fixed_size = __simd_abi<_StorageKind::_Array, _Np>;
1006 
1007 template <class _Tp>
1008 inline constexpr size_t max_fixed_size = 32;
1009 
1010 template <class _Tp>
1011 using compatible = fixed_size<16 / sizeof(_Tp)>;
1012 
1013 #ifndef _LIBCPP_HAS_NO_VECTOR_EXTENSION
1014 template <class _Tp>
1015 using native = __simd_abi<_StorageKind::_VecExt,
1016  _LIBCPP_NATIVE_SIMD_WIDTH_IN_BYTES / sizeof(_Tp)>;
1017 #else
1018 template <class _Tp>
1019 using native =
1020  fixed_size<_Tp, _LIBCPP_NATIVE_SIMD_WIDTH_IN_BYTES / sizeof(_Tp)>;
1021 #endif // _LIBCPP_HAS_NO_VECTOR_EXTENSION
1022 
1023 _LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD_ABI
1024 _LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD
1025 
1026 template <class _Tp, class _Abi = simd_abi::compatible<_Tp>>
1027 class simd;
1028 template <class _Tp, class _Abi = simd_abi::compatible<_Tp>>
1029 class simd_mask;
1030 
1031 struct element_aligned_tag {};
1032 struct vector_aligned_tag {};
1033 template <size_t>
1034 struct overaligned_tag {};
1035 inline constexpr element_aligned_tag element_aligned{};
1036 inline constexpr vector_aligned_tag vector_aligned{};
1037 template <size_t _Np>
1038 inline constexpr overaligned_tag<_Np> overaligned{};
1039 
1040 // traits [simd.traits]
1041 template <class _Tp>
1042 struct is_abi_tag : std::integral_constant<bool, false> {};
1043 
1044 template <_StorageKind __kind, int _Np>
1045 struct is_abi_tag<__simd_abi<__kind, _Np>>
1046  : std::integral_constant<bool, true> {};
1047 
1048 template <class _Tp>
1049 struct is_simd : std::integral_constant<bool, false> {};
1050 
1051 template <class _Tp, class _Abi>
1052 struct is_simd<simd<_Tp, _Abi>> : std::integral_constant<bool, true> {};
1053 
1054 template <class _Tp>
1055 struct is_simd_mask : std::integral_constant<bool, false> {};
1056 
1057 template <class _Tp, class _Abi>
1058 struct is_simd_mask<simd_mask<_Tp, _Abi>> : std::integral_constant<bool, true> {
1059 };
1060 
1061 template <class _Tp>
1062 struct is_simd_flag_type : std::integral_constant<bool, false> {};
1063 
1064 template <>
1065 struct is_simd_flag_type<element_aligned_tag>
1066  : std::integral_constant<bool, true> {};
1067 
1068 template <>
1069 struct is_simd_flag_type<vector_aligned_tag>
1070  : std::integral_constant<bool, true> {};
1071 
1072 template <size_t _Align>
1073 struct is_simd_flag_type<overaligned_tag<_Align>>
1074  : std::integral_constant<bool, true> {};
1075 
1076 template <class _Tp>
1077 inline constexpr bool is_abi_tag_v = is_abi_tag<_Tp>::value;
1078 template <class _Tp>
1079 inline constexpr bool is_simd_v = is_simd<_Tp>::value;
1080 template <class _Tp>
1081 inline constexpr bool is_simd_mask_v = is_simd_mask<_Tp>::value;
1082 template <class _Tp>
1083 inline constexpr bool is_simd_flag_type_v = is_simd_flag_type<_Tp>::value;
1084 template <class _Tp, size_t _Np>
1085 struct abi_for_size {
1086  using type = simd_abi::fixed_size<_Np>;
1087 };
1088 template <class _Tp, size_t _Np>
1089 using abi_for_size_t = typename abi_for_size<_Tp, _Np>::type;
1090 
1091 template <class _Tp, class _Abi = simd_abi::compatible<_Tp>>
1092 struct simd_size;
1093 
1094 template <class _Tp, _StorageKind __kind, int _Np>
1095 struct simd_size<_Tp, __simd_abi<__kind, _Np>>
1096  : std::integral_constant<size_t, _Np> {
1097  static_assert(
1098  std::is_arithmetic<_Tp>::value &&
1099  !std::is_same<typename std::remove_const<_Tp>::type, bool>::value,
1100  "Element type should be vectorizable");
1101 };
1102 
1103 // TODO: implement it.
1104 template <class _Tp, class _Up = typename _Tp::value_type>
1105 struct memory_alignment;
1106 
1107 template <class _Tp, class _Abi = simd_abi::compatible<_Tp>>
1108 inline constexpr size_t simd_size_v = simd_size<_Tp, _Abi>::value;
1109 
1110 template <class _Tp, class _Up = typename _Tp::value_type>
1111 inline constexpr size_t memory_alignment_v = memory_alignment<_Tp, _Up>::value;
1112 
1113 // class template simd [simd.class]
1114 template <class _Tp>
1115 using native_simd = simd<_Tp, simd_abi::native<_Tp>>;
1116 template <class _Tp, int _Np>
1117 using fixed_size_simd = simd<_Tp, simd_abi::fixed_size<_Np>>;
1118 
1119 // class template simd_mask [simd.mask.class]
1120 template <class _Tp>
1121 using native_simd_mask = simd_mask<_Tp, simd_abi::native<_Tp>>;
1122 
1123 template <class _Tp, int _Np>
1124 using fixed_size_simd_mask = simd_mask<_Tp, simd_abi::fixed_size<_Np>>;
1125 
1126 // casts [simd.casts]
1127 template <class _Tp>
1128 struct __static_simd_cast_traits {
1129  template <class _Up, class _Abi>
1130  static simd<_Tp, _Abi> __apply(const simd<_Up, _Abi>& __v);
1131 };
1132 
1133 template <class _Tp, class _NewAbi>
1134 struct __static_simd_cast_traits<simd<_Tp, _NewAbi>> {
1135  template <class _Up, class _Abi>
1136  static typename std::enable_if<simd<_Up, _Abi>::size() ==
1137  simd<_Tp, _NewAbi>::size(),
1138  simd<_Tp, _NewAbi>>::type
1139  __apply(const simd<_Up, _Abi>& __v);
1140 };
1141 
1142 template <class _Tp>
1143 struct __simd_cast_traits {
1144  template <class _Up, class _Abi>
1145  static typename std::enable_if<
1146  __is_non_narrowing_arithmetic_convertible<_Up, _Tp>(),
1147  simd<_Tp, _Abi>>::type
1148  __apply(const simd<_Up, _Abi>& __v);
1149 };
1150 
1151 template <class _Tp, class _NewAbi>
1152 struct __simd_cast_traits<simd<_Tp, _NewAbi>> {
1153  template <class _Up, class _Abi>
1154  static typename std::enable_if<
1155  __is_non_narrowing_arithmetic_convertible<_Up, _Tp>() &&
1156  simd<_Up, _Abi>::size() == simd<_Tp, _NewAbi>::size(),
1157  simd<_Tp, _NewAbi>>::type
1158  __apply(const simd<_Up, _Abi>& __v);
1159 };
1160 
1161 template <class _Tp, class _Up, class _Abi>
1162 auto simd_cast(const simd<_Up, _Abi>& __v)
1163  -> decltype(__simd_cast_traits<_Tp>::__apply(__v)) {
1164  return __simd_cast_traits<_Tp>::__apply(__v);
1165 }
1166 
1167 template <class _Tp, class _Up, class _Abi>
1168 auto static_simd_cast(const simd<_Up, _Abi>& __v)
1169  -> decltype(__static_simd_cast_traits<_Tp>::__apply(__v)) {
1170  return __static_simd_cast_traits<_Tp>::__apply(__v);
1171 }
1172 
1173 template <class _Tp, class _Abi>
1174 fixed_size_simd<_Tp, simd_size<_Tp, _Abi>::value>
1175 to_fixed_size(const simd<_Tp, _Abi>&) noexcept;
1176 
1177 template <class _Tp, class _Abi>
1178 fixed_size_simd_mask<_Tp, simd_size<_Tp, _Abi>::value>
1179 to_fixed_size(const simd_mask<_Tp, _Abi>&) noexcept;
1180 
1181 template <class _Tp, size_t _Np>
1182 native_simd<_Tp> to_native(const fixed_size_simd<_Tp, _Np>&) noexcept;
1183 
1184 template <class _Tp, size_t _Np>
1185 native_simd_mask<_Tp> to_native(const fixed_size_simd_mask<_Tp, _Np>&) noexcept;
1186 
1187 template <class _Tp, size_t _Np>
1188 simd<_Tp> to_compatible(const fixed_size_simd<_Tp, _Np>&) noexcept;
1189 
1190 template <class _Tp, size_t _Np>
1191 simd_mask<_Tp> to_compatible(const fixed_size_simd_mask<_Tp, _Np>&) noexcept;
1192 
1193 template <size_t... __sizes, class _Tp, class _Abi>
1194 tuple<simd<_Tp, abi_for_size_t<_Tp, __sizes>>...> split(const simd<_Tp, _Abi>&);
1195 
1196 template <size_t... __sizes, class _Tp, class _Abi>
1197 tuple<simd_mask<_Tp, abi_for_size_t<_Tp, __sizes>>...>
1198 split(const simd_mask<_Tp, _Abi>&);
1199 
1200 template <class _SimdType, class _Abi>
1201 array<_SimdType, simd_size<typename _SimdType::value_type, _Abi>::value /
1202  _SimdType::size()>
1203 split(const simd<typename _SimdType::value_type, _Abi>&);
1204 
1205 template <class _SimdType, class _Abi>
1206 array<_SimdType, simd_size<typename _SimdType::value_type, _Abi>::value /
1207  _SimdType::size()>
1208 split(const simd_mask<typename _SimdType::value_type, _Abi>&);
1209 
1210 template <class _Tp, class... _Abis>
1211 simd<_Tp, abi_for_size_t<_Tp, __variadic_sum(simd_size<_Tp, _Abis>::value...)>>
1212 concat(const simd<_Tp, _Abis>&...);
1213 
1214 template <class _Tp, class... _Abis>
1215 simd_mask<_Tp,
1216  abi_for_size_t<_Tp, __variadic_sum(simd_size<_Tp, _Abis>::value...)>>
1217 concat(const simd_mask<_Tp, _Abis>&...);
1218 
1219 // reductions [simd.mask.reductions]
1220 template <class _Tp, class _Abi>
1221 bool all_of(const simd_mask<_Tp, _Abi>&) noexcept;
1222 template <class _Tp, class _Abi>
1223 bool any_of(const simd_mask<_Tp, _Abi>&) noexcept;
1224 template <class _Tp, class _Abi>
1225 bool none_of(const simd_mask<_Tp, _Abi>&) noexcept;
1226 template <class _Tp, class _Abi>
1227 bool some_of(const simd_mask<_Tp, _Abi>&) noexcept;
1228 template <class _Tp, class _Abi>
1229 int popcount(const simd_mask<_Tp, _Abi>&) noexcept;
1230 template <class _Tp, class _Abi>
1231 int find_first_set(const simd_mask<_Tp, _Abi>&);
1232 template <class _Tp, class _Abi>
1233 int find_last_set(const simd_mask<_Tp, _Abi>&);
1234 bool all_of(bool) noexcept;
1235 bool any_of(bool) noexcept;
1236 bool none_of(bool) noexcept;
1237 bool some_of(bool) noexcept;
1238 int popcount(bool) noexcept;
1239 int find_first_set(bool) noexcept;
1240 int find_last_set(bool) noexcept;
1241 
1242 // masked assignment [simd.whereexpr]
1243 template <class _MaskType, class _Tp>
1244 class const_where_expression;
1245 template <class _MaskType, class _Tp>
1246 class where_expression;
1247 
1248 // masked assignment [simd.mask.where]
1249 template <class _Tp, class _Abi>
1250 where_expression<simd_mask<_Tp, _Abi>, simd<_Tp, _Abi>>
1251 where(const typename simd<_Tp, _Abi>::mask_type&, simd<_Tp, _Abi>&) noexcept;
1252 
1253 template <class _Tp, class _Abi>
1254 const_where_expression<simd_mask<_Tp, _Abi>, const simd<_Tp, _Abi>>
1255 where(const typename simd<_Tp, _Abi>::mask_type&,
1256  const simd<_Tp, _Abi>&) noexcept;
1257 
1258 template <class _Tp, class _Abi>
1259 where_expression<simd_mask<_Tp, _Abi>, simd_mask<_Tp, _Abi>>
1260 where(const typename __nodeduce<simd_mask<_Tp, _Abi>>::type&,
1261  simd_mask<_Tp, _Abi>&) noexcept;
1262 
1263 template <class _Tp, class _Abi>
1264 const_where_expression<simd_mask<_Tp, _Abi>, const simd_mask<_Tp, _Abi>>
1265 where(const typename __nodeduce<simd_mask<_Tp, _Abi>>::type&,
1266  const simd_mask<_Tp, _Abi>&) noexcept;
1267 
1268 template <class _Tp>
1269 where_expression<bool, _Tp> where(bool, _Tp&) noexcept;
1270 
1271 template <class _Tp>
1272 const_where_expression<bool, const _Tp> where(bool, const _Tp&) noexcept;
1273 
1274 // reductions [simd.reductions]
1275 template <class _Tp, class _Abi, class _BinaryOp = std::plus<_Tp>>
1276 _Tp reduce(const simd<_Tp, _Abi>&, _BinaryOp = _BinaryOp());
1277 
1278 template <class _MaskType, class _SimdType, class _BinaryOp>
1279 typename _SimdType::value_type
1280 reduce(const const_where_expression<_MaskType, _SimdType>&,
1281  typename _SimdType::value_type neutral_element, _BinaryOp binary_op);
1282 
1283 template <class _MaskType, class _SimdType>
1284 typename _SimdType::value_type
1285 reduce(const const_where_expression<_MaskType, _SimdType>&,
1286  plus<typename _SimdType::value_type> binary_op = {});
1287 
1288 template <class _MaskType, class _SimdType>
1289 typename _SimdType::value_type
1290 reduce(const const_where_expression<_MaskType, _SimdType>&,
1291  multiplies<typename _SimdType::value_type> binary_op);
1292 
1293 template <class _MaskType, class _SimdType>
1294 typename _SimdType::value_type
1295 reduce(const const_where_expression<_MaskType, _SimdType>&,
1296  bit_and<typename _SimdType::value_type> binary_op);
1297 
1298 template <class _MaskType, class _SimdType>
1299 typename _SimdType::value_type
1300 reduce(const const_where_expression<_MaskType, _SimdType>&,
1301  bit_or<typename _SimdType::value_type> binary_op);
1302 
1303 template <class _MaskType, class _SimdType>
1304 typename _SimdType::value_type
1305 reduce(const const_where_expression<_MaskType, _SimdType>&,
1306  bit_xor<typename _SimdType::value_type> binary_op);
1307 
1308 template <class _Tp, class _Abi>
1309 _Tp hmin(const simd<_Tp, _Abi>&);
1310 template <class _MaskType, class _SimdType>
1311 typename _SimdType::value_type
1312 hmin(const const_where_expression<_MaskType, _SimdType>&);
1313 template <class _Tp, class _Abi>
1314 _Tp hmax(const simd<_Tp, _Abi>&);
1315 template <class _MaskType, class _SimdType>
1316 typename _SimdType::value_type
1317 hmax(const const_where_expression<_MaskType, _SimdType>&);
1318 
1319 // algorithms [simd.alg]
1320 template <class _Tp, class _Abi>
1321 simd<_Tp, _Abi> min(const simd<_Tp, _Abi>&, const simd<_Tp, _Abi>&) noexcept;
1322 
1323 template <class _Tp, class _Abi>
1324 simd<_Tp, _Abi> max(const simd<_Tp, _Abi>&, const simd<_Tp, _Abi>&) noexcept;
1325 
1326 template <class _Tp, class _Abi>
1327 std::pair<simd<_Tp, _Abi>, simd<_Tp, _Abi>>
1328 minmax(const simd<_Tp, _Abi>&, const simd<_Tp, _Abi>&) noexcept;
1329 
1330 template <class _Tp, class _Abi>
1331 simd<_Tp, _Abi> clamp(const simd<_Tp, _Abi>&, const simd<_Tp, _Abi>&,
1332  const simd<_Tp, _Abi>&);
1333 
1334 // [simd.whereexpr]
1335 // TODO implement where expressions.
1336 template <class _MaskType, class _Tp>
1337 class const_where_expression {
1338 public:
1339  const_where_expression(const const_where_expression&) = delete;
1340  const_where_expression& operator=(const const_where_expression&) = delete;
1341  typename remove_const<_Tp>::type operator-() const&&;
1342  template <class _Up, class _Flags>
1343  void copy_to(_Up*, _Flags) const&&;
1344 };
1345 
1346 template <class _MaskType, class _Tp>
1347 class where_expression : public const_where_expression<_MaskType, _Tp> {
1348 public:
1349  where_expression(const where_expression&) = delete;
1350  where_expression& operator=(const where_expression&) = delete;
1351  template <class _Up>
1352  void operator=(_Up&&);
1353  template <class _Up>
1354  void operator+=(_Up&&);
1355  template <class _Up>
1356  void operator-=(_Up&&);
1357  template <class _Up>
1358  void operator*=(_Up&&);
1359  template <class _Up>
1360  void operator/=(_Up&&);
1361  template <class _Up>
1362  void operator%=(_Up&&);
1363  template <class _Up>
1364  void operator&=(_Up&&);
1365  template <class _Up>
1366  void operator|=(_Up&&);
1367  template <class _Up>
1368  void operator^=(_Up&&);
1369  template <class _Up>
1370  void operator<<=(_Up&&);
1371  template <class _Up>
1372  void operator>>=(_Up&&);
1373  void operator++();
1374  void operator++(int);
1375  void operator--();
1376  void operator--(int);
1377  template <class _Up, class _Flags>
1378  void copy_from(const _Up*, _Flags);
1379 };
1380 
1381 // [simd.class]
1382 // TODO: implement simd
1383 template <class _Tp, class _Abi>
1384 class simd {
1385 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1386  template <class, class> friend class simd;
1387 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1388 public:
1389  using value_type = _Tp;
1390  using reference = __simd_reference<_Tp, _Tp, _Abi>;
1391  using mask_type = simd_mask<_Tp, _Abi>;
1392  using abi_type = _Abi;
1393 
1394  simd() = default;
1395  simd(const simd&) = default;
1396  simd& operator=(const simd&) = default;
1397 
1398  static constexpr size_t size() noexcept {
1399  return simd_size<_Tp, _Abi>::value;
1400  }
1401 
1402 private:
1403  __simd_storage<_Tp, _Abi> __s_;
1404 
1405 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1406  // TODO Temp implemenation to convert between esimd::simd and oneapi::simd.
1407  // Implement free conversion functions instead.
1408 public:
1409  // TODO Won't compile for non-VecExt, maybe _StorageType should be added to
1410  // all ABIs.
1411  using raw_storage_type = typename __simd_storage<_Tp, _Abi>::_StorageType;
1412 
1413  // implicit conversion to storage type
1414  operator raw_storage_type() const { return __s_.__storage_; }
1415 
1416  // implicit conversion from storage type
1417  simd(const raw_storage_type &__raw_simd) { __s_.__storage_ = __raw_simd; }
1418 
1419 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1420 
1421 private:
1422  template <class _Up>
1423  static constexpr bool __can_broadcast() {
1424  return (std::is_arithmetic<_Up>::value &&
1425  __is_non_narrowing_arithmetic_convertible<_Up, _Tp>()) ||
1426  (!std::is_arithmetic<_Up>::value &&
1427  std::is_convertible<_Up, _Tp>::value) ||
1428  std::is_same<typename std::remove_const<_Up>::type, int>::value ||
1429  (std::is_same<typename std::remove_const<_Up>::type,
1430  unsigned int>::value &&
1431  std::is_unsigned<_Tp>::value);
1432  }
1433 
1434  template <class _Generator, size_t... __indicies>
1435  static constexpr decltype(
1436  std::forward_as_tuple(std::declval<_Generator>()(
1437  std::integral_constant<size_t, __indicies>())...),
1438  bool())
1439  __can_generate(std::index_sequence<__indicies...>) {
1440  return !__variadic_sum<bool>(
1441  !__can_broadcast<decltype(std::declval<_Generator>()(
1442  std::integral_constant<size_t, __indicies>()))>()...);
1443  }
1444 
1445  template <class _Generator>
1446  static bool __can_generate(...) {
1447  return false;
1448  }
1449 
1450  template <class _Generator, size_t... __indicies>
1451  void __generator_init(_Generator&& __g, std::index_sequence<__indicies...>) {
1452  int __not_used[]{((*this)[__indicies] =
1453  __g(std::integral_constant<size_t, __indicies>()),
1454  0)...};
1455  (void)__not_used;
1456  }
1457 
1458 public:
1459  // implicit type conversion constructor
1460 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1461  template <class _Up,
1462  class = typename std::enable_if<
1463  std::is_same<_Abi, __simd_abi<_StorageKind::_VecExt, size()>>::value &&
1464  __is_non_narrowing_arithmetic_convertible<_Up, _Tp>()>::type>
1465  simd(const simd<_Up, _Abi>& __v) {
1466  __s_.__storage_ = __builtin_convertvector(__v.__s_.__storage_, raw_storage_type);
1467  }
1468 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1469  template <class _Up,
1470  class = typename std::enable_if<
1471  std::is_same<_Abi, simd_abi::fixed_size<size()>>::value &&
1472  __is_non_narrowing_arithmetic_convertible<_Up, _Tp>()>::type>
1473  simd(const simd<_Up, simd_abi::fixed_size<size()>>& __v) {
1474  for (size_t __i = 0; __i < size(); __i++) {
1475  (*this)[__i] = static_cast<_Tp>(__v[__i]);
1476  }
1477  }
1478 
1479  // implicit broadcast constructor
1480  template <class _Up,
1481  class = typename std::enable_if<__can_broadcast<_Up>()>::type>
1482  simd(_Up&& __rv) {
1483  auto __v = static_cast<_Tp>(__rv);
1484  for (size_t __i = 0; __i < size(); __i++) {
1485  (*this)[__i] = __v;
1486  }
1487  }
1488 
1489  // generator constructor
1490  template <class _Generator,
1491  int = typename std::enable_if<
1492  __can_generate<_Generator>(std::make_index_sequence<size()>()),
1493  int>::type()>
1494  explicit simd(_Generator&& __g) {
1495  __generator_init(std::forward<_Generator>(__g),
1496  std::make_index_sequence<size()>());
1497  }
1498 
1499  // load constructor
1500  template <
1501  class _Up, class _Flags,
1502  class = typename std::enable_if<__vectorizable<_Up>()>::type,
1503  class = typename std::enable_if<is_simd_flag_type<_Flags>::value>::type>
1504  simd(const _Up* __buffer, _Flags) {
1505  // TODO: optimize for overaligned flags
1506  for (size_t __i = 0; __i < size(); __i++) {
1507  (*this)[__i] = static_cast<_Tp>(__buffer[__i]);
1508  }
1509  }
1510 
1511  // loads [simd.load]
1512  template <class _Up, class _Flags>
1513  typename std::enable_if<__vectorizable<_Up>() &&
1514  is_simd_flag_type<_Flags>::value>::type
1515  copy_from(const _Up* __buffer, _Flags) {
1516  *this = simd(__buffer, _Flags());
1517  }
1518 
1519  // stores [simd.store]
1520  template <class _Up, class _Flags>
1521  typename std::enable_if<__vectorizable<_Up>() &&
1522  is_simd_flag_type<_Flags>::value>::type
1523  copy_to(_Up* __buffer, _Flags) const {
1524  // TODO: optimize for overaligned flags
1525  for (size_t __i = 0; __i < size(); __i++) {
1526  __buffer[__i] = static_cast<_Up>((*this)[__i]);
1527  }
1528  }
1529 
1530  // scalar access [simd.subscr]
1531  reference operator[](size_t __i) { return reference(&__s_, __i); }
1532 
1533  value_type operator[](size_t __i) const { return __s_.__get(__i); }
1534 
1535  // unary operators [simd.unary]
1536  simd& operator++();
1537  simd operator++(int);
1538  simd& operator--();
1539  simd operator--(int);
1540  mask_type operator!() const;
1541  simd operator~() const;
1542  simd operator+() const;
1543  simd operator-() const;
1544 
1545  // binary operators [simd.binary]
1546  friend simd operator+(const simd&, const simd&);
1547  friend simd operator-(const simd&, const simd&);
1548  friend simd operator*(const simd&, const simd&);
1549  friend simd operator/(const simd&, const simd&);
1550  friend simd operator%(const simd&, const simd&);
1551  friend simd operator&(const simd&, const simd&);
1552  friend simd operator|(const simd&, const simd&);
1553  friend simd operator^(const simd&, const simd&);
1554  friend simd operator<<(const simd&, const simd&);
1555  friend simd operator>>(const simd&, const simd&);
1556  friend simd operator<<(const simd&, int);
1557  friend simd operator>>(const simd&, int);
1558 
1559  // compound assignment [simd.cassign]
1560  friend simd& operator+=(simd&, const simd&);
1561  friend simd& operator-=(simd&, const simd&);
1562  friend simd& operator*=(simd&, const simd&);
1563  friend simd& operator/=(simd&, const simd&);
1564  friend simd& operator%=(simd&, const simd&);
1565 
1566  friend simd& operator&=(simd&, const simd&);
1567  friend simd& operator|=(simd&, const simd&);
1568  friend simd& operator^=(simd&, const simd&);
1569  friend simd& operator<<=(simd&, const simd&);
1570  friend simd& operator>>=(simd&, const simd&);
1571  friend simd& operator<<=(simd&, int);
1572  friend simd& operator>>=(simd&, int);
1573 
1574  // compares [simd.comparison]
1575  friend mask_type operator==(const simd&, const simd&);
1576  friend mask_type operator!=(const simd&, const simd&);
1577  friend mask_type operator>=(const simd&, const simd&);
1578  friend mask_type operator<=(const simd&, const simd&);
1579  friend mask_type operator>(const simd&, const simd&);
1580  //friend mask_type operator<(const simd&, const simd&);
1581 };
1582 
1583 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1584 template <class _Abi>
1585 struct __abi_storage_kind : public std::false_type {};
1586 
1587 template <_StorageKind _K, int _Np>
1588 struct __abi_storage_kind<__simd_abi<_K, _Np>> : public std::true_type {
1589  static inline constexpr _StorageKind value = _K;
1590 };
1591 
1592 template <typename _Tp, class _Abi> struct __mask_element {
1593  static_assert(__abi_storage_kind<_Abi>::value == _StorageKind::_VecExt,
1594  "only clang vector-based ABI is supported for now.");
1595  using type =
1596  std::conditional_t<sizeof(_Tp) == 1, uint8_t,
1597  std::conditional_t<sizeof(_Tp) == 2, uint16_t,
1598  std::conditional_t<sizeof(_Tp) == 4, uint32_t,
1599  std::conditional_t<sizeof(_Tp) == 8, uint64_t, void>>>>;
1600 };
1601 
1602 // Represents a reference to a simd_mask object element.
1603 template <class _Tp, class _Abi>
1604 class __simd_mask_reference {
1605 private:
1606  using _Vp = bool;
1607  using _simd_mask_element_type = typename __mask_element<_Tp, _Abi>::type;
1608 
1609 public:
1610  template <class, class>
1611  friend struct simd_mask;
1612 
1613  __simd_storage<_simd_mask_element_type, _Abi>* __ptr_;
1614  size_t __index_;
1615 
1616  __simd_mask_reference(__simd_storage<_Tp, _Abi>* __ptr, size_t __index)
1617  : __ptr_(__ptr), __index_(__index) {}
1618 
1619  __simd_mask_reference(const __simd_mask_reference&) = default;
1620 
1621  __simd_mask_reference() = delete;
1622  __simd_mask_reference& operator=(const __simd_mask_reference&) = delete;
1623 
1624  operator _Vp() const { return (_Vp)__ptr_->__get(__index_); }
1625 
1626  __simd_mask_reference operator=(_Vp __value) && {
1627  __ptr_->__set(__index_, (_Tp)__value);
1628  return *this;
1629  }
1630 
1631  __simd_mask_reference operator&=(_Vp __value) && {
1632  return std::move(*this) = ((_Vp)__ptr_->__get(__index_)) & __value;
1633  }
1634 
1635  __simd_mask_reference operator|=(_Vp __value) && {
1636  return std::move(*this) = ((_Vp)__ptr_->__get(__index_)) | __value;
1637  }
1638 
1639  __simd_mask_reference operator^=(_Vp __value) && {
1640  return std::move(*this) = ((_Vp)__ptr_->__get(__index_)) ^ __value;
1641  }
1642 };
1643 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1644 
1645 // [simd.mask.class]
1646 template <class _Tp, class _Abi>
1647 // TODO: implement simd_mask
1648 class simd_mask {
1649 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1650  using element_type = typename __mask_element<_Tp, _Abi>::type;
1651 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1652 public:
1653  using value_type = bool;
1654 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1655  using reference = __simd_mask_reference<element_type, _Abi>;
1656 #else
1657  // TODO: this is strawman implementation. Turn it into a proxy type.
1658  using reference = bool&;
1659 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1660  using simd_type = simd<_Tp, _Abi>;
1661  using abi_type = _Abi;
1662 
1663 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1664  static constexpr size_t size() noexcept { return simd_type::size(); }
1665 #else
1666  static constexpr size_t size() noexcept;
1667 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1668 
1669  simd_mask() = default;
1670 
1671  // broadcast constructor
1672 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1673  // TODO inefficient, use this's storage directly
1674  explicit simd_mask(value_type __v) noexcept {
1675  for (size_t __i = 0; __i < size(); __i++) {
1676  (*this)[__i] = __v;
1677  }
1678  }
1679 #else
1680  explicit simd_mask(value_type) noexcept;
1681 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1682 
1683  // implicit type conversion constructor
1684 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1685  template <class _Up>
1686  simd_mask(const simd_mask<_Up, simd_abi::fixed_size<size()>>& __v) noexcept {
1687  copyElements(__v);
1688  }
1689 
1690  template <class _Up>
1691  simd_mask(const simd_mask<_Up, abi_type>& __v) noexcept {
1692  copyElements(__v);
1693  }
1694 #else
1695  template <class _Up>
1696  simd_mask(const simd_mask<_Up, simd_abi::fixed_size<size()>>&) noexcept;
1697 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1698 
1699  // load constructor
1700  template <class _Flags>
1701  simd_mask(const value_type*, _Flags);
1702 
1703  // loads [simd.mask.copy]
1704  template <class _Flags>
1705  void copy_from(const value_type*, _Flags);
1706  template <class _Flags>
1707  void copy_to(value_type*, _Flags) const;
1708 
1709  // scalar access [simd.mask.subscr]
1710 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1711  reference operator[](size_t __i) { return reference(&__s_, __i); }
1712  value_type operator[](size_t __i) const { return __s_.__get(__i) != 0; }
1713 #else
1714  reference operator[](size_t);
1715  value_type operator[](size_t) const;
1716 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1717 
1718  // unary operators [simd.mask.unary]
1719  simd_mask operator!() const noexcept;
1720 
1721  // simd_mask binary operators [simd.mask.binary]
1722  friend simd_mask operator&&(const simd_mask&, const simd_mask&) noexcept;
1723  friend simd_mask operator||(const simd_mask&, const simd_mask&) noexcept;
1724  friend simd_mask operator&(const simd_mask&, const simd_mask&)noexcept;
1725  friend simd_mask operator|(const simd_mask&, const simd_mask&) noexcept;
1726  friend simd_mask operator^(const simd_mask&, const simd_mask&) noexcept;
1727 
1728  // simd_mask compound assignment [simd.mask.cassign]
1729  friend simd_mask& operator&=(simd_mask&, const simd_mask&) noexcept;
1730  friend simd_mask& operator|=(simd_mask&, const simd_mask&) noexcept;
1731  friend simd_mask& operator^=(simd_mask&, const simd_mask&) noexcept;
1732 
1733  // simd_mask compares [simd.mask.comparison]
1734  friend simd_mask operator==(const simd_mask&, const simd_mask&) noexcept;
1735  friend simd_mask operator!=(const simd_mask&, const simd_mask&) noexcept;
1736 
1737 #ifdef ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1738 private:
1739  __simd_storage<element_type, _Abi> __s_;
1740 
1741  // TODO inefficient, use this's and __v's storage directly
1742  template <class _Up, class _UAbi>
1743  inline void copyElements(const simd_mask<_Up, _UAbi> & __v) noexcept {
1744  for (size_t __i = 0; __i < size(); __i++) {
1745  (*this)[__i] = static_cast<element_type>(__v[__i]);
1746  }
1747  }
1748 #endif // ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
1749 };
1750 
1751 #endif // _LIBCPP_STD_VER >= 17
1752 
1753 _LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD
1754 
1755 _LIBCPP_POP_MACROS
1756 
1757 // Removed for ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD {
1758 //#endif /* _LIBCPP_EXPERIMENTAL_SIMD */
1759 // } Removed for ENABLE_SYCL_EXT_ONEAPI_INVOKE_SIMD
simd_mask::simd_mask
simd_mask(value_type __v) noexcept
Definition: simd.hpp:1674
_LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD
#define _LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD
Definition: simd.hpp:673
find_first_set
int find_first_set(const simd_mask< _Tp, _Abi > &)
simd_mask::operator[]
value_type operator[](size_t __i) const
Definition: simd.hpp:1712
__simd_mask_reference::__simd_mask_reference
__simd_mask_reference(__simd_storage< _Tp, _Abi > *__ptr, size_t __index)
Definition: simd.hpp:1616
_LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD_ABI
#define _LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL_SIMD_ABI
Definition: simd.hpp:675
to_fixed_size
fixed_size_simd< _Tp, simd_size< _Tp, _Abi >::value > to_fixed_size(const simd< _Tp, _Abi > &) noexcept
__simd_reference::operator=
__simd_reference operator=(_Vp __value) &&
Definition: simd.hpp:885
__static_simd_cast_traits::__apply
static simd< _Tp, _Abi > __apply(const simd< _Up, _Abi > &__v)
simd_mask
Definition: simd.hpp:1029
simd_size
Definition: simd.hpp:1092
_LIBCPP_SPECIALIZE_VEC_EXT_32
#define _LIBCPP_SPECIALIZE_VEC_EXT_32(_TYPE)
Definition: simd.hpp:783
simd::value_type
_Tp value_type
Definition: simd.hpp:1389
simd::operator[]
value_type operator[](size_t __i) const
Definition: simd.hpp:1533
__simd_reference::operator+=
__simd_reference operator+=(_Vp __value) &&
Definition: simd.hpp:910
__simd_reference::operator++
__simd_reference operator++() &&
Definition: simd.hpp:890
vector_aligned_tag
Definition: simd.hpp:1032
sycl::_V1::ext::intel::esimd::detail::operator>>
auto operator>>(const __ESIMD_DNS::simd_obj_impl< __raw_t< T1 >, N, SimdT< T1, N >> &LHS, const __ESIMD_DNS::simd_obj_impl< __raw_t< T2 >, N, SimdT< T2, N >> &RHS)
Definition: operators.hpp:179
__simd_mask_reference
Definition: simd.hpp:1604
simd::simd
simd(const raw_storage_type &__raw_simd)
Definition: simd.hpp:1417
max_fixed_size
constexpr size_t max_fixed_size
Definition: simd.hpp:1008
__vectorizable
constexpr bool __vectorizable()
Definition: simd.hpp:994
memory_alignment
Definition: simd.hpp:1105
is_simd
Definition: simd.hpp:1049
_LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD_ABI
#define _LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD_ABI
Definition: simd.hpp:676
const_where_expression::copy_to
void copy_to(_Up *, _Flags) const &&
sycl::_V1::ext::oneapi::experimental::operator[]
T & operator[](std::ptrdiff_t idx) const noexcept
Definition: annotated_arg.hpp:160
_LIBCPP_POP_MACROS
#define _LIBCPP_POP_MACROS
Definition: simd.hpp:679
simd_size_v
constexpr size_t simd_size_v
Definition: simd.hpp:1108
_StorageKind::_Array
@ _Array
__simd_reference::operator=
__simd_reference & operator=(const __simd_reference &)=delete
_StorageKind
_StorageKind
Definition: simd.hpp:711
is_simd_v
constexpr bool is_simd_v
Definition: simd.hpp:1079
vector_aligned
constexpr vector_aligned_tag vector_aligned
Definition: simd.hpp:1036
static_simd_cast
auto static_simd_cast(const simd< _Up, _Abi > &__v) -> decltype(__static_simd_cast_traits< _Tp >::__apply(__v))
Definition: simd.hpp:1168
max
simd< _Tp, _Abi > max(const simd< _Tp, _Abi > &, const simd< _Tp, _Abi > &) noexcept
element_aligned_tag
Definition: simd.hpp:1031
__simd_mask_reference::operator^=
__simd_mask_reference operator^=(_Vp __value) &&
Definition: simd.hpp:1639
overaligned
constexpr overaligned_tag< _Np > overaligned
Definition: simd.hpp:1038
operator==
bool operator==(const Slab &Lhs, const Slab &Rhs)
Definition: usm_allocator.cpp:313
__simd_storage< _Tp, __simd_abi< _StorageKind::_VecExt, __num_element > >::__get
_Tp __get(size_t __index) const noexcept
Definition: simd.hpp:853
__variadic_sum
constexpr _Tp __variadic_sum()
Definition: simd.hpp:979
sycl::_V1::ext::intel::esimd::detail::operator*
auto operator*(const __ESIMD_DNS::simd_obj_impl< __raw_t< T1 >, N, SimdT< T1, N >> &LHS, const __ESIMD_DNS::simd_obj_impl< __raw_t< T2 >, N, SimdT< T2, N >> &RHS)
Definition: operators.hpp:189
__simd_cast_traits::__apply
static std::enable_if< __is_non_narrowing_arithmetic_convertible< _Up, _Tp >), simd< _Tp, _Abi > >::type __apply(const simd< _Up, _Abi > &__v)
__static_simd_cast_traits
Definition: simd.hpp:1128
__simd_reference::operator/=
__simd_reference operator/=(_Vp __value) &&
Definition: simd.hpp:922
memory_alignment_v
constexpr size_t memory_alignment_v
Definition: simd.hpp:1111
simd::simd
simd(const simd< _Up, simd_abi::fixed_size< size()>> &__v)
Definition: simd.hpp:1473
simd_mask::simd_mask
simd_mask(const simd_mask< _Up, simd_abi::fixed_size< size()>> &__v) noexcept
Definition: simd.hpp:1686
hmin
_Tp hmin(const simd< _Tp, _Abi > &)
__simd_mask_reference::operator&=
__simd_mask_reference operator&=(_Vp __value) &&
Definition: simd.hpp:1631
__is_non_narrowing_arithmetic_convertible
constexpr std::enable_if< std::is_arithmetic< _To >::value &&std::is_arithmetic< _From >::value, bool >::type __is_non_narrowing_arithmetic_convertible()
Definition: simd.hpp:966
simd_mask::operator[]
reference operator[](size_t __i)
Definition: simd.hpp:1711
_StorageKind::_Scalar
@ _Scalar
__simd_reference::__simd_reference
__simd_reference()=delete
simd_mask::abi_type
_Abi abi_type
Definition: simd.hpp:1661
__nodeduce::type
_Tp type
Definition: simd.hpp:990
simd::size
static constexpr size_t size() noexcept
Definition: simd.hpp:1398
__vec_ext_traits
Definition: simd.hpp:769
sycl::_V1::operator<=
bool operator<=(const multi_ptr< ElementType, Space, DecorateAddress > &lhs, const multi_ptr< ElementType, Space, DecorateAddress > &rhs)
Definition: multi_ptr.hpp:1387
__simd_mask_reference::operator|=
__simd_mask_reference operator|=(_Vp __value) &&
Definition: simd.hpp:1635
sycl::_V1::operator>=
bool operator>=(const multi_ptr< ElementType, Space, DecorateAddress > &lhs, const multi_ptr< ElementType, Space, DecorateAddress > &rhs)
Definition: multi_ptr.hpp:1394
__simd_reference::operator>>=
__simd_reference operator>>=(_Vp __value) &&
Definition: simd.hpp:930
hmax
_Tp hmax(const simd< _Tp, _Abi > &)
__simd_reference::operator--
_Vp operator--(int) &&
Definition: simd.hpp:904
__nodeduce
Definition: simd.hpp:989
_LIBCPP_PUSH_MACROS
#define _LIBCPP_PUSH_MACROS
Definition: simd.hpp:678
simd::simd
simd(_Up &&__rv)
Definition: simd.hpp:1482
__simd_storage< _Tp, __simd_abi< _StorageKind::_Scalar, 1 > >::__get
_Tp __get(size_t __index) const noexcept
Definition: simd.hpp:751
__simd_reference
Definition: simd.hpp:862
abi_for_size
Definition: simd.hpp:1085
some_of
bool some_of(const simd_mask< _Tp, _Abi > &) noexcept
simd_mask::simd_mask
simd_mask(const simd_mask< _Up, abi_type > &__v) noexcept
Definition: simd.hpp:1691
__simd_reference::operator^=
__simd_reference operator^=(_Vp __value) &&
Definition: simd.hpp:946
__is_non_narrowing_convertible_impl
constexpr decltype(_To{std::declval< _From >()}, true) __is_non_narrowing_convertible_impl(_From)
Definition: simd.hpp:953
is_simd_mask_v
constexpr bool is_simd_mask_v
Definition: simd.hpp:1081
is_simd_flag_type
Definition: simd.hpp:1062
__mask_element
Definition: simd.hpp:1592
abi_for_size_t
typename abi_for_size< _Tp, _Np >::type abi_for_size_t
Definition: simd.hpp:1089
__simd_reference::operator<<=
__simd_reference operator<<=(_Vp __value) &&
Definition: simd.hpp:934
none_of
bool none_of(const simd_mask< _Tp, _Abi > &) noexcept
__simd_reference::operator|=
__simd_reference operator|=(_Vp __value) &&
Definition: simd.hpp:942
__simd_cast_traits
Definition: simd.hpp:1143
_LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD
#define _LIBCPP_END_NAMESPACE_EXPERIMENTAL_SIMD
Definition: simd.hpp:674
sycl::_V1::ext::oneapi::experimental::simd
std::experimental::simd< T, simd_abi::native_fixed_size< T, N > > simd
Definition: invoke_simd.hpp:87
__simd_storage< _Tp, __simd_abi< _StorageKind::_Array, __num_element > >::__get
_Tp __get(size_t __index) const noexcept
Definition: simd.hpp:734
concat
simd< _Tp, abi_for_size_t< _Tp, __variadic_sum(simd_size< _Tp, _Abis >::value...)> > concat(const simd< _Tp, _Abis > &...)
simd::simd
simd(const simd< _Up, _Abi > &__v)
Definition: simd.hpp:1465
__simd_mask_reference::operator=
__simd_mask_reference operator=(_Vp __value) &&
Definition: simd.hpp:1626
const_where_expression
Definition: simd.hpp:1244
clamp
simd< _Tp, _Abi > clamp(const simd< _Tp, _Abi > &, const simd< _Tp, _Abi > &, const simd< _Tp, _Abi > &)
simd::abi_type
_Abi abi_type
Definition: simd.hpp:1392
is_abi_tag
Definition: simd.hpp:1042
__simd_abi
Definition: simd.hpp:718
sycl::_V1::ext::intel::esimd::detail::operator%
auto operator%(const __ESIMD_DNS::simd_obj_impl< __raw_t< T1 >, N, SimdT< T1, N >> &LHS, const __ESIMD_DNS::simd_obj_impl< __raw_t< T2 >, N, SimdT< T2, N >> &RHS)
Definition: operators.hpp:177
const_where_expression::operator-
remove_const< _Tp >::type operator-() const &&
all_of
bool all_of(const simd_mask< _Tp, _Abi > &) noexcept
simd_mask::size
static constexpr size_t size() noexcept
Definition: simd.hpp:1664
__simd_storage< _Tp, __simd_abi< _StorageKind::_VecExt, __num_element > >::__set
void __set(size_t __index, _Tp __val) noexcept
Definition: simd.hpp:854
__mask_element::type
std::conditional_t< sizeof(_Tp)==1, uint8_t, std::conditional_t< sizeof(_Tp)==2, uint16_t, std::conditional_t< sizeof(_Tp)==4, uint32_t, std::conditional_t< sizeof(_Tp)==8, uint64_t, void > >> > type
Definition: simd.hpp:1599
where_expression
Definition: simd.hpp:1246
split
tuple< simd< _Tp, abi_for_size_t< _Tp, __sizes > >... > split(const simd< _Tp, _Abi > &)
popcount
int popcount(const simd_mask< _Tp, _Abi > &) noexcept
__simd_storage
Definition: simd.hpp:721
__simd_mask_reference::__index_
size_t __index_
Definition: simd.hpp:1614
sycl::_V1::ext::intel::esimd::detail::operator/
auto operator/(const __ESIMD_DNS::simd_obj_impl< __raw_t< T1 >, N, SimdT< T1, N >> &LHS, const __ESIMD_DNS::simd_obj_impl< __raw_t< T2 >, N, SimdT< T2, N >> &RHS)
Definition: operators.hpp:190
_LIBCPP_NATIVE_SIMD_WIDTH_IN_BYTES
#define _LIBCPP_NATIVE_SIMD_WIDTH_IN_BYTES
Definition: simd.hpp:680
simd
Definition: simd.hpp:1027
sycl::_V1::ext::intel::esimd::detail::operator|
auto operator|(const __ESIMD_DNS::simd_obj_impl< __raw_t< T1 >, N, SimdT< T1, N >> &LHS, const __ESIMD_DNS::simd_obj_impl< __raw_t< T2 >, N, SimdT< T2, N >> &RHS)
Definition: operators.hpp:170
abi_for_size::type
simd_abi::fixed_size< _Np > type
Definition: simd.hpp:1086
__ceil_pow_of_2
constexpr size_t __ceil_pow_of_2(size_t __val)
Definition: simd.hpp:764
const_where_expression::operator=
const_where_expression & operator=(const const_where_expression &)=delete
is_abi_tag_v
constexpr bool is_abi_tag_v
Definition: simd.hpp:1077
std
Definition: accessor.hpp:3230
sycl::_V1::ext::intel::esimd::detail::operator^
auto operator^(const __ESIMD_DNS::simd_obj_impl< __raw_t< T1 >, N, SimdT< T1, N >> &LHS, const __ESIMD_DNS::simd_obj_impl< __raw_t< T2 >, N, SimdT< T2, N >> &RHS)
Definition: operators.hpp:169
reduce
_Tp reduce(const simd< _Tp, _Abi > &, _BinaryOp=_BinaryOp())
fixed_size
__simd_abi< _StorageKind::_Array, _Np > fixed_size
Definition: simd.hpp:1005
__simd_reference::operator*=
__simd_reference operator*=(_Vp __value) &&
Definition: simd.hpp:918
sycl::_V1::ext::intel::esimd::detail::operator+
auto operator+(const __ESIMD_DNS::simd_obj_impl< __raw_t< T1 >, N, SimdT< T1, N >> &LHS, const __ESIMD_DNS::simd_obj_impl< __raw_t< T2 >, N, SimdT< T2, N >> &RHS)
Definition: operators.hpp:187
simd::simd
simd(_Generator &&__g)
Definition: simd.hpp:1494
const_where_expression::const_where_expression
const_where_expression(const const_where_expression &)=delete
is_simd_mask
Definition: simd.hpp:1055
sycl::_V1::ext::oneapi::experimental::operator--
annotated_ptr & operator--() noexcept
Definition: annotated_ptr.hpp:226
_StorageKind::_VecExt
@ _VecExt
element_aligned
constexpr element_aligned_tag element_aligned
Definition: simd.hpp:1035
sycl::_V1::ext::intel::experimental::esimd::operator~
static constexpr bfn_t operator~(bfn_t x)
Definition: math.hpp:1739
any_of
bool any_of(const simd_mask< _Tp, _Abi > &) noexcept
simd::raw_storage_type
typename __simd_storage< _Tp, _Abi >::_StorageType raw_storage_type
Definition: simd.hpp:1411
__simd_storage< _Tp, __simd_abi< _StorageKind::_Array, __num_element > >::__set
void __set(size_t __index, _Tp __val) noexcept
Definition: simd.hpp:735
sycl::_V1::ext::oneapi::experimental::operator++
annotated_ptr & operator++() noexcept
Definition: annotated_ptr.hpp:215
simd::copy_from
std::enable_if< __vectorizable< _Up >) &&is_simd_flag_type< _Flags >::value >::type copy_from(const _Up *__buffer, _Flags)
Definition: simd.hpp:1515
__simd_reference::operator&=
__simd_reference operator&=(_Vp __value) &&
Definition: simd.hpp:938
__simd_reference::operator++
_Vp operator++(int) &&
Definition: simd.hpp:894
sycl::_V1::ext::oneapi::experimental::reference
sycl::ext::oneapi::experimental::annotated_ref< T, property_list_t > reference
Definition: annotated_ptr.hpp:101
sycl::_V1::ext::intel::experimental::operator!=
bool operator!=(const cache_config &lhs, const cache_config &rhs)
Definition: kernel_execution_properties.hpp:37
find_last_set
int find_last_set(const simd_mask< _Tp, _Abi > &)
sycl::_V1::detail::conditional_t
typename std::conditional< B, T, F >::type conditional_t
Definition: stl_type_traits.hpp:27
sycl::_V1::ext::intel::esimd::simd_mask
detail::simd_mask_type< N > simd_mask
Represents a simd mask os size N.
Definition: simd.hpp:198
sycl::_V1::ext::intel::esimd::detail::operator&
auto operator&(const __ESIMD_DNS::simd_obj_impl< __raw_t< T1 >, N, SimdT< T1, N >> &LHS, const __ESIMD_DNS::simd_obj_impl< __raw_t< T2 >, N, SimdT< T2, N >> &RHS)
Definition: operators.hpp:171
__simd_storage< _Tp, __simd_abi< _StorageKind::_Scalar, 1 > >::__set
void __set(size_t __index, _Tp __val) noexcept
Definition: simd.hpp:752
__simd_mask_reference::__ptr_
__simd_storage< _simd_mask_element_type, _Abi > * __ptr_
Definition: simd.hpp:1613
simd_mask::value_type
bool value_type
Definition: simd.hpp:1653
__simd_reference::operator-=
__simd_reference operator-=(_Vp __value) &&
Definition: simd.hpp:914
__simd_reference::operator%=
__simd_reference operator%=(_Vp __value) &&
Definition: simd.hpp:926
minmax
std::pair< simd< _Tp, _Abi >, simd< _Tp, _Abi > > minmax(const simd< _Tp, _Abi > &, const simd< _Tp, _Abi > &) noexcept
sycl::_V1::operator>
bool operator>(const multi_ptr< ElementType, Space, DecorateAddress > &lhs, const multi_ptr< ElementType, Space, DecorateAddress > &rhs)
Definition: multi_ptr.hpp:1380
sycl::_V1::ext::oneapi::experimental::__attribute__
__attribute__((always_inline)) auto invoke_simd(sycl
The invoke_simd free function invokes a SIMD function using all work-items in a sub_group.
Definition: invoke_simd.hpp:357
simd::operator[]
reference operator[](size_t __i)
Definition: simd.hpp:1531
__floor_pow_of_2
constexpr size_t __floor_pow_of_2(size_t __val)
Definition: simd.hpp:759
where
where_expression< simd_mask< _Tp, _Abi >, simd< _Tp, _Abi > > where(const typename simd< _Tp, _Abi >::mask_type &, simd< _Tp, _Abi > &) noexcept
simd::copy_to
std::enable_if< __vectorizable< _Up >) &&is_simd_flag_type< _Flags >::value >::type copy_to(_Up *__buffer, _Flags) const
Definition: simd.hpp:1523
__abi_storage_kind
Definition: simd.hpp:1585
__simd_reference::operator--
__simd_reference operator--() &&
Definition: simd.hpp:900
is_simd_flag_type_v
constexpr bool is_simd_flag_type_v
Definition: simd.hpp:1083
operator<<
std::ostream & operator<<(std::ostream &OS, const sycl::ext::intel::esimd::simd< Ty, N > &V)
Definition: simd.hpp:210
overaligned_tag
Definition: simd.hpp:1034
to_native
native_simd< _Tp > to_native(const fixed_size_simd< _Tp, _Np > &) noexcept
min
simd< _Tp, _Abi > min(const simd< _Tp, _Abi > &, const simd< _Tp, _Abi > &) noexcept
to_compatible
simd< _Tp > to_compatible(const fixed_size_simd< _Tp, _Np > &) noexcept
simd_cast
auto simd_cast(const simd< _Up, _Abi > &__v) -> decltype(__simd_cast_traits< _Tp >::__apply(__v))
Definition: simd.hpp:1162