forked from google/dimsum
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsimd
4386 lines (3680 loc) · 145 KB
/
simd
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
/* DO NOT MODIFY: auto-generated by migrate_libcxx_simd.sh.
This file mirrors libcxx <experimental/simd>. By far it is still
under code review, but all tests passed and performance is
verified. We early-adopt this because (1) the API is published
in the C++ parallelism v2 TS, (2) it takes long time to review,
(3) we already have a lot of experience with the implementation.
https://reviews.llvm.org/D44665 is the last patch under review.
One can navigate all patches through the review system dependency
management. */
// -*- C++ -*-
//===--------------------------- __config ---------------------------------===//
//
// The LLVM Compiler Infrastructure
//
// This file is dual licensed under the MIT and the University of Illinois Open
// Source Licenses. See LICENSE.TXT for details.
//
//===----------------------------------------------------------------------===//
#ifndef _DIMSUM_CONFIG
#define _DIMSUM_CONFIG
#if defined(_MSC_VER) && !defined(__clang__)
# if !defined(_DIMSUM_HAS_NO_PRAGMA_SYSTEM_HEADER)
# define _DIMSUM_HAS_NO_PRAGMA_SYSTEM_HEADER
# endif
#endif
#ifndef _DIMSUM_HAS_NO_PRAGMA_SYSTEM_HEADER
#pragma GCC system_header
#endif
#ifdef __cplusplus
#ifdef __GNUC__
# define _GNUC_VER (__GNUC__ * 100 + __GNUC_MINOR__)
// The _GNUC_VER_NEW macro better represents the new GCC versioning scheme
// introduced in GCC 5.0.
# define _GNUC_VER_NEW (_GNUC_VER * 10 + __GNUC_PATCHLEVEL__)
#else
# define _GNUC_VER 0
# define _GNUC_VER_NEW 0
#endif
#define _DIMSUM_VERSION 7000
#ifndef _DIMSUM_ABI_VERSION
#define _DIMSUM_ABI_VERSION 1
#endif
#if defined(__ELF__)
# define _DIMSUM_OBJECT_FORMAT_ELF 1
#elif defined(__MACH__)
# define _DIMSUM_OBJECT_FORMAT_MACHO 1
#elif defined(_WIN32)
# define _DIMSUM_OBJECT_FORMAT_COFF 1
#elif defined(__wasm__)
# define _DIMSUM_OBJECT_FORMAT_WASM 1
#else
# error Unknown object file format
#endif
#if defined(_DIMSUM_ABI_UNSTABLE) || _DIMSUM_ABI_VERSION >= 2
// Change short string representation so that string data starts at offset 0,
// improving its alignment in some cases.
# define _DIMSUM_ABI_ALTERNATE_STRING_LAYOUT
// Fix deque iterator type in order to support incomplete types.
# define _DIMSUM_ABI_INCOMPLETE_TYPES_IN_DEQUE
// Fix undefined behavior in how std::list stores its linked nodes.
# define _DIMSUM_ABI_LIST_REMOVE_NODE_POINTER_UB
// Fix undefined behavior in how __tree stores its end and parent nodes.
# define _DIMSUM_ABI_TREE_REMOVE_NODE_POINTER_UB
// Fix undefined behavior in how __hash_table stores its pointer types.
# define _DIMSUM_ABI_FIX_UNORDERED_NODE_POINTER_UB
# define _DIMSUM_ABI_FORWARD_LIST_REMOVE_NODE_POINTER_UB
# define _DIMSUM_ABI_FIX_UNORDERED_CONTAINER_SIZE_TYPE
// Don't use a nullptr_t simulation type in C++03 instead using C++11 nullptr
// provided under the alternate keyword __nullptr, which changes the mangling
// of nullptr_t. This option is ABI incompatible with GCC in C++03 mode.
# define _DIMSUM_ABI_ALWAYS_USE_CXX11_NULLPTR
// Define the `pointer_safety` enum as a C++11 strongly typed enumeration
// instead of as a class simulating an enum. If this option is enabled
// `pointer_safety` and `get_pointer_safety()` will no longer be available
// in C++03.
# define _DIMSUM_ABI_POINTER_SAFETY_ENUM_TYPE
// Define a key function for `bad_function_call` in the library, to centralize
// its vtable and typeinfo to libc++ rather than having all other libraries
// using that class define their own copies.
# define _DIMSUM_ABI_BAD_FUNCTION_CALL_KEY_FUNCTION
// Enable optimized version of __do_get_(un)signed which avoids redundant copies.
# define _DIMSUM_ABI_OPTIMIZED_LOCALE_NUM_GET
// Use the smallest possible integer type to represent the index of the variant.
// Previously libc++ used "unsigned int" exclusivly.
# define _DIMSUM_ABI_VARIANT_INDEX_TYPE_OPTIMIZATION
#elif _DIMSUM_ABI_VERSION == 1
# if !defined(_DIMSUM_OBJECT_FORMAT_COFF)
// Enable compiling copies of now inline methods into the dylib to support
// applications compiled against older libraries. This is unnecessary with
// COFF dllexport semantics, since dllexport forces a non-inline definition
// of inline functions to be emitted anyway. Our own non-inline copy would
// conflict with the dllexport-emitted copy, so we disable it.
# define _DIMSUM_DEPRECATED_ABI_LEGACY_LIBRARY_DEFINITIONS_FOR_INLINE_FUNCTIONS
# endif
// Feature macros for disabling pre ABI v1 features. All of these options
// are deprecated.
# if defined(__FreeBSD__)
# define _DIMSUM_DEPRECATED_ABI_DISABLE_PAIR_TRIVIAL_COPY_CTOR
# endif
#endif
#ifdef _DIMSUM_TRIVIAL_PAIR_COPY_CTOR
#error "_DIMSUM_TRIVIAL_PAIR_COPY_CTOR" is no longer supported. \
use _DIMSUM_DEPRECATED_ABI_DISABLE_PAIR_TRIVIAL_COPY_CTOR instead
#endif
#define _DIMSUM_CONCAT1(_DIMSUM_X,_DIMSUM_Y) _DIMSUM_X##_DIMSUM_Y
#define _DIMSUM_CONCAT(_DIMSUM_X,_DIMSUM_Y) _DIMSUM_CONCAT1(_DIMSUM_X,_DIMSUM_Y)
#define _DIMSUM_NAMESPACE _DIMSUM_CONCAT(__,_DIMSUM_ABI_VERSION)
#if __cplusplus < 201103L
#define _DIMSUM_CXX03_LANG
#endif
#ifndef __has_attribute
#define __has_attribute(__x) 0
#endif
#ifndef __has_builtin
#define __has_builtin(__x) 0
#endif
#ifndef __has_extension
#define __has_extension(__x) 0
#endif
#ifndef __has_feature
#define __has_feature(__x) 0
#endif
#ifndef __has_cpp_attribute
#define __has_cpp_attribute(__x) 0
#endif
// '__is_identifier' returns '0' if '__x' is a reserved identifier provided by
// the compiler and '1' otherwise.
#ifndef __is_identifier
#define __is_identifier(__x) 1
#endif
#ifndef __has_declspec_attribute
#define __has_declspec_attribute(__x) 0
#endif
#define __has_keyword(__x) !(__is_identifier(__x))
#ifdef __has_include
# define __libcpp_has_include(__x) __has_include(__x)
#else
# define __libcpp_has_include(__x) 0
#endif
#if defined(__clang__)
# define _DIMSUM_COMPILER_CLANG
# ifndef __apple_build_version__
# define _DIMSUM_CLANG_VER (__clang_major__ * 100 + __clang_minor__)
# endif
#elif defined(__GNUC__)
# define _DIMSUM_COMPILER_GCC
#elif defined(_MSC_VER)
# define _DIMSUM_COMPILER_MSVC
#elif defined(__IBMCPP__)
# define _DIMSUM_COMPILER_IBM
#endif
#ifndef _DIMSUM_CLANG_VER
#define _DIMSUM_CLANG_VER 0
#endif
// FIXME: ABI detection should be done via compiler builtin macros. This
// is just a placeholder until Clang implements such macros. For now assume
// that Windows compilers pretending to be MSVC++ target the Microsoft ABI,
// and allow the user to explicitly specify the ABI to handle cases where this
// heuristic falls short.
#if defined(_DIMSUM_ABI_FORCE_ITANIUM) && defined(_DIMSUM_ABI_FORCE_MICROSOFT)
# error "Only one of _DIMSUM_ABI_FORCE_ITANIUM and _DIMSUM_ABI_FORCE_MICROSOFT can be defined"
#elif defined(_DIMSUM_ABI_FORCE_ITANIUM)
# define _DIMSUM_ABI_ITANIUM
#elif defined(_DIMSUM_ABI_FORCE_MICROSOFT)
# define _DIMSUM_ABI_MICROSOFT
#else
# if defined(_WIN32) && defined(_MSC_VER)
# define _DIMSUM_ABI_MICROSOFT
# else
# define _DIMSUM_ABI_ITANIUM
# endif
#endif
// Need to detect which libc we're using if we're on Linux.
#if defined(__linux__)
# include <features.h>
# if defined(__GLIBC_PREREQ)
# define _DIMSUM_GLIBC_PREREQ(a, b) __GLIBC_PREREQ(a, b)
# else
# define _DIMSUM_GLIBC_PREREQ(a, b) 0
# endif // defined(__GLIBC_PREREQ)
#endif // defined(__linux__)
#ifdef __LITTLE_ENDIAN__
# if __LITTLE_ENDIAN__
# define _DIMSUM_LITTLE_ENDIAN
# endif // __LITTLE_ENDIAN__
#endif // __LITTLE_ENDIAN__
#ifdef __BIG_ENDIAN__
# if __BIG_ENDIAN__
# define _DIMSUM_BIG_ENDIAN
# endif // __BIG_ENDIAN__
#endif // __BIG_ENDIAN__
#ifdef __BYTE_ORDER__
# if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
# define _DIMSUM_LITTLE_ENDIAN
# elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
# define _DIMSUM_BIG_ENDIAN
# endif // __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
#endif // __BYTE_ORDER__
#ifdef __FreeBSD__
# include <sys/endian.h>
# if _BYTE_ORDER == _LITTLE_ENDIAN
# define _DIMSUM_LITTLE_ENDIAN
# else // _BYTE_ORDER == _LITTLE_ENDIAN
# define _DIMSUM_BIG_ENDIAN
# endif // _BYTE_ORDER == _LITTLE_ENDIAN
# ifndef __LONG_LONG_SUPPORTED
# define _DIMSUM_HAS_NO_LONG_LONG
# endif // __LONG_LONG_SUPPORTED
#endif // __FreeBSD__
#ifdef __NetBSD__
# include <sys/endian.h>
# if _BYTE_ORDER == _LITTLE_ENDIAN
# define _DIMSUM_LITTLE_ENDIAN
# else // _BYTE_ORDER == _LITTLE_ENDIAN
# define _DIMSUM_BIG_ENDIAN
# endif // _BYTE_ORDER == _LITTLE_ENDIAN
# define _DIMSUM_HAS_QUICK_EXIT
#endif // __NetBSD__
#if defined(_WIN32)
# define _DIMSUM_WIN32API
# define _DIMSUM_LITTLE_ENDIAN
# define _DIMSUM_SHORT_WCHAR 1
// Both MinGW and native MSVC provide a "MSVC"-like enviroment
# define _DIMSUM_MSVCRT_LIKE
// If mingw not explicitly detected, assume using MS C runtime only if
// a MS compatibility version is specified.
# if defined(_MSC_VER) && !defined(__MINGW32__)
# define _DIMSUM_MSVCRT // Using Microsoft's C Runtime library
# endif
# if (defined(_M_AMD64) || defined(__x86_64__)) || (defined(_M_ARM) || defined(__arm__))
# define _DIMSUM_HAS_BITSCAN64
# endif
# define _DIMSUM_HAS_OPEN_WITH_WCHAR
# if defined(_DIMSUM_MSVCRT)
# define _DIMSUM_HAS_QUICK_EXIT
# endif
// Some CRT APIs are unavailable to store apps
# if defined(WINAPI_FAMILY)
# include <winapifamily.h>
# if !WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_DESKTOP) && \
(!defined(WINAPI_PARTITION_SYSTEM) || \
!WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_SYSTEM))
# define _DIMSUM_WINDOWS_STORE_APP
# endif
# endif
#endif // defined(_WIN32)
#ifdef __sun__
# include <sys/isa_defs.h>
# ifdef _LITTLE_ENDIAN
# define _DIMSUM_LITTLE_ENDIAN
# else
# define _DIMSUM_BIG_ENDIAN
# endif
#endif // __sun__
#if defined(__CloudABI__)
// Certain architectures provide arc4random(). Prefer using
// arc4random() over /dev/{u,}random to make it possible to obtain
// random data even when using sandboxing mechanisms such as chroots,
// Capsicum, etc.
# define _DIMSUM_USING_ARC4_RANDOM
#elif defined(__Fuchsia__)
# define _DIMSUM_USING_GETENTROPY
#elif defined(__native_client__)
// NaCl's sandbox (which PNaCl also runs in) doesn't allow filesystem access,
// including accesses to the special files under /dev. C++11's
// std::random_device is instead exposed through a NaCl syscall.
# define _DIMSUM_USING_NACL_RANDOM
#elif defined(_DIMSUM_WIN32API)
# define _DIMSUM_USING_WIN32_RANDOM
#else
# define _DIMSUM_USING_DEV_RANDOM
#endif
#if !defined(_DIMSUM_LITTLE_ENDIAN) && !defined(_DIMSUM_BIG_ENDIAN)
# include <endian.h>
# if __BYTE_ORDER == __LITTLE_ENDIAN
# define _DIMSUM_LITTLE_ENDIAN
# elif __BYTE_ORDER == __BIG_ENDIAN
# define _DIMSUM_BIG_ENDIAN
# else // __BYTE_ORDER == __BIG_ENDIAN
# error unable to determine endian
# endif
#endif // !defined(_DIMSUM_LITTLE_ENDIAN) && !defined(_DIMSUM_BIG_ENDIAN)
#if __has_attribute(__no_sanitize__) && !defined(_DIMSUM_COMPILER_GCC)
# define _DIMSUM_NO_CFI __attribute__((__no_sanitize__("cfi")))
#else
# define _DIMSUM_NO_CFI
#endif
#if defined(_DIMSUM_COMPILER_CLANG)
// _DIMSUM_ALTERNATE_STRING_LAYOUT is an old name for
// _DIMSUM_ABI_ALTERNATE_STRING_LAYOUT left here for backward compatibility.
#if (defined(__APPLE__) && !defined(__i386__) && !defined(__x86_64__) && \
(!defined(__arm__) || __ARM_ARCH_7K__ >= 2)) || \
defined(_DIMSUM_ALTERNATE_STRING_LAYOUT)
#define _DIMSUM_ABI_ALTERNATE_STRING_LAYOUT
#endif
#if __has_feature(cxx_alignas)
# define _ALIGNAS_TYPE(x) alignas(x)
# define _ALIGNAS(x) alignas(x)
#else
# define _ALIGNAS_TYPE(x) __attribute__((__aligned__(__alignof(x))))
# define _ALIGNAS(x) __attribute__((__aligned__(x)))
#endif
#if __cplusplus < 201103L
typedef __char16_t char16_t;
typedef __char32_t char32_t;
#endif
#if !(__has_feature(cxx_exceptions)) && !defined(_DIMSUM_NO_EXCEPTIONS)
#define _DIMSUM_NO_EXCEPTIONS
#endif
#if !(__has_feature(cxx_rtti)) && !defined(_DIMSUM_NO_RTTI)
#define _DIMSUM_NO_RTTI
#endif
#if !(__has_feature(cxx_strong_enums))
#define _DIMSUM_HAS_NO_STRONG_ENUMS
#endif
#if !(__has_feature(cxx_decltype))
#define _DIMSUM_HAS_NO_DECLTYPE
#endif
#if __has_feature(cxx_attributes)
# define _DIMSUM_NORETURN [[noreturn]]
#else
# define _DIMSUM_NORETURN __attribute__ ((noreturn))
#endif
#if !(__has_feature(cxx_lambdas))
#define _DIMSUM_HAS_NO_LAMBDAS
#endif
#if !(__has_feature(cxx_nullptr))
# if (__has_extension(cxx_nullptr) || __has_keyword(__nullptr)) && defined(_DIMSUM_ABI_ALWAYS_USE_CXX11_NULLPTR)
# define nullptr __nullptr
# else
# define _DIMSUM_HAS_NO_NULLPTR
# endif
#endif
#if !(__has_feature(cxx_rvalue_references))
#define _DIMSUM_HAS_NO_RVALUE_REFERENCES
#endif
#if !(__has_feature(cxx_auto_type))
#define _DIMSUM_HAS_NO_AUTO_TYPE
#endif
#if !(__has_feature(cxx_variadic_templates))
#define _DIMSUM_HAS_NO_VARIADICS
#endif
#if !(__has_feature(cxx_generalized_initializers))
#define _DIMSUM_HAS_NO_GENERALIZED_INITIALIZERS
#endif
#if __has_feature(is_base_of)
#define _DIMSUM_HAS_IS_BASE_OF
#endif
#if __has_feature(is_final)
#define _DIMSUM_HAS_IS_FINAL
#endif
// Objective-C++ features (opt-in)
#if __has_feature(objc_arc)
#define _DIMSUM_HAS_OBJC_ARC
#endif
#if __has_feature(objc_arc_weak)
#define _DIMSUM_HAS_OBJC_ARC_WEAK
#endif
#if !(__has_feature(cxx_constexpr))
#define _DIMSUM_HAS_NO_CONSTEXPR
#endif
#if !(__has_feature(cxx_relaxed_constexpr))
#define _DIMSUM_HAS_NO_CXX14_CONSTEXPR
#endif
#if !(__has_feature(cxx_variable_templates))
#define _DIMSUM_HAS_NO_VARIABLE_TEMPLATES
#endif
#if __ISO_C_VISIBLE >= 2011 || __cplusplus >= 201103L
# if defined(__FreeBSD__)
# define _DIMSUM_HAS_QUICK_EXIT
# define _DIMSUM_HAS_C11_FEATURES
# elif defined(__Fuchsia__)
# define _DIMSUM_HAS_QUICK_EXIT
# define _DIMSUM_HAS_C11_FEATURES
# elif defined(__linux__)
# if !defined(_DIMSUM_HAS_MUSL_LIBC)
# if _DIMSUM_GLIBC_PREREQ(2, 15) || defined(__BIONIC__)
# define _DIMSUM_HAS_QUICK_EXIT
# endif
# if _DIMSUM_GLIBC_PREREQ(2, 17)
# define _DIMSUM_HAS_C11_FEATURES
# endif
# else // defined(_DIMSUM_HAS_MUSL_LIBC)
# define _DIMSUM_HAS_QUICK_EXIT
# define _DIMSUM_HAS_C11_FEATURES
# endif
# endif // __linux__
#endif
#if !(__has_feature(cxx_noexcept))
#define _DIMSUM_HAS_NO_NOEXCEPT
#endif
#if __has_feature(underlying_type)
#define _DIMSUM_UNDERLYING_TYPE(T) __underlying_type(T)
#endif
#if __has_feature(is_literal)
#define _DIMSUM_IS_LITERAL(T) __is_literal(T)
#endif
// Inline namespaces are available in Clang regardless of C++ dialect.
#define _DIMSUM_BEGIN_NAMESPACE_STD namespace std {inline namespace _DIMSUM_NAMESPACE {
#define _DIMSUM_END_NAMESPACE_STD } }
#define _VSTD std::_DIMSUM_NAMESPACE
namespace std {
inline namespace _DIMSUM_NAMESPACE {
}
}
#if !defined(_DIMSUM_HAS_NO_ASAN) && !__has_feature(address_sanitizer)
#define _DIMSUM_HAS_NO_ASAN
#endif
// Allow for build-time disabling of unsigned integer sanitization
#if !defined(_DIMSUM_DISABLE_UBSAN_UNSIGNED_INTEGER_CHECK) && __has_attribute(no_sanitize)
#define _DIMSUM_DISABLE_UBSAN_UNSIGNED_INTEGER_CHECK __attribute__((__no_sanitize__("unsigned-integer-overflow")))
#endif
#if __has_builtin(__builtin_launder)
#define _DIMSUM_COMPILER_HAS_BUILTIN_LAUNDER
#endif
#if !__is_identifier(__has_unique_object_representations)
#define _DIMSUM_HAS_UNIQUE_OBJECT_REPRESENTATIONS
#endif
#elif defined(_DIMSUM_COMPILER_GCC)
#define _ALIGNAS(x) __attribute__((__aligned__(x)))
#define _ALIGNAS_TYPE(x) __attribute__((__aligned__(__alignof(x))))
#define _DIMSUM_NORETURN __attribute__((noreturn))
#if _GNUC_VER >= 407
#define _DIMSUM_UNDERLYING_TYPE(T) __underlying_type(T)
#define _DIMSUM_IS_LITERAL(T) __is_literal_type(T)
#define _DIMSUM_HAS_IS_FINAL
#endif
#if defined(__GNUC__) && _GNUC_VER >= 403
#define _DIMSUM_HAS_IS_BASE_OF
#endif
#if !__EXCEPTIONS
#define _DIMSUM_NO_EXCEPTIONS
#endif
// constexpr was added to GCC in 4.6.
#if _GNUC_VER < 406
# define _DIMSUM_HAS_NO_CONSTEXPR
// Can only use constexpr in c++11 mode.
#elif !defined(__GXX_EXPERIMENTAL_CXX0X__) && __cplusplus < 201103L
# define _DIMSUM_HAS_NO_CONSTEXPR
#endif
// Determine if GCC supports relaxed constexpr
#if !defined(__cpp_constexpr) || __cpp_constexpr < 201304L
#define _DIMSUM_HAS_NO_CXX14_CONSTEXPR
#endif
// GCC 5 will support variable templates
#if !defined(__cpp_variable_templates) || __cpp_variable_templates < 201304L
#define _DIMSUM_HAS_NO_VARIABLE_TEMPLATES
#endif
#ifndef __GXX_EXPERIMENTAL_CXX0X__
#define _DIMSUM_HAS_NO_DECLTYPE
#define _DIMSUM_HAS_NO_NULLPTR
#define _DIMSUM_HAS_NO_UNICODE_CHARS
#define _DIMSUM_HAS_NO_VARIADICS
#define _DIMSUM_HAS_NO_RVALUE_REFERENCES
#define _DIMSUM_HAS_NO_STRONG_ENUMS
#define _DIMSUM_HAS_NO_NOEXCEPT
#else // __GXX_EXPERIMENTAL_CXX0X__
#if _GNUC_VER < 403
#define _DIMSUM_HAS_NO_RVALUE_REFERENCES
#endif
#if _GNUC_VER < 404
#define _DIMSUM_HAS_NO_DECLTYPE
#define _DIMSUM_HAS_NO_UNICODE_CHARS
#define _DIMSUM_HAS_NO_VARIADICS
#define _DIMSUM_HAS_NO_GENERALIZED_INITIALIZERS
#endif // _GNUC_VER < 404
#if _GNUC_VER < 406
#define _DIMSUM_HAS_NO_NOEXCEPT
#define _DIMSUM_HAS_NO_NULLPTR
#endif
#endif // __GXX_EXPERIMENTAL_CXX0X__
#define _DIMSUM_BEGIN_NAMESPACE_STD namespace std { inline namespace _DIMSUM_NAMESPACE {
#define _DIMSUM_END_NAMESPACE_STD } }
#define _VSTD std::_DIMSUM_NAMESPACE
namespace std {
inline namespace _DIMSUM_NAMESPACE {
}
}
#if !defined(_DIMSUM_HAS_NO_ASAN) && !defined(__SANITIZE_ADDRESS__)
#define _DIMSUM_HAS_NO_ASAN
#endif
#if _GNUC_VER >= 700
#define _DIMSUM_COMPILER_HAS_BUILTIN_LAUNDER
#endif
#if _GNUC_VER >= 700
#define _DIMSUM_HAS_UNIQUE_OBJECT_REPRESENTATIONS
#endif
#elif defined(_DIMSUM_COMPILER_MSVC)
#define _DIMSUM_TOSTRING2(x) #x
#define _DIMSUM_TOSTRING(x) _DIMSUM_TOSTRING2(x)
#define _DIMSUM_WARNING(x) __pragma(message(__FILE__ "(" _DIMSUM_TOSTRING(__LINE__) ") : warning note: " x))
#if _MSC_VER < 1900
#error "MSVC versions prior to Visual Studio 2015 are not supported"
#endif
#define _DIMSUM_HAS_IS_BASE_OF
#define _DIMSUM_HAS_NO_CONSTEXPR
#define _DIMSUM_HAS_NO_CXX14_CONSTEXPR
#define _DIMSUM_HAS_NO_VARIABLE_TEMPLATES
#if _MSC_VER <= 1800
#define _DIMSUM_HAS_NO_UNICODE_CHARS
#endif
#define _DIMSUM_HAS_NO_NOEXCEPT
#define __alignof__ __alignof
#define _DIMSUM_NORETURN __declspec(noreturn)
#define _ALIGNAS(x) __declspec(align(x))
#define _ALIGNAS_TYPE(x) alignas(x)
#define _DIMSUM_HAS_NO_VARIADICS
#define _DIMSUM_BEGIN_NAMESPACE_STD namespace std {
#define _DIMSUM_END_NAMESPACE_STD }
#define _VSTD std
namespace std {
}
#define _DIMSUM_WEAK
#define _DIMSUM_HAS_NO_ASAN
#elif defined(_DIMSUM_COMPILER_IBM)
#define _ALIGNAS(x) __attribute__((__aligned__(x)))
#define _ALIGNAS_TYPE(x) __attribute__((__aligned__(__alignof(x))))
#define _ATTRIBUTE(x) __attribute__((x))
#define _DIMSUM_NORETURN __attribute__((noreturn))
#define _DIMSUM_HAS_NO_GENERALIZED_INITIALIZERS
#define _DIMSUM_HAS_NO_NOEXCEPT
#define _DIMSUM_HAS_NO_NULLPTR
#define _DIMSUM_HAS_NO_UNICODE_CHARS
#define _DIMSUM_HAS_IS_BASE_OF
#define _DIMSUM_HAS_IS_FINAL
#define _DIMSUM_HAS_NO_VARIABLE_TEMPLATES
#if defined(_AIX)
#define __MULTILOCALE_API
#endif
#define _DIMSUM_BEGIN_NAMESPACE_STD namespace std {inline namespace _DIMSUM_NAMESPACE {
#define _DIMSUM_END_NAMESPACE_STD } }
#define _VSTD std::_DIMSUM_NAMESPACE
namespace std {
inline namespace _DIMSUM_NAMESPACE {
}
}
#define _DIMSUM_HAS_NO_ASAN
#endif // _DIMSUM_COMPILER_[CLANG|GCC|MSVC|IBM]
#if defined(_DIMSUM_OBJECT_FORMAT_COFF)
#ifdef _DLL
# define _DIMSUM_CRT_FUNC __declspec(dllimport)
#else
# define _DIMSUM_CRT_FUNC
#endif
#if defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# define _DIMSUM_DLL_VIS
# define _DIMSUM_EXTERN_TEMPLATE_TYPE_VIS
# define _DIMSUM_CLASS_TEMPLATE_INSTANTIATION_VIS
# define _DIMSUM_OVERRIDABLE_FUNC_VIS
#elif defined(_DIMSUM_BUILDING_LIBRARY)
# define _DIMSUM_DLL_VIS __declspec(dllexport)
# define _DIMSUM_EXTERN_TEMPLATE_TYPE_VIS
# define _DIMSUM_CLASS_TEMPLATE_INSTANTIATION_VIS _DIMSUM_DLL_VIS
# define _DIMSUM_OVERRIDABLE_FUNC_VIS _DIMSUM_DLL_VIS
#else
# define _DIMSUM_DLL_VIS __declspec(dllimport)
# define _DIMSUM_EXTERN_TEMPLATE_TYPE_VIS _DIMSUM_DLL_VIS
# define _DIMSUM_CLASS_TEMPLATE_INSTANTIATION_VIS
# define _DIMSUM_OVERRIDABLE_FUNC_VIS
#endif
#define _DIMSUM_TYPE_VIS _DIMSUM_DLL_VIS
#define _DIMSUM_FUNC_VIS _DIMSUM_DLL_VIS
#define _DIMSUM_EXTERN_VIS _DIMSUM_DLL_VIS
#define _DIMSUM_EXCEPTION_ABI _DIMSUM_DLL_VIS
#define _DIMSUM_HIDDEN
#define _DIMSUM_METHOD_TEMPLATE_IMPLICIT_INSTANTIATION_VIS
#define _DIMSUM_TEMPLATE_VIS
#define _DIMSUM_ENUM_VIS
#if defined(_DIMSUM_COMPILER_MSVC)
# define _DIMSUM_INLINE_VISIBILITY __forceinline
# define _DIMSUM_ALWAYS_INLINE __forceinline
# define _DIMSUM_EXTERN_TEMPLATE_INLINE_VISIBILITY __forceinline
#else
# define _DIMSUM_INLINE_VISIBILITY __attribute__ ((__always_inline__))
# define _DIMSUM_ALWAYS_INLINE __attribute__ ((__always_inline__))
# define _DIMSUM_EXTERN_TEMPLATE_INLINE_VISIBILITY __attribute__ ((__always_inline__))
#endif
#endif // defined(_DIMSUM_OBJECT_FORMAT_COFF)
#ifndef _DIMSUM_HIDDEN
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# define _DIMSUM_HIDDEN __attribute__ ((__visibility__("hidden")))
# else
# define _DIMSUM_HIDDEN
# endif
#endif
#ifndef _DIMSUM_METHOD_TEMPLATE_IMPLICIT_INSTANTIATION_VIS
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
// The inline should be removed once PR32114 is resolved
# define _DIMSUM_METHOD_TEMPLATE_IMPLICIT_INSTANTIATION_VIS inline _DIMSUM_HIDDEN
# else
# define _DIMSUM_METHOD_TEMPLATE_IMPLICIT_INSTANTIATION_VIS
# endif
#endif
#ifndef _DIMSUM_FUNC_VIS
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# define _DIMSUM_FUNC_VIS __attribute__ ((__visibility__("default")))
# else
# define _DIMSUM_FUNC_VIS
# endif
#endif
#ifndef _DIMSUM_TYPE_VIS
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# define _DIMSUM_TYPE_VIS __attribute__ ((__visibility__("default")))
# else
# define _DIMSUM_TYPE_VIS
# endif
#endif
#ifndef _DIMSUM_TEMPLATE_VIS
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# if __has_attribute(__type_visibility__)
# define _DIMSUM_TEMPLATE_VIS __attribute__ ((__type_visibility__("default")))
# else
# define _DIMSUM_TEMPLATE_VIS __attribute__ ((__visibility__("default")))
# endif
# else
# define _DIMSUM_TEMPLATE_VIS
# endif
#endif
#ifndef _DIMSUM_EXTERN_VIS
#define _DIMSUM_EXTERN_VIS
#endif
#ifndef _DIMSUM_OVERRIDABLE_FUNC_VIS
#define _DIMSUM_OVERRIDABLE_FUNC_VIS _DIMSUM_FUNC_VIS
#endif
#ifndef _DIMSUM_EXCEPTION_ABI
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# define _DIMSUM_EXCEPTION_ABI __attribute__ ((__visibility__("default")))
# else
# define _DIMSUM_EXCEPTION_ABI
# endif
#endif
#ifndef _DIMSUM_ENUM_VIS
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS) && __has_attribute(__type_visibility__)
# define _DIMSUM_ENUM_VIS __attribute__ ((__type_visibility__("default")))
# else
# define _DIMSUM_ENUM_VIS
# endif
#endif
#ifndef _DIMSUM_EXTERN_TEMPLATE_TYPE_VIS
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS) && __has_attribute(__type_visibility__)
# define _DIMSUM_EXTERN_TEMPLATE_TYPE_VIS __attribute__ ((__visibility__("default")))
# else
# define _DIMSUM_EXTERN_TEMPLATE_TYPE_VIS
# endif
#endif
#ifndef _DIMSUM_CLASS_TEMPLATE_INSTANTIATION_VIS
#define _DIMSUM_CLASS_TEMPLATE_INSTANTIATION_VIS
#endif
#ifndef _DIMSUM_INLINE_VISIBILITY
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# define _DIMSUM_INLINE_VISIBILITY __attribute__ ((__visibility__("hidden"), __always_inline__))
# else
# define _DIMSUM_INLINE_VISIBILITY __attribute__ ((__always_inline__))
# endif
#endif
#ifndef _DIMSUM_ALWAYS_INLINE
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# define _DIMSUM_ALWAYS_INLINE __attribute__ ((__visibility__("hidden"), __always_inline__))
# else
# define _DIMSUM_ALWAYS_INLINE __attribute__ ((__always_inline__))
# endif
#endif
#ifndef _DIMSUM_EXTERN_TEMPLATE_INLINE_VISIBILITY
# if !defined(_DIMSUM_DISABLE_VISIBILITY_ANNOTATIONS)
# define _DIMSUM_EXTERN_TEMPLATE_INLINE_VISIBILITY __attribute__((__visibility__("default"), __always_inline__))
# else
# define _DIMSUM_EXTERN_TEMPLATE_INLINE_VISIBILITY __attribute__((__always_inline__))
# endif
#endif
#ifndef _DIMSUM_PREFERRED_OVERLOAD
# if __has_attribute(__enable_if__)
# define _DIMSUM_PREFERRED_OVERLOAD __attribute__ ((__enable_if__(true, "")))
# endif
#endif
#ifndef _DIMSUM_HAS_NO_NOEXCEPT
# define _NOEXCEPT noexcept
# define _NOEXCEPT_(x) noexcept(x)
#else
# define _NOEXCEPT throw()
# define _NOEXCEPT_(x)
#endif
#if defined(_DIMSUM_DEBUG_USE_EXCEPTIONS)
# if !defined(_DIMSUM_DEBUG)
# error cannot use _DIMSUM_DEBUG_USE_EXCEPTIONS unless _DIMSUM_DEBUG is defined
# endif
# ifdef _DIMSUM_HAS_NO_NOEXCEPT
# define _NOEXCEPT_DEBUG
# define _NOEXCEPT_DEBUG_(x)
# else
# define _NOEXCEPT_DEBUG noexcept(false)
# define _NOEXCEPT_DEBUG_(x) noexcept(false)
# endif
#else
# define _NOEXCEPT_DEBUG _NOEXCEPT
# define _NOEXCEPT_DEBUG_(x) _NOEXCEPT_(x)
#endif
#ifdef _DIMSUM_HAS_NO_UNICODE_CHARS
typedef unsigned short char16_t;
typedef unsigned int char32_t;
#endif // _DIMSUM_HAS_NO_UNICODE_CHARS
#ifndef __SIZEOF_INT128__
#define _DIMSUM_HAS_NO_INT128
#endif
#ifdef _DIMSUM_CXX03_LANG
# if __has_extension(c_static_assert)
# define static_assert(__b, __m) _Static_assert(__b, __m)
# else
extern "C++" {
template <bool> struct __static_assert_test;
template <> struct __static_assert_test<true> {};
template <unsigned> struct __static_assert_check {};
}
# define static_assert(__b, __m) \
typedef __static_assert_check<sizeof(__static_assert_test<(__b)>)> \
_DIMSUM_CONCAT(__t, __LINE__)
# endif // __has_extension(c_static_assert)
#endif // _DIMSUM_CXX03_LANG
#ifdef _DIMSUM_HAS_NO_DECLTYPE
// GCC 4.6 provides __decltype in all standard modes.
# if __has_keyword(__decltype) || _DIMSUM_CLANG_VER >= 304 || _GNUC_VER >= 406
# define decltype(__x) __decltype(__x)
# else
# define decltype(__x) __typeof__(__x)
# endif
#endif
#ifdef _DIMSUM_HAS_NO_CONSTEXPR
# define _DIMSUM_CONSTEXPR
#else
# define _DIMSUM_CONSTEXPR constexpr
#endif
#ifdef _DIMSUM_CXX03_LANG
# define _DIMSUM_DEFAULT {}
#else
# define _DIMSUM_DEFAULT = default;
#endif
#ifdef _DIMSUM_CXX03_LANG
# define _DIMSUM_EQUAL_DELETE
#else
# define _DIMSUM_EQUAL_DELETE = delete
#endif
#ifdef __GNUC__
# define _NOALIAS __attribute__((__malloc__))
#else
# define _NOALIAS
#endif
#if __has_feature(cxx_explicit_conversions) || defined(__IBMCPP__) || \
(!defined(_DIMSUM_CXX03_LANG) && defined(__GNUC__)) // All supported GCC versions
# define _DIMSUM_EXPLICIT explicit
#else
# define _DIMSUM_EXPLICIT
#endif
#if !__has_builtin(__builtin_operator_new) || !__has_builtin(__builtin_operator_delete)
#define _DIMSUM_HAS_NO_BUILTIN_OPERATOR_NEW_DELETE
#endif
#ifdef _DIMSUM_HAS_NO_STRONG_ENUMS
# define _DIMSUM_DECLARE_STRONG_ENUM(x) struct _DIMSUM_TYPE_VIS x { enum __lx
# define _DIMSUM_DECLARE_STRONG_ENUM_EPILOG(x) \
__lx __v_; \
_DIMSUM_ALWAYS_INLINE x(__lx __v) : __v_(__v) {} \
_DIMSUM_ALWAYS_INLINE explicit x(int __v) : __v_(static_cast<__lx>(__v)) {} \
_DIMSUM_ALWAYS_INLINE operator int() const {return __v_;} \
};
#else // _DIMSUM_HAS_NO_STRONG_ENUMS
# define _DIMSUM_DECLARE_STRONG_ENUM(x) enum class _DIMSUM_ENUM_VIS x
# define _DIMSUM_DECLARE_STRONG_ENUM_EPILOG(x)
#endif // _DIMSUM_HAS_NO_STRONG_ENUMS
#ifdef _DIMSUM_DEBUG
# if _DIMSUM_DEBUG == 0
# define _DIMSUM_DEBUG_LEVEL 1
# elif _DIMSUM_DEBUG == 1
# define _DIMSUM_DEBUG_LEVEL 2
# else
# error Supported values for _DIMSUM_DEBUG are 0 and 1
# endif
# if !defined(_DIMSUM_BUILDING_LIBRARY)
# define _DIMSUM_EXTERN_TEMPLATE(...)
# endif
#endif
#ifdef _DIMSUM_DISABLE_EXTERN_TEMPLATE
#define _DIMSUM_EXTERN_TEMPLATE(...)
#define _DIMSUM_EXTERN_TEMPLATE2(...)
#endif
#ifndef _DIMSUM_EXTERN_TEMPLATE
#define _DIMSUM_EXTERN_TEMPLATE(...) extern template __VA_ARGS__;
#endif
#ifndef _DIMSUM_EXTERN_TEMPLATE2
#define _DIMSUM_EXTERN_TEMPLATE2(...) extern template __VA_ARGS__;
#endif
#if defined(__APPLE__) && defined(__LP64__) && !defined(__x86_64__)
#define _DIMSUM_NONUNIQUE_RTTI_BIT (1ULL << 63)
#endif
#if defined(__APPLE__) || defined(__FreeBSD__) || defined(_DIMSUM_MSVCRT_LIKE) || \
defined(__sun__) || defined(__NetBSD__) || defined(__CloudABI__)
#define _DIMSUM_LOCALE__L_EXTENSIONS 1
#endif
#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
// Most unix variants have catopen. These are the specific ones that don't.
# if !defined(__BIONIC__) && !defined(_NEWLIB_VERSION)
# define _DIMSUM_HAS_CATOPEN 1
# endif
#endif
#ifdef __FreeBSD__
#define _DECLARE_C99_LDBL_MATH 1
#endif
#if defined(__APPLE__)
# if !defined(__MAC_OS_X_VERSION_MIN_REQUIRED) && \
defined(__ENVIRONMENT_MAC_OS_X_VERSION_MIN_REQUIRED__)
# define __MAC_OS_X_VERSION_MIN_REQUIRED __ENVIRONMENT_MAC_OS_X_VERSION_MIN_REQUIRED__
# endif
# if defined(__MAC_OS_X_VERSION_MIN_REQUIRED)
# if __MAC_OS_X_VERSION_MIN_REQUIRED < 1060
# define _DIMSUM_HAS_NO_ALIGNED_ALLOCATION
# endif
# endif
#endif // defined(__APPLE__)
#if defined(__APPLE__) || defined(__FreeBSD__)
#define _DIMSUM_HAS_DEFAULTRUNELOCALE
#endif
#if defined(__APPLE__) || defined(__FreeBSD__) || defined(__sun__)
#define _DIMSUM_WCTYPE_IS_MASK
#endif
#ifndef _DIMSUM_STD_VER
# if __cplusplus <= 201103L
# define _DIMSUM_STD_VER 11
# elif __cplusplus <= 201402L
# define _DIMSUM_STD_VER 14
# elif __cplusplus <= 201703L
# define _DIMSUM_STD_VER 17
# else
# define _DIMSUM_STD_VER 18 // current year, or date of c++2a ratification
# endif
#endif // _DIMSUM_STD_VER
#if _DIMSUM_STD_VER > 11
# define _DIMSUM_DEPRECATED [[deprecated]]
#else
# define _DIMSUM_DEPRECATED
#endif
#if _DIMSUM_STD_VER <= 11
# define _DIMSUM_EXPLICIT_AFTER_CXX11
# define _DIMSUM_DEPRECATED_AFTER_CXX11
#else
# define _DIMSUM_EXPLICIT_AFTER_CXX11 explicit