forked from JuliaLang/julia
-
Notifications
You must be signed in to change notification settings - Fork 0
/
julia.h
1997 lines (1745 loc) · 81.5 KB
/
julia.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
// This file is a part of Julia. License is MIT: https://julialang.org/license
#ifndef JULIA_H
#define JULIA_H
//** Configuration options that affect the Julia ABI **//
// if this is not defined, only individual dimension sizes are
// stored and not total length, to save space.
#define STORE_ARRAY_LEN
//** End Configuration options **//
#include "libsupport.h"
#include <stdint.h>
#include <string.h>
#include "htable.h"
#include "arraylist.h"
#include "analyzer_annotations.h"
#include <setjmp.h>
#ifndef _OS_WINDOWS_
# define jl_jmp_buf sigjmp_buf
# if defined(_CPU_ARM_) || defined(_CPU_PPC_)
# define MAX_ALIGN 8
# elif defined(_CPU_AARCH64_)
// int128 is 16 bytes aligned on aarch64
# define MAX_ALIGN 16
# else
# define MAX_ALIGN sizeof(void*)
# endif
#else
# include "win32_ucontext.h"
# define jl_jmp_buf jmp_buf
# define MAX_ALIGN 8
#endif
#ifdef _P64
#define NWORDS(sz) (((sz)+7)>>3)
#else
#define NWORDS(sz) (((sz)+3)>>2)
#endif
#if defined(__GNUC__)
# define JL_NORETURN __attribute__ ((noreturn))
# define JL_CONST_FUNC __attribute__((const))
# define JL_USED_FUNC __attribute__((used))
# define JL_SECTION(name) __attribute__((section(name)))
# define JL_THREAD_LOCAL __thread
#elif defined(_COMPILER_MICROSOFT_)
# define JL_NORETURN __declspec(noreturn)
// This is the closest I can find for __attribute__((const))
# define JL_CONST_FUNC __declspec(noalias)
// Does MSVC have this?
# define JL_USED_FUNC
// TODO: Figure out what to do on MSVC
# define JL_SECTION(x)
# define JL_THREAD_LOCAL __declspec(threaD)
#else
# define JL_NORETURN
# define JL_CONST_FUNC
# define JL_USED_FUNC
# define JL_THREAD_LOCAL
#endif
#define container_of(ptr, type, member) \
((type *) ((char *)(ptr) - offsetof(type, member)))
typedef struct _jl_taggedvalue_t jl_taggedvalue_t;
#include "atomics.h"
#include "tls.h"
#include "julia_threads.h"
#include "julia_assert.h"
#ifdef __cplusplus
extern "C" {
#endif
// core data types ------------------------------------------------------------
// the common fields are hidden before the pointer, but the following macro is
// used to indicate which types below are subtypes of jl_value_t
#define JL_DATA_TYPE
typedef struct _jl_value_t jl_value_t;
struct _jl_taggedvalue_bits {
uintptr_t gc:2;
};
JL_EXTENSION struct _jl_taggedvalue_t {
union {
uintptr_t header;
jl_taggedvalue_t *next;
jl_value_t *type; // 16-byte aligned
struct _jl_taggedvalue_bits bits;
};
// jl_value_t value;
};
#ifdef __clang_analyzer__
JL_DLLEXPORT jl_taggedvalue_t *_jl_astaggedvalue(jl_value_t *v JL_PROPAGATES_ROOT) JL_NOTSAFEPOINT;
#define jl_astaggedvalue(v) _jl_astaggedvalue((jl_value_t*)v)
jl_value_t *_jl_valueof(jl_taggedvalue_t *tv JL_PROPAGATES_ROOT) JL_NOTSAFEPOINT;
#define jl_valueof(v) _jl_valueof((jl_taggedvalue_t*)v)
JL_DLLEXPORT jl_value_t *_jl_typeof(jl_value_t *v JL_PROPAGATES_ROOT) JL_NOTSAFEPOINT;
#define jl_typeof(v) _jl_typeof((jl_value_t*)v)
#else
#define jl_astaggedvalue(v) \
((jl_taggedvalue_t*)((char*)(v) - sizeof(jl_taggedvalue_t)))
#define jl_valueof(v) \
((jl_value_t*)((char*)(v) + sizeof(jl_taggedvalue_t)))
#define jl_typeof(v) \
((jl_value_t*)(jl_astaggedvalue(v)->header & ~(uintptr_t)15))
#endif
static inline void jl_set_typeof(void *v, void *t) JL_NOTSAFEPOINT
{
// Do not call this on a value that is already initialized.
jl_taggedvalue_t *tag = jl_astaggedvalue(v);
tag->type = (jl_value_t*)t;
}
#define jl_typeis(v,t) (jl_typeof(v)==(jl_value_t*)(t))
// Symbols are interned strings (hash-consed) stored as an invasive binary tree.
// The string data is nul-terminated and hangs off the end of the struct.
typedef struct _jl_sym_t {
JL_DATA_TYPE
struct _jl_sym_t *left;
struct _jl_sym_t *right;
uintptr_t hash; // precomputed hash value
// JL_ATTRIBUTE_ALIGN_PTRSIZE(char name[]);
} jl_sym_t;
// A numbered SSA value, for optimized code analysis and generation
// the `id` is a unique, small number
typedef struct _jl_ssavalue_t {
JL_DATA_TYPE
ssize_t id;
} jl_ssavalue_t;
// A SimpleVector is an immutable pointer array
// Data is stored at the end of this variable-length struct.
typedef struct {
JL_DATA_TYPE
size_t length;
// pointer size aligned
// jl_value_t *data[];
} jl_svec_t;
typedef struct {
/*
how - allocation style
0 = data is inlined, or a foreign pointer we don't manage
1 = julia-allocated buffer that needs to be marked
2 = malloc-allocated pointer this array object manages
3 = has a pointer to the object that owns the data
*/
uint16_t how:2;
uint16_t ndims:10;
uint16_t pooled:1;
uint16_t ptrarray:1; // representation is pointer array
uint16_t isshared:1; // data is shared by multiple Arrays
uint16_t isaligned:1; // data allocated with memalign
} jl_array_flags_t;
JL_EXTENSION typedef struct {
JL_DATA_TYPE
void *data;
#ifdef STORE_ARRAY_LEN
size_t length;
#endif
jl_array_flags_t flags;
uint16_t elsize;
uint32_t offset; // for 1-d only. does not need to get big.
size_t nrows;
union {
// 1d
size_t maxsize;
// Nd
size_t ncols;
};
// other dim sizes go here for ndims > 2
// followed by alignment padding and inline data, or owner pointer
} jl_array_t;
// compute # of extra words needed to store dimensions
STATIC_INLINE int jl_array_ndimwords(uint32_t ndims) JL_NOTSAFEPOINT
{
return (ndims < 3 ? 0 : ndims-2);
}
typedef struct _jl_datatype_t jl_tupletype_t;
struct _jl_method_instance_t;
// TypeMap is an implicitly defined type
// that can consist of any of the following nodes:
// typedef TypeMap Union{TypeMapLevel, TypeMapEntry, Nothing}
// it forms a roughly tree-shaped structure, consisting of nodes of TypeMapLevels
// which split the tree when possible, for example based on the key into the tuple type at `offs`
// when key is a leaftype, (but only when the tree has enough entries for this to be
// more efficient than storing them sorted linearly)
// otherwise the leaf entries are stored sorted, linearly
typedef jl_value_t jl_typemap_t;
typedef jl_value_t *(jl_call_t)(struct _jl_method_instance_t*, jl_value_t**, uint32_t);
typedef jl_call_t *jl_callptr_t;
// "speccall" calling convention signatures.
// This describes some of the special ABI used by compiled julia functions.
JL_DLLEXPORT extern jl_call_t jl_fptr_trampoline;
JL_DLLEXPORT extern jl_call_t jl_fptr_args;
typedef jl_value_t *(*jl_fptr_args_t)(jl_value_t*, jl_value_t**, uint32_t);
JL_DLLEXPORT extern jl_call_t jl_fptr_const_return;
JL_DLLEXPORT extern jl_call_t jl_fptr_sparam;
typedef jl_value_t *(*jl_fptr_sparam_t)(jl_svec_t*, jl_value_t*, jl_value_t**, uint32_t);
JL_DLLEXPORT extern jl_call_t jl_fptr_interpret_call;
typedef jl_value_t *(*jl_fptr_interpret_t)(struct _jl_method_instance_t*, jl_value_t*, jl_value_t**, uint32_t, jl_svec_t*);
JL_EXTENSION typedef union {
void* fptr;
jl_fptr_args_t fptr1;
jl_fptr_sparam_t fptr3;
jl_fptr_interpret_t fptr4;
} jl_generic_specptr_t;
typedef struct _jl_llvm_functions_t {
const char *functionObject; // jl_callptr_t llvm Function name
const char *specFunctionObject; // specialized llvm Function name (on sig+rettype)
} jl_llvm_functions_t;
typedef struct _jl_method_instance_t jl_method_instance_t;
// This type describes a single function body
typedef struct _jl_code_info_t {
// ssavalue-indexed arrays of properties:
jl_array_t *code; // Any array of statements
jl_value_t *codelocs; // Int32 array of indicies into the line table
jl_value_t *ssavaluetypes; // types of ssa values (or count of them)
jl_array_t *ssaflags; // flags associated with each statement:
// 0 = inbounds
// 1,2 = <reserved> inlinehint,always-inline,noinline
// 3 = <reserved> strict-ieee (strictfp)
// 4-6 = <unused>
// 7 = has out-of-band info
// miscellaneous data:
jl_value_t *method_for_inference_limit_heuristics; // optional method used during inference
jl_value_t *linetable; // Table of locations [TODO: make this volatile like slotnames]
jl_array_t *slotnames; // names of local variables
jl_array_t *slotflags; // local var bit flags
// the following are optional transient properties (not preserved by compression--as they typically get stored elsewhere):
jl_value_t *slottypes; // inferred types of slots
jl_value_t *rettype;
jl_method_instance_t *parent; // context (optionally, if available, otherwise nothing)
size_t min_world;
size_t max_world;
// various boolean properties:
uint8_t inferred;
uint8_t inlineable;
uint8_t propagate_inbounds;
uint8_t pure;
} jl_code_info_t;
// This type describes a single method definition, and stores data
// shared by the specializations of a function.
typedef struct _jl_method_t {
JL_DATA_TYPE
jl_sym_t *name; // for error reporting
struct _jl_module_t *module;
jl_sym_t *file;
int32_t line;
// method's type signature. redundant with TypeMapEntry->specTypes
jl_value_t *sig;
size_t min_world;
size_t max_world;
// list of potentially-ambiguous methods (nothing = none, Vector{Any} of Methods otherwise)
jl_value_t *ambig;
// table of all argument types for which we've inferred or compiled this code
jl_typemap_t *specializations;
jl_value_t *slot_syms; // compacted list of slot names (String)
jl_value_t *source; // original code template (jl_code_info_t, but may be compressed), null for builtins
struct _jl_method_instance_t *unspecialized; // unspecialized executable method instance, or null
jl_value_t *generator; // executable code-generating function if available
jl_array_t *roots; // pointers in generated code (shared to reduce memory), or null
// cache of specializations of this method for invoke(), i.e.
// cases where this method was called even though it was not necessarily
// the most specific for the argument types.
jl_typemap_t *invokes;
int32_t nargs;
int32_t called; // bit flags: whether each of the first 8 arguments is called
int32_t nospecialize; // bit flags: which arguments should not be specialized
uint8_t isva;
uint8_t pure;
// hidden fields:
uint8_t traced;
// lock for modifications to the method
jl_mutex_t writelock;
} jl_method_t;
// This type caches the data for a specType signature specialization of a Method
struct _jl_method_instance_t {
JL_DATA_TYPE
union {
jl_value_t *value; // generic accessor
struct _jl_module_t *module; // this is a toplevel thunk
jl_method_t *method; // method this is specialized from
} def; // context for this lambda definition
jl_value_t *specTypes; // argument types this was specialized for
jl_value_t *rettype; // return type for fptr
jl_svec_t *sparam_vals; // static parameter values, indexed by def.method->sig UnionAll tvars
jl_array_t *backedges;
jl_value_t *inferred; // inferred jl_code_info_t, or jl_nothing, or null
jl_value_t *inferred_const; // inferred constant return value, or null
size_t min_world;
size_t max_world;
uint8_t inInference; // flags to tell if inference is running on this function
uint8_t compile_traced; // if set will notify callback if this linfo is compiled
jl_callptr_t invoke; // jlcall entry point
jl_generic_specptr_t specptr;
// names of declarations in the JIT,
// suitable for referencing in LLVM IR
jl_llvm_functions_t functionObjectsDecls;
};
// all values are callable as Functions
typedef jl_value_t jl_function_t;
typedef struct {
JL_DATA_TYPE
jl_sym_t *name;
jl_value_t *lb; // lower bound
jl_value_t *ub; // upper bound
} jl_tvar_t;
// UnionAll type (iterated union over all values of a variable in certain bounds)
// written `body where lb<:var<:ub`
typedef struct {
JL_DATA_TYPE
jl_tvar_t *var;
jl_value_t *body;
} jl_unionall_t;
// represents the "name" part of a DataType, describing the syntactic structure
// of a type and storing all data common to different instantiations of the type,
// including a cache for hash-consed allocation of DataType objects.
typedef struct {
JL_DATA_TYPE
jl_sym_t *name;
struct _jl_module_t *module;
jl_svec_t *names; // field names
// `wrapper` is either the only instantiation of the type (if no parameters)
// or a UnionAll accepting parameters to make an instantiation.
jl_value_t *wrapper;
jl_svec_t *cache; // sorted array
jl_svec_t *linearcache; // unsorted array
intptr_t hash;
struct _jl_methtable_t *mt;
} jl_typename_t;
typedef struct {
JL_DATA_TYPE
jl_value_t *a;
jl_value_t *b;
} jl_uniontype_t;
// in little-endian, isptr is always the first bit, avoiding the need for a branch in computing isptr
typedef struct {
uint8_t isptr:1;
uint8_t size:7;
uint8_t offset; // offset relative to data start, excluding type tag
} jl_fielddesc8_t;
typedef struct {
uint16_t isptr:1;
uint16_t size:15;
uint16_t offset; // offset relative to data start, excluding type tag
} jl_fielddesc16_t;
typedef struct {
uint32_t isptr:1;
uint32_t size:31;
uint32_t offset; // offset relative to data start, excluding type tag
} jl_fielddesc32_t;
typedef struct {
uint32_t nfields;
uint32_t alignment : 9; // strictest alignment over all fields
uint32_t haspadding : 1; // has internal undefined bytes
uint32_t npointers : 20; // number of pointer fields, top 4 bits are exponent (under-approximation)
uint32_t fielddesc_type : 2; // 0 -> 8, 1 -> 16, 2 -> 32
// union {
// jl_fielddesc8_t field8[];
// jl_fielddesc16_t field16[];
// jl_fielddesc32_t field32[];
// };
} jl_datatype_layout_t;
typedef struct _jl_datatype_t {
JL_DATA_TYPE
jl_typename_t *name;
struct _jl_datatype_t *super;
jl_svec_t *parameters;
jl_svec_t *types;
jl_svec_t *names;
jl_value_t *instance; // for singletons
const jl_datatype_layout_t *layout;
int32_t size; // TODO: move to _jl_datatype_layout_t
int32_t ninitialized;
uint32_t uid;
uint8_t abstract;
uint8_t mutabl;
// memoized properties
uint8_t hasfreetypevars; // majority part of isconcrete computation
uint8_t isconcretetype; // whether this type can have instances
uint8_t isdispatchtuple; // aka isleaftupletype
uint8_t isbitstype; // relevant query for C-api and type-parameters
uint8_t zeroinit; // if one or more fields requires zero-initialization
uint8_t isinlinealloc; // if this is allocated inline
void *struct_decl; //llvm::Type*
void *ditype; // llvm::MDNode* to be used as llvm::DIType(ditype)
} jl_datatype_t;
typedef struct {
JL_DATA_TYPE
jl_value_t *value;
} jl_weakref_t;
typedef struct {
// not first-class
jl_sym_t *name;
jl_value_t *value;
jl_value_t *globalref; // cached GlobalRef for this binding
struct _jl_module_t *owner; // for individual imported bindings
uint8_t constp:1;
uint8_t exportp:1;
uint8_t imported:1;
uint8_t deprecated:2; // 0=not deprecated, 1=renamed, 2=moved to another package
} jl_binding_t;
typedef struct {
uint64_t hi;
uint64_t lo;
} jl_uuid_t;
typedef struct _jl_module_t {
JL_DATA_TYPE
jl_sym_t *name;
struct _jl_module_t *parent;
// hidden fields:
htable_t bindings;
arraylist_t usings; // modules with all bindings potentially imported
uint64_t build_id;
jl_uuid_t uuid;
size_t primary_world;
uint32_t counter;
int32_t nospecialize; // global bit flags: initialization for new methods
uint8_t istopmod;
} jl_module_t;
// one Type-to-Value entry
typedef struct _jl_typemap_entry_t {
JL_DATA_TYPE
struct _jl_typemap_entry_t *next; // invasive linked list
jl_tupletype_t *sig; // the type signature for this entry
jl_tupletype_t *simplesig; // a simple signature for fast rejection
jl_svec_t *guardsigs;
size_t min_world;
size_t max_world;
union {
jl_value_t *value; // generic accessor
jl_method_instance_t *linfo; // [nullable] for guard entries
jl_method_t *method;
} func;
// memoized properties of sig:
int8_t isleafsig; // isleaftype(sig) & !any(isType, sig) : unsorted and very fast
int8_t issimplesig; // all(isleaftype | isAny | isType | isVararg, sig) : sorted and fast
int8_t va; // isVararg(sig)
} jl_typemap_entry_t;
// one level in a TypeMap tree
// indexed by key if it is a sublevel in an array
struct jl_ordereddict_t {
jl_array_t *indices; // Array{Int{8,16,32}}
jl_array_t *values; // Array{jl_typemap_t*}
};
typedef struct _jl_typemap_level_t {
JL_DATA_TYPE
struct jl_ordereddict_t arg1;
struct jl_ordereddict_t targ;
jl_typemap_entry_t *linear; // jl_typemap_t * (but no more levels)
jl_typemap_t *any; // type at offs is Any
jl_value_t *key; // [nullable]
} jl_typemap_level_t;
// contains the TypeMap for one Type
typedef struct _jl_methtable_t {
JL_DATA_TYPE
jl_sym_t *name;
jl_typemap_t *defs;
jl_typemap_t *cache;
intptr_t max_args; // max # of non-vararg arguments in a signature
jl_value_t *kwsorter; // keyword argument sorter function
jl_module_t *module; // used for incremental serialization to locate original binding
jl_array_t *backedges;
jl_mutex_t writelock;
uint8_t offs; // 0, or 1 to skip splitting typemap on first (function) argument
} jl_methtable_t;
typedef struct {
JL_DATA_TYPE
jl_sym_t *head;
jl_array_t *args;
} jl_expr_t;
// constants and type objects -------------------------------------------------
// kinds
extern JL_DLLEXPORT jl_datatype_t *jl_typeofbottom_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_datatype_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_uniontype_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_unionall_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_tvar_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_any_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_type_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_typetype_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_typename_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_typename_t *jl_type_typename JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_sym_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_symbol_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_ssavalue_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_abstractslot_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_slotnumber_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_typedslot_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_simplevector_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_typename_t *jl_tuple_typename JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_typename_t *jl_vecelement_typename JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_anytuple_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_emptytuple_type JL_GLOBALLY_ROOTED;
#define jl_tuple_type jl_anytuple_type
extern JL_DLLEXPORT jl_unionall_t *jl_anytuple_type_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_vararg_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_typename_t *jl_vararg_typename JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_task_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_function_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_builtin_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_bottom_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_method_instance_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_code_info_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_method_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_module_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_abstractarray_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_densearray_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_array_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_typename_t *jl_array_typename JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_weakref_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_abstractstring_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_string_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_errorexception_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_argumenterror_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_loaderror_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_initerror_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_typeerror_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_methoderror_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_undefvarerror_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_lineinfonode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_stackovf_exception JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_memory_exception JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_readonlymemory_exception JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_diverror_exception JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_undefref_exception JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_interrupt_exception JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_boundserror_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_an_empty_vec_any JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_an_empty_string JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_bool_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_char_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_int8_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_uint8_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_int16_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_uint16_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_int32_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_uint32_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_int64_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_uint64_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_float16_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_float32_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_float64_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_floatingpoint_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_number_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_void_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_signed_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_voidpointer_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_pointer_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_ref_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_typename_t *jl_pointer_typename JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_typename_t *jl_namedtuple_typename JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_unionall_t *jl_namedtuple_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_array_uint8_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_array_any_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_array_symbol_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_array_int32_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_expr_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_globalref_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_linenumbernode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_gotonode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_phinode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_pinode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_phicnode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_upsilonnode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_quotenode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_newvarnode_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_intrinsic_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_methtable_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_typemap_level_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_datatype_t *jl_typemap_entry_type JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_svec_t *jl_emptysvec JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_emptytuple JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_true JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_false JL_GLOBALLY_ROOTED;
extern JL_DLLEXPORT jl_value_t *jl_nothing JL_GLOBALLY_ROOTED;
// some important symbols
extern JL_DLLEXPORT jl_sym_t *jl_incomplete_sym;
// gc -------------------------------------------------------------------------
typedef struct _jl_gcframe_t {
size_t nroots;
struct _jl_gcframe_t *prev;
// actual roots go here
} jl_gcframe_t;
// NOTE: it is the caller's responsibility to make sure arguments are
// rooted such that the gc can see them on the stack.
// `foo(f(), g())` is not safe,
// since the result of `f()` is not rooted during the call to `g()`,
// and the arguments to foo are not gc-protected during the call to foo.
// foo can't do anything about it, so the caller must do:
// jl_value_t *x=NULL, *y=NULL; JL_GC_PUSH2(&x, &y);
// x = f(); y = g(); foo(x, y)
#define jl_pgcstack (jl_get_ptls_states()->pgcstack)
#ifdef __clang_analyzer__
// When running with the analyzer make these real function calls, that are
// easier to detect in the analyzer
extern void JL_GC_PUSH1(void *) JL_NOTSAFEPOINT;
extern void JL_GC_PUSH2(void *, void *) JL_NOTSAFEPOINT;
extern void JL_GC_PUSH3(void *, void *, void *) JL_NOTSAFEPOINT;
extern void JL_GC_PUSH4(void *, void *, void *, void *) JL_NOTSAFEPOINT;
extern void JL_GC_PUSH5(void *, void *, void *, void *, void *) JL_NOTSAFEPOINT;
extern void JL_GC_PUSH6(void *, void *, void *, void *, void *, void *) JL_NOTSAFEPOINT;
extern void _JL_GC_PUSHARGS(jl_value_t **, size_t) JL_NOTSAFEPOINT;
// This is necessary, because otherwise the analyzer considers this undefined
// behavior and terminates the exploration
#define JL_GC_PUSHARGS(rts_var, n) \
rts_var = (jl_value_t **)alloca(sizeof(void*) * n); \
memset(rts_var,0,sizeof(void*) * n); \
_JL_GC_PUSHARGS(rts_var, n);
extern void JL_GC_POP() JL_NOTSAFEPOINT;
#else
#define JL_GC_PUSH1(arg1) \
void *__gc_stkf[] = {(void*)3, jl_pgcstack, arg1}; \
jl_pgcstack = (jl_gcframe_t*)__gc_stkf;
#define JL_GC_PUSH2(arg1, arg2) \
void *__gc_stkf[] = {(void*)5, jl_pgcstack, arg1, arg2}; \
jl_pgcstack = (jl_gcframe_t*)__gc_stkf;
#define JL_GC_PUSH3(arg1, arg2, arg3) \
void *__gc_stkf[] = {(void*)7, jl_pgcstack, arg1, arg2, arg3}; \
jl_pgcstack = (jl_gcframe_t*)__gc_stkf;
#define JL_GC_PUSH4(arg1, arg2, arg3, arg4) \
void *__gc_stkf[] = {(void*)9, jl_pgcstack, arg1, arg2, arg3, arg4}; \
jl_pgcstack = (jl_gcframe_t*)__gc_stkf;
#define JL_GC_PUSH5(arg1, arg2, arg3, arg4, arg5) \
void *__gc_stkf[] = {(void*)11, jl_pgcstack, arg1, arg2, arg3, arg4, arg5}; \
jl_pgcstack = (jl_gcframe_t*)__gc_stkf;
#define JL_GC_PUSH6(arg1, arg2, arg3, arg4, arg5, arg6) \
void *__gc_stkf[] = {(void*)13, jl_pgcstack, arg1, arg2, arg3, arg4, arg5, arg6}; \
jl_pgcstack = (jl_gcframe_t*)__gc_stkf;
#define JL_GC_PUSHARGS(rts_var,n) \
rts_var = ((jl_value_t**)alloca(((n)+2)*sizeof(jl_value_t*)))+2; \
((void**)rts_var)[-2] = (void*)(((size_t)(n))<<1); \
((void**)rts_var)[-1] = jl_pgcstack; \
memset((void*)rts_var, 0, (n)*sizeof(jl_value_t*)); \
jl_pgcstack = (jl_gcframe_t*)&(((void**)rts_var)[-2])
#define JL_GC_POP() (jl_pgcstack = jl_pgcstack->prev)
#endif
JL_DLLEXPORT int jl_gc_enable(int on);
JL_DLLEXPORT int jl_gc_is_enabled(void);
JL_DLLEXPORT int64_t jl_gc_total_bytes(void);
JL_DLLEXPORT uint64_t jl_gc_total_hrtime(void);
JL_DLLEXPORT int64_t jl_gc_diff_total_bytes(void);
JL_DLLEXPORT void jl_gc_collect(int);
JL_DLLEXPORT void jl_gc_add_finalizer(jl_value_t *v, jl_function_t *f);
JL_DLLEXPORT void jl_finalize(jl_value_t *o);
JL_DLLEXPORT jl_weakref_t *jl_gc_new_weakref(jl_value_t *value);
JL_DLLEXPORT jl_value_t *jl_gc_alloc_0w(void);
JL_DLLEXPORT jl_value_t *jl_gc_alloc_1w(void);
JL_DLLEXPORT jl_value_t *jl_gc_alloc_2w(void);
JL_DLLEXPORT jl_value_t *jl_gc_alloc_3w(void);
JL_DLLEXPORT jl_value_t *jl_gc_allocobj(size_t sz);
JL_DLLEXPORT void *jl_malloc_stack(size_t *bufsz, struct _jl_task_t *owner);
JL_DLLEXPORT void jl_free_stack(void *stkbuf, size_t bufsz);
JL_DLLEXPORT void jl_gc_use(jl_value_t *a);
JL_DLLEXPORT void jl_clear_malloc_data(void);
// GC write barriers
JL_DLLEXPORT void jl_gc_queue_root(jl_value_t *root) JL_NOTSAFEPOINT; // root isa jl_value_t*
STATIC_INLINE void jl_gc_wb(void *parent, void *ptr) JL_NOTSAFEPOINT
{
// parent and ptr isa jl_value_t*
if (__unlikely(jl_astaggedvalue(parent)->bits.gc == 3 &&
(jl_astaggedvalue(ptr)->bits.gc & 1) == 0))
jl_gc_queue_root((jl_value_t*)parent);
}
STATIC_INLINE void jl_gc_wb_back(void *ptr) JL_NOTSAFEPOINT // ptr isa jl_value_t*
{
// if ptr is old
if (__unlikely(jl_astaggedvalue(ptr)->bits.gc == 3)) {
jl_gc_queue_root((jl_value_t*)ptr);
}
}
JL_DLLEXPORT void *jl_gc_managed_malloc(size_t sz);
JL_DLLEXPORT void *jl_gc_managed_realloc(void *d, size_t sz, size_t oldsz,
int isaligned, jl_value_t *owner);
// object accessors -----------------------------------------------------------
#define jl_svec_len(t) (((jl_svec_t*)(t))->length)
#define jl_svec_set_len_unsafe(t,n) (((jl_svec_t*)(t))->length=(n))
#define jl_svec_data(t) ((jl_value_t**)((char*)(t) + sizeof(jl_svec_t)))
#ifdef __clang_analyzer__
STATIC_INLINE jl_value_t *jl_svecref(void *t JL_PROPAGATES_ROOT, size_t i) JL_NOTSAFEPOINT;
STATIC_INLINE jl_value_t *jl_svecset(
void *t JL_ROOTING_ARGUMENT JL_PROPAGATES_ROOT,
size_t i, void *x JL_ROOTED_ARGUMENT) JL_NOTSAFEPOINT;
#else
STATIC_INLINE jl_value_t *jl_svecref(void *t JL_PROPAGATES_ROOT, size_t i) JL_NOTSAFEPOINT
{
assert(jl_typeis(t,jl_simplevector_type));
assert(i < jl_svec_len(t));
return jl_svec_data(t)[i];
}
STATIC_INLINE jl_value_t *jl_svecset(
void *t JL_ROOTING_ARGUMENT JL_PROPAGATES_ROOT,
size_t i, void *x JL_ROOTED_ARGUMENT) JL_NOTSAFEPOINT
{
assert(jl_typeis(t,jl_simplevector_type));
assert(i < jl_svec_len(t));
jl_svec_data(t)[i] = (jl_value_t*)x;
if (x) jl_gc_wb(t, x);
return (jl_value_t*)x;
}
#endif
#ifdef STORE_ARRAY_LEN
#define jl_array_len(a) (((jl_array_t*)(a))->length)
#else
JL_DLLEXPORT size_t jl_array_len_(jl_array_t *a);
#define jl_array_len(a) jl_array_len_((jl_array_t*)(a))
#endif
#define jl_array_data(a) ((void*)((jl_array_t*)(a))->data)
#define jl_array_dim(a,i) ((&((jl_array_t*)(a))->nrows)[i])
#define jl_array_dim0(a) (((jl_array_t*)(a))->nrows)
#define jl_array_nrows(a) (((jl_array_t*)(a))->nrows)
#define jl_array_ndims(a) ((int32_t)(((jl_array_t*)a)->flags.ndims))
#define jl_array_data_owner_offset(ndims) (offsetof(jl_array_t,ncols) + sizeof(size_t)*(1+jl_array_ndimwords(ndims))) // in bytes
#define jl_array_data_owner(a) (*((jl_value_t**)((char*)a + jl_array_data_owner_offset(jl_array_ndims(a)))))
JL_DLLEXPORT char *jl_array_typetagdata(jl_array_t *a);
#ifdef __clang_analyzer__
jl_value_t **jl_array_ptr_data(jl_array_t *a JL_PROPAGATES_ROOT) JL_NOTSAFEPOINT;
STATIC_INLINE jl_value_t *jl_array_ptr_ref(void *a JL_PROPAGATES_ROOT, size_t i) JL_NOTSAFEPOINT;
STATIC_INLINE jl_value_t *jl_array_ptr_set(
void *a JL_ROOTING_ARGUMENT, size_t i,
void *x JL_ROOTED_ARGUMENT) JL_NOTSAFEPOINT;
#else
#define jl_array_ptr_data(a) ((jl_value_t**)((jl_array_t*)(a))->data)
STATIC_INLINE jl_value_t *jl_array_ptr_ref(void *a JL_PROPAGATES_ROOT, size_t i) JL_NOTSAFEPOINT
{
assert(i < jl_array_len(a));
return ((jl_value_t**)(jl_array_data(a)))[i];
}
STATIC_INLINE jl_value_t *jl_array_ptr_set(
void *a JL_ROOTING_ARGUMENT, size_t i,
void *x JL_ROOTED_ARGUMENT) JL_NOTSAFEPOINT
{
assert(i < jl_array_len(a));
((jl_value_t**)(jl_array_data(a)))[i] = (jl_value_t*)x;
if (x) {
if (((jl_array_t*)a)->flags.how == 3) {
a = jl_array_data_owner(a);
}
jl_gc_wb(a, x);
}
return (jl_value_t*)x;
}
#endif
STATIC_INLINE uint8_t jl_array_uint8_ref(void *a, size_t i) JL_NOTSAFEPOINT
{
assert(i < jl_array_len(a));
assert(jl_typeis(a, jl_array_uint8_type));
return ((uint8_t*)(jl_array_data(a)))[i];
}
STATIC_INLINE void jl_array_uint8_set(void *a, size_t i, uint8_t x) JL_NOTSAFEPOINT
{
assert(i < jl_array_len(a));
assert(jl_typeis(a, jl_array_uint8_type));
((uint8_t*)(jl_array_data(a)))[i] = x;
}
#define jl_exprarg(e,n) jl_array_ptr_ref(((jl_expr_t*)(e))->args, n)
#define jl_exprargset(e, n, v) jl_array_ptr_set(((jl_expr_t*)(e))->args, n, v)
#define jl_expr_nargs(e) jl_array_len(((jl_expr_t*)(e))->args)
#define jl_fieldref(s,i) jl_get_nth_field(((jl_value_t*)(s)),i)
#define jl_fieldref_noalloc(s,i) jl_get_nth_field_noalloc(((jl_value_t*)(s)),i)
#define jl_nfields(v) jl_datatype_nfields(jl_typeof(v))
// Not using jl_fieldref to avoid allocations
#define jl_linenode_line(x) (((intptr_t*)(x))[0])
#define jl_linenode_file(x) (((jl_value_t**)(x))[1])
#define jl_slot_number(x) (((intptr_t*)(x))[0])
#define jl_typedslot_get_type(x) (((jl_value_t**)(x))[1])
#define jl_gotonode_label(x) (((intptr_t*)(x))[0])
#define jl_globalref_mod(s) (*(jl_module_t**)(s))
#define jl_globalref_name(s) (((jl_sym_t**)(s))[1])
#define jl_quotenode_value(x) (((jl_value_t**)x)[0])
#define jl_nparams(t) jl_svec_len(((jl_datatype_t*)(t))->parameters)
#define jl_tparam0(t) jl_svecref(((jl_datatype_t*)(t))->parameters, 0)
#define jl_tparam1(t) jl_svecref(((jl_datatype_t*)(t))->parameters, 1)
#define jl_tparam(t,i) jl_svecref(((jl_datatype_t*)(t))->parameters, i)
// get a pointer to the data in a datatype
#define jl_data_ptr(v) ((jl_value_t**)v)
#define jl_string_data(s) ((char*)s + sizeof(void*))
#define jl_string_len(s) (*(size_t*)s)
#define jl_gf_mtable(f) (((jl_datatype_t*)jl_typeof(f))->name->mt)
#define jl_gf_name(f) (jl_gf_mtable(f)->name)
// struct type info
STATIC_INLINE jl_svec_t *jl_field_names(jl_datatype_t *st) JL_NOTSAFEPOINT
{
jl_svec_t *names = st->names;
if (!names)
names = st->name->names;
return names;
}
STATIC_INLINE jl_sym_t *jl_field_name(jl_datatype_t *st, size_t i) JL_NOTSAFEPOINT
{
return (jl_sym_t*)jl_svecref(jl_field_names(st), i);
}
#define jl_field_type(st,i) jl_svecref(((jl_datatype_t*)st)->types, (i))
#define jl_field_count(st) jl_svec_len(((jl_datatype_t*)st)->types)
#define jl_datatype_size(t) (((jl_datatype_t*)t)->size)
#define jl_datatype_align(t) (((jl_datatype_t*)t)->layout->alignment)
#define jl_datatype_nbits(t) ((((jl_datatype_t*)t)->size)*8)
#define jl_datatype_nfields(t) (((jl_datatype_t*)(t))->layout->nfields)
// inline version with strong type check to detect typos in a `->name` chain
STATIC_INLINE char *jl_symbol_name_(jl_sym_t *s) JL_NOTSAFEPOINT
{
return (char*)s + LLT_ALIGN(sizeof(jl_sym_t), sizeof(void*));
}
#define jl_symbol_name(s) jl_symbol_name_(s)
#define jl_dt_layout_fields(d) ((const char*)(d) + sizeof(jl_datatype_layout_t))
#define DEFINE_FIELD_ACCESSORS(f) \
static inline uint32_t jl_field_##f(jl_datatype_t *st, \
int i) JL_NOTSAFEPOINT \
{ \
const jl_datatype_layout_t *ly = st->layout; \
assert(i >= 0 && (size_t)i < ly->nfields); \
if (ly->fielddesc_type == 0) { \
return ((const jl_fielddesc8_t*)jl_dt_layout_fields(ly))[i].f; \
} \
else if (ly->fielddesc_type == 1) { \
return ((const jl_fielddesc16_t*)jl_dt_layout_fields(ly))[i].f; \
} \
else { \
return ((const jl_fielddesc32_t*)jl_dt_layout_fields(ly))[i].f; \
} \
} \
DEFINE_FIELD_ACCESSORS(offset)
DEFINE_FIELD_ACCESSORS(size)
static inline int jl_field_isptr(jl_datatype_t *st, int i) JL_NOTSAFEPOINT
{
const jl_datatype_layout_t *ly = st->layout;
assert(i >= 0 && (size_t)i < ly->nfields);
return ((const jl_fielddesc8_t*)(jl_dt_layout_fields(ly) + (i << (ly->fielddesc_type + 1))))->isptr;
}
static inline uint32_t jl_fielddesc_size(int8_t fielddesc_type) JL_NOTSAFEPOINT
{
if (fielddesc_type == 0) {
return sizeof(jl_fielddesc8_t);
}
else if (fielddesc_type == 1) {
return sizeof(jl_fielddesc16_t);
}
else {
return sizeof(jl_fielddesc32_t);
}
}
#undef DEFINE_FIELD_ACCESSORS
static inline int jl_is_layout_opaque(const jl_datatype_layout_t *l) JL_NOTSAFEPOINT
{
return l->nfields == 0 && l->npointers > 0;
}
// basic predicates -----------------------------------------------------------
#define jl_is_nothing(v) (((jl_value_t*)(v)) == ((jl_value_t*)jl_nothing))
#define jl_is_tuple(v) (((jl_datatype_t*)jl_typeof(v))->name == jl_tuple_typename)
#define jl_is_namedtuple(v) (((jl_datatype_t*)jl_typeof(v))->name == jl_namedtuple_typename)
#define jl_is_svec(v) jl_typeis(v,jl_simplevector_type)
#define jl_is_simplevector(v) jl_is_svec(v)
#define jl_is_datatype(v) jl_typeis(v,jl_datatype_type)
#define jl_is_mutable(t) (((jl_datatype_t*)t)->mutabl)
#define jl_is_mutable_datatype(t) (jl_is_datatype(t) && (((jl_datatype_t*)t)->mutabl))
#define jl_is_immutable(t) (!((jl_datatype_t*)t)->mutabl)
#define jl_is_immutable_datatype(t) (jl_is_datatype(t) && (!((jl_datatype_t*)t)->mutabl))
#define jl_is_uniontype(v) jl_typeis(v,jl_uniontype_type)
#define jl_is_typevar(v) jl_typeis(v,jl_tvar_type)
#define jl_is_unionall(v) jl_typeis(v,jl_unionall_type)
#define jl_is_typename(v) jl_typeis(v,jl_typename_type)
#define jl_is_int8(v) jl_typeis(v,jl_int8_type)
#define jl_is_int16(v) jl_typeis(v,jl_int16_type)
#define jl_is_int32(v) jl_typeis(v,jl_int32_type)
#define jl_is_int64(v) jl_typeis(v,jl_int64_type)
#define jl_is_uint8(v) jl_typeis(v,jl_uint8_type)
#define jl_is_uint16(v) jl_typeis(v,jl_uint16_type)
#define jl_is_uint32(v) jl_typeis(v,jl_uint32_type)
#define jl_is_uint64(v) jl_typeis(v,jl_uint64_type)
#define jl_is_bool(v) jl_typeis(v,jl_bool_type)
#define jl_is_symbol(v) jl_typeis(v,jl_sym_type)
#define jl_is_ssavalue(v) jl_typeis(v,jl_ssavalue_type)
#define jl_is_slot(v) (jl_typeis(v,jl_slotnumber_type) || jl_typeis(v,jl_typedslot_type))
#define jl_is_expr(v) jl_typeis(v,jl_expr_type)
#define jl_is_globalref(v) jl_typeis(v,jl_globalref_type)
#define jl_is_gotonode(v) jl_typeis(v,jl_gotonode_type)
#define jl_is_pinode(v) jl_typeis(v,jl_pinode_type)
#define jl_is_phinode(v) jl_typeis(v,jl_phinode_type)
#define jl_is_phicnode(v) jl_typeis(v,jl_phicnode_type)
#define jl_is_upsilonnode(v) jl_typeis(v,jl_upsilonnode_type)
#define jl_is_quotenode(v) jl_typeis(v,jl_quotenode_type)
#define jl_is_newvarnode(v) jl_typeis(v,jl_newvarnode_type)
#define jl_is_linenode(v) jl_typeis(v,jl_linenumbernode_type)
#define jl_is_method_instance(v) jl_typeis(v,jl_method_instance_type)
#define jl_is_code_info(v) jl_typeis(v,jl_code_info_type)
#define jl_is_method(v) jl_typeis(v,jl_method_type)
#define jl_is_module(v) jl_typeis(v,jl_module_type)
#define jl_is_mtable(v) jl_typeis(v,jl_methtable_type)
#define jl_is_task(v) jl_typeis(v,jl_task_type)
#define jl_is_string(v) jl_typeis(v,jl_string_type)