mirror of
https://github.com/gcc-mirror/gcc.git
synced 2025-08-16 17:10:17 +00:00

This patch adds support for OpenMP 5.0 "declare mapper" functionality for C++. I've merged it to og13 based on the last version posted upstream, with some minor changes due to the newly-added 'present' map modifier support. There's also a fix to splay-tree traversal in gimplify.cc:omp_instantiate_implicit_mappers, and this patch omits the rearrangement of gimplify.cc:gimplify_{scan,adjust}_omp_clauses that I separated out into its own patch and applied (to og13) already. gcc/c-family/ * c-common.h (c_omp_region_type): Add C_ORT_DECLARE_MAPPER and C_ORT_OMP_DECLARE_MAPPER codes. (omp_mapper_list): Add forward declaration. (c_omp_find_nested_mappers, c_omp_instantiate_mappers): Add prototypes. * c-omp.cc (c_omp_find_nested_mappers): New function. (remap_mapper_decl_info): New struct. (remap_mapper_decl_1, omp_instantiate_mapper, c_omp_instantiate_mappers): New functions. gcc/cp/ * constexpr.cc (reduced_constant_expression_p): Add OMP_DECLARE_MAPPER case. (cxx_eval_constant_expression, potential_constant_expression_1): Likewise. * cp-gimplify.cc (cxx_omp_finish_mapper_clauses): New function. * cp-objcp-common.h (LANG_HOOKS_OMP_FINISH_MAPPER_CLAUSES, LANG_HOOKS_OMP_MAPPER_LOOKUP, LANG_HOOKS_OMP_EXTRACT_MAPPER_DIRECTIVE, LANG_HOOKS_OMP_MAP_ARRAY_SECTION): Define langhooks. * cp-tree.h (lang_decl_base): Add omp_declare_mapper_p field. Recount spare bits comment. (DECL_OMP_DECLARE_MAPPER_P): New macro. (omp_mapper_id): Add prototype. (cp_check_omp_declare_mapper): Add prototype. (omp_instantiate_mappers): Add prototype. (cxx_omp_finish_mapper_clauses): Add prototype. (cxx_omp_mapper_lookup): Add prototype. (cxx_omp_extract_mapper_directive): Add prototype. (cxx_omp_map_array_section): Add prototype. * decl.cc (check_initializer): Add OpenMP declare mapper support. (cp_finish_decl): Set DECL_INITIAL for OpenMP declare mapper var decls as appropriate. * decl2.cc (mark_used): Instantiate OpenMP "declare mapper" magic var decls. * error.cc (dump_omp_declare_mapper): New function. (dump_simple_decl): Use above. * parser.cc (cp_parser_omp_clause_map): Add KIND parameter. Support "mapper" modifier. (cp_parser_omp_all_clauses): Add KIND argument to cp_parser_omp_clause_map call. (cp_parser_omp_target): Call omp_instantiate_mappers before finish_omp_clauses. (cp_parser_omp_declare_mapper): New function. (cp_parser_omp_declare): Add "declare mapper" support. * pt.cc (tsubst_decl): Adjust name of "declare mapper" magic var decls once we know their type. (tsubst_omp_clauses): Call omp_instantiate_mappers before finish_omp_clauses, for target regions. (tsubst_expr): Support OMP_DECLARE_MAPPER nodes. (instantiate_decl): Instantiate initialiser (i.e definition) for OpenMP declare mappers. * semantics.cc (gimplify.h): Include. (omp_mapper_id, omp_mapper_lookup, omp_extract_mapper_directive, cxx_omp_map_array_section, cp_check_omp_declare_mapper): New functions. (finish_omp_clauses): Delete GOMP_MAP_PUSH_MAPPER_NAME and GOMP_MAP_POP_MAPPER_NAME artificial clauses. (omp_target_walk_data): Add MAPPERS field. (finish_omp_target_clauses_r): Scan for uses of struct/union/class type variables. (finish_omp_target_clauses): Create artificial mapper binding clauses for used structs/unions/classes in offload region. gcc/fortran/ * parse.cc (tree.h, fold-const.h, tree-hash-traits.h): Add includes (for additions to omp-general.h). gcc/ * gimplify.cc (gimplify_omp_ctx): Add IMPLICIT_MAPPERS field. (new_omp_context): Initialise IMPLICIT_MAPPERS hash map. (delete_omp_context): Delete IMPLICIT_MAPPERS hash map. (instantiate_mapper_info): New structs. (remap_mapper_decl_1, omp_mapper_copy_decl, omp_instantiate_mapper, omp_instantiate_implicit_mappers): New functions. (gimplify_scan_omp_clauses): Handle MAPPER_BINDING clauses. (gimplify_adjust_omp_clauses): Instantiate implicit declared mappers. (gimplify_omp_declare_mapper): New function. (gimplify_expr): Call above function. * langhooks-def.h (lhd_omp_mapper_lookup, lhd_omp_extract_mapper_directive, lhd_omp_map_array_section): Add prototypes. (LANG_HOOKS_OMP_FINISH_MAPPER_CLAUSES, LANG_HOOKS_OMP_MAPPER_LOOKUP, LANG_HOOKS_OMP_EXTRACT_MAPPER_DIRECTIVE, LANG_HOOKS_OMP_MAP_ARRAY_SECTION): Define macros. (LANG_HOOK_DECLS): Add above macros. * langhooks.cc (lhd_omp_mapper_lookup, lhd_omp_extract_mapper_directive, lhd_omp_map_array_section): New dummy functions. * langhooks.h (lang_hooks_for_decls): Add OMP_FINISH_MAPPER_CLAUSES, OMP_MAPPER_LOOKUP, OMP_EXTRACT_MAPPER_DIRECTIVE, OMP_MAP_ARRAY_SECTION hooks. * omp-general.h (omp_name_type<T>): Add templatized struct, hash type traits (for omp_name_type<tree> specialization). (omp_mapper_list<T>): Add struct. * tree-core.h (omp_clause_code): Add OMP_CLAUSE__MAPPER_BINDING_. * tree-pretty-print.cc (dump_omp_clause): Support GOMP_MAP_UNSET, GOMP_MAP_PUSH_MAPPER_NAME, GOMP_MAP_POP_MAPPER_NAME artificial mapping clauses. Support OMP_CLAUSE__MAPPER_BINDING_ and OMP_DECLARE_MAPPER. * tree.cc (omp_clause_num_ops, omp_clause_code_name): Add OMP_CLAUSE__MAPPER_BINDING_. * tree.def (OMP_DECLARE_MAPPER): New tree code. * tree.h (OMP_DECLARE_MAPPER_ID, OMP_DECLARE_MAPPER_DECL, OMP_DECLARE_MAPPER_CLAUSES): New defines. (OMP_CLAUSE__MAPPER_BINDING__ID, OMP_CLAUSE__MAPPER_BINDING__DECL, OMP_CLAUSE__MAPPER_BINDING__MAPPER): New defines. include/ * gomp-constants.h (gomp_map_kind): Add GOMP_MAP_UNSET, GOMP_MAP_PUSH_MAPPER_NAME, GOMP_MAP_POP_MAPPER_NAME artificial mapping clause types. gcc/testsuite/ * c-c++-common/gomp/map-6.c: Update error scan output. * c-c++-common/gomp/declare-mapper-3.c: New test (only enabled for C++ for now). * c-c++-common/gomp/declare-mapper-4.c: Likewise. * c-c++-common/gomp/declare-mapper-5.c: Likewise. * c-c++-common/gomp/declare-mapper-6.c: Likewise. * c-c++-common/gomp/declare-mapper-7.c: Likewise. * c-c++-common/gomp/declare-mapper-8.c: Likewise. * c-c++-common/gomp/declare-mapper-9.c: Likewise. * c-c++-common/gomp/declare-mapper-10.c: Likewise. * c-c++-common/gomp/declare-mapper-12.c: Likewise. * g++.dg/gomp/declare-mapper-1.C: New test. * g++.dg/gomp/declare-mapper-2.C: New test. * g++.dg/gomp/declare-mapper-3.C: New test. libgomp/ * testsuite/libgomp.c++/declare-mapper-1.C: New test. * testsuite/libgomp.c++/declare-mapper-2.C: New test. * testsuite/libgomp.c++/declare-mapper-3.C: New test. * testsuite/libgomp.c++/declare-mapper-4.C: New test. * testsuite/libgomp.c++/declare-mapper-5.C: New test. * testsuite/libgomp.c++/declare-mapper-6.C: New test. * testsuite/libgomp.c++/declare-mapper-7.C: New test. * testsuite/libgomp.c++/declare-mapper-8.C: New test. * testsuite/libgomp.c-c++-common/declare-mapper-9.c: New test (only enabled for C++ for now). * testsuite/libgomp.c-c++-common/declare-mapper-10.c: Likewise. * testsuite/libgomp.c-c++-common/declare-mapper-11.c: Likewise. * testsuite/libgomp.c-c++-common/declare-mapper-12.c: Likewise. * testsuite/libgomp.c-c++-common/declare-mapper-13.c: Likewise. * testsuite/libgomp.c-c++-common/declare-mapper-14.c: Likewise. Co-authored-by: Tobias Burnus <tburnus@baylibre.com>
432 lines
18 KiB
C
432 lines
18 KiB
C
/* Communication between GCC and libgomp.
|
|
|
|
Copyright (C) 2014-2025 Free Software Foundation, Inc.
|
|
|
|
Contributed by Mentor Embedded.
|
|
|
|
This file is part of the GNU Offloading and Multi Processing Library
|
|
(libgomp).
|
|
|
|
Libgomp is free software; you can redistribute it and/or modify it
|
|
under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 3, or (at your option)
|
|
any later version.
|
|
|
|
Libgomp is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
more details.
|
|
|
|
Under Section 7 of GPL version 3, you are granted additional
|
|
permissions described in the GCC Runtime Library Exception, version
|
|
3.1, as published by the Free Software Foundation.
|
|
|
|
You should have received a copy of the GNU General Public License and
|
|
a copy of the GCC Runtime Library Exception along with this program;
|
|
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#ifndef GOMP_CONSTANTS_H
|
|
#define GOMP_CONSTANTS_H 1
|
|
|
|
/* Memory mapping types. */
|
|
|
|
/* One byte. */
|
|
#define GOMP_MAP_LAST (1 << 8)
|
|
|
|
#define GOMP_MAP_FLAG_TO (1 << 0)
|
|
#define GOMP_MAP_FLAG_FROM (1 << 1)
|
|
/* Special map kinds, enumerated starting here. */
|
|
#define GOMP_MAP_FLAG_SPECIAL_0 (1 << 2)
|
|
#define GOMP_MAP_FLAG_SPECIAL_1 (1 << 3)
|
|
#define GOMP_MAP_FLAG_SPECIAL_2 (1 << 4)
|
|
#define GOMP_MAP_FLAG_SPECIAL_3 (1 << 5)
|
|
#define GOMP_MAP_FLAG_SPECIAL_4 (1 << 6)
|
|
#define GOMP_MAP_FLAG_SPECIAL_5 (1 << 7)
|
|
#define GOMP_MAP_FLAG_SPECIAL (GOMP_MAP_FLAG_SPECIAL_1 \
|
|
| GOMP_MAP_FLAG_SPECIAL_0)
|
|
#define GOMP_MAP_DEEP_COPY (GOMP_MAP_FLAG_SPECIAL_4 \
|
|
| GOMP_MAP_FLAG_SPECIAL_2)
|
|
/* This value indicates the map was created implicitly according to
|
|
OpenMP rules. */
|
|
#define GOMP_MAP_IMPLICIT (GOMP_MAP_FLAG_SPECIAL_3 \
|
|
| GOMP_MAP_FLAG_SPECIAL_4)
|
|
/* Mask for entire set of special map kind bits. */
|
|
#define GOMP_MAP_FLAG_SPECIAL_BITS (GOMP_MAP_FLAG_SPECIAL_0 \
|
|
| GOMP_MAP_FLAG_SPECIAL_1 \
|
|
| GOMP_MAP_FLAG_SPECIAL_2 \
|
|
| GOMP_MAP_FLAG_SPECIAL_3 \
|
|
| GOMP_MAP_FLAG_SPECIAL_4 \
|
|
| GOMP_MAP_FLAG_SPECIAL_5)
|
|
/* Flag to force a specific behavior (or else, trigger a run-time error). */
|
|
#define GOMP_MAP_FLAG_FORCE (GOMP_MAP_FLAG_SPECIAL_5)
|
|
#define GOMP_MAP_FLAG_PRESENT (GOMP_MAP_FLAG_SPECIAL_5 \
|
|
| GOMP_MAP_FLAG_SPECIAL_0)
|
|
#define GOMP_MAP_FLAG_ALWAYS_PRESENT (GOMP_MAP_FLAG_SPECIAL_2 \
|
|
| GOMP_MAP_FLAG_PRESENT)
|
|
|
|
enum gomp_map_kind
|
|
{
|
|
/* If not already present, allocate. */
|
|
GOMP_MAP_ALLOC = 0,
|
|
/* ..., and copy to device. */
|
|
GOMP_MAP_TO = (GOMP_MAP_ALLOC | GOMP_MAP_FLAG_TO),
|
|
/* ..., and copy from device. */
|
|
GOMP_MAP_FROM = (GOMP_MAP_ALLOC | GOMP_MAP_FLAG_FROM),
|
|
/* ..., and copy to and from device. */
|
|
GOMP_MAP_TOFROM = (GOMP_MAP_TO | GOMP_MAP_FROM),
|
|
/* The following kind is an internal only map kind, used for pointer based
|
|
array sections. OMP_CLAUSE_SIZE for these is not the pointer size,
|
|
which is implicitly POINTER_SIZE_UNITS, but the bias. */
|
|
GOMP_MAP_POINTER = (GOMP_MAP_FLAG_SPECIAL_0 | 0),
|
|
/* Also internal, behaves like GOMP_MAP_TO, but additionally any
|
|
GOMP_MAP_POINTER records consecutive after it which have addresses
|
|
falling into that range will not be ignored if GOMP_MAP_TO_PSET wasn't
|
|
mapped already.
|
|
For OpenACC attach operations (e.g. copyin of struct members),
|
|
GOMP_MAP_TO_PSET is followed by a single GOMP_MAP_ATTACH mapping
|
|
instead. */
|
|
GOMP_MAP_TO_PSET = (GOMP_MAP_FLAG_SPECIAL_0 | 1),
|
|
/* Must already be present. */
|
|
GOMP_MAP_FORCE_PRESENT = (GOMP_MAP_FLAG_SPECIAL_0 | 2),
|
|
/* Deallocate a mapping, without copying from device. */
|
|
GOMP_MAP_DELETE = (GOMP_MAP_FLAG_SPECIAL_0 | 3),
|
|
/* Is a device pointer. OMP_CLAUSE_SIZE for these is unused; is implicitly
|
|
POINTER_SIZE_UNITS. */
|
|
GOMP_MAP_FORCE_DEVICEPTR = (GOMP_MAP_FLAG_SPECIAL_1 | 0),
|
|
/* OpenACC device_resident. */
|
|
GOMP_MAP_DEVICE_RESIDENT = (GOMP_MAP_FLAG_SPECIAL_1 | 1),
|
|
/* OpenACC link. */
|
|
GOMP_MAP_LINK = (GOMP_MAP_FLAG_SPECIAL_1 | 2),
|
|
/* Use device data if present, fall back to host address otherwise. */
|
|
GOMP_MAP_IF_PRESENT = (GOMP_MAP_FLAG_SPECIAL_1 | 3),
|
|
/* Do not map, copy bits for firstprivate instead. */
|
|
GOMP_MAP_FIRSTPRIVATE = (GOMP_MAP_FLAG_SPECIAL | 0),
|
|
/* Similarly, but store the value in the pointer rather than
|
|
pointed by the pointer. */
|
|
GOMP_MAP_FIRSTPRIVATE_INT = (GOMP_MAP_FLAG_SPECIAL | 1),
|
|
/* Pointer translate host address into device address and copy that
|
|
back to host. */
|
|
GOMP_MAP_USE_DEVICE_PTR = (GOMP_MAP_FLAG_SPECIAL | 2),
|
|
/* Allocate a zero length array section. Prefer next non-zero length
|
|
mapping over previous non-zero length mapping over zero length mapping
|
|
at the address. If not already mapped, do nothing (and pointer translate
|
|
to NULL). */
|
|
GOMP_MAP_ZERO_LEN_ARRAY_SECTION = (GOMP_MAP_FLAG_SPECIAL | 3),
|
|
/* Allocate. */
|
|
GOMP_MAP_FORCE_ALLOC = (GOMP_MAP_FLAG_FORCE | GOMP_MAP_ALLOC),
|
|
/* ..., and copy to device. */
|
|
GOMP_MAP_FORCE_TO = (GOMP_MAP_FLAG_FORCE | GOMP_MAP_TO),
|
|
/* ..., and copy from device. */
|
|
GOMP_MAP_FORCE_FROM = (GOMP_MAP_FLAG_FORCE | GOMP_MAP_FROM),
|
|
/* ..., and copy to and from device. */
|
|
GOMP_MAP_FORCE_TOFROM = (GOMP_MAP_FLAG_FORCE | GOMP_MAP_TOFROM),
|
|
/* Like GOMP_MAP_USE_DEVICE_PTR above, translate a host to a device
|
|
address. If translation fails because the target is not mapped,
|
|
continue using the host address. */
|
|
GOMP_MAP_USE_DEVICE_PTR_IF_PRESENT = (GOMP_MAP_FLAG_SPECIAL_2 | 0),
|
|
/* If not already present, allocate. And unconditionally copy to
|
|
device. */
|
|
GOMP_MAP_ALWAYS_TO = (GOMP_MAP_FLAG_SPECIAL_2 | GOMP_MAP_TO),
|
|
/* If not already present, allocate. And unconditionally copy from
|
|
device. */
|
|
GOMP_MAP_ALWAYS_FROM = (GOMP_MAP_FLAG_SPECIAL_2
|
|
| GOMP_MAP_FROM),
|
|
/* If not already present, allocate. And unconditionally copy to and from
|
|
device. */
|
|
GOMP_MAP_ALWAYS_TOFROM = (GOMP_MAP_FLAG_SPECIAL_2
|
|
| GOMP_MAP_TOFROM),
|
|
/* Must already be present, unconditionally copy to device. */
|
|
GOMP_MAP_ALWAYS_PRESENT_TO = (GOMP_MAP_FLAG_ALWAYS_PRESENT
|
|
| GOMP_MAP_TO),
|
|
/* Must already be present, unconditionally copy from device. */
|
|
GOMP_MAP_ALWAYS_PRESENT_FROM = (GOMP_MAP_FLAG_ALWAYS_PRESENT
|
|
| GOMP_MAP_FROM),
|
|
/* Must already be present, unconditionally copy to and from device. */
|
|
GOMP_MAP_ALWAYS_PRESENT_TOFROM = (GOMP_MAP_FLAG_ALWAYS_PRESENT
|
|
| GOMP_MAP_TOFROM),
|
|
/* Map a sparse struct; the address is the base of the structure, alignment
|
|
it's required alignment, and size is the number of adjacent entries
|
|
that belong to the struct. The adjacent entries should be sorted by
|
|
increasing address, so it is easy to determine lowest needed address
|
|
(address of the first adjacent entry) and highest needed address
|
|
(address of the last adjacent entry plus its size). */
|
|
GOMP_MAP_STRUCT = (GOMP_MAP_FLAG_SPECIAL_2
|
|
| GOMP_MAP_FLAG_SPECIAL | 0),
|
|
/* As above, but followed by an unordered list of adjacent entries.
|
|
At present, this is used only to diagnose incorrect usage of variable
|
|
indices into arrays of structs. */
|
|
GOMP_MAP_STRUCT_UNORD = (GOMP_MAP_FLAG_SPECIAL_4
|
|
| GOMP_MAP_FLAG_SPECIAL_2
|
|
| GOMP_MAP_FLAG_SPECIAL | 0),
|
|
/* On a location of a pointer/reference that is assumed to be already mapped
|
|
earlier, store the translated address of the preceeding mapping.
|
|
No refcount is bumped by this, and the store is done unconditionally. */
|
|
GOMP_MAP_ALWAYS_POINTER = (GOMP_MAP_FLAG_SPECIAL_2
|
|
| GOMP_MAP_FLAG_SPECIAL | 1),
|
|
/* Like GOMP_MAP_POINTER, but allow zero-length array section, i.e. set to
|
|
NULL if target is not mapped. */
|
|
GOMP_MAP_POINTER_TO_ZERO_LENGTH_ARRAY_SECTION
|
|
= (GOMP_MAP_FLAG_SPECIAL_2
|
|
| GOMP_MAP_FLAG_SPECIAL | 2),
|
|
/* Forced deallocation of zero length array section. */
|
|
GOMP_MAP_DELETE_ZERO_LEN_ARRAY_SECTION
|
|
= (GOMP_MAP_FLAG_SPECIAL_2
|
|
| GOMP_MAP_FLAG_SPECIAL | 3),
|
|
/* Decrement usage count and deallocate if zero. */
|
|
GOMP_MAP_RELEASE = (GOMP_MAP_FLAG_SPECIAL_2
|
|
| GOMP_MAP_DELETE),
|
|
/* The attach/detach mappings below use the OMP_CLAUSE_SIZE field as a
|
|
bias. This will typically be zero, except when mapping an array slice
|
|
with a non-zero base. In that case the bias will indicate the
|
|
(positive) difference between the start of the actual mapped data and
|
|
the "virtual" origin of the array.
|
|
In OpenACC, attach a pointer to a mapped struct field. */
|
|
GOMP_MAP_ATTACH = (GOMP_MAP_DEEP_COPY | 0),
|
|
/* In OpenACC, detach a pointer to a mapped struct field. */
|
|
GOMP_MAP_DETACH = (GOMP_MAP_DEEP_COPY | 1),
|
|
/* In OpenACC, detach a pointer to a mapped struct field. */
|
|
GOMP_MAP_FORCE_DETACH = (GOMP_MAP_DEEP_COPY
|
|
| GOMP_MAP_FLAG_FORCE | 1),
|
|
|
|
/* Like GOMP_MAP_ATTACH, but allow attaching to zero-length array sections
|
|
(i.e. set to NULL when array section is not mapped) Currently only used
|
|
by OpenMP. */
|
|
GOMP_MAP_ATTACH_ZERO_LENGTH_ARRAY_SECTION
|
|
= (GOMP_MAP_DEEP_COPY | 2),
|
|
|
|
/* Internal to GCC, not used in libgomp. */
|
|
/* Do not map, but pointer assign a pointer instead. */
|
|
GOMP_MAP_FIRSTPRIVATE_POINTER = (GOMP_MAP_LAST | 1),
|
|
/* Do not map, but pointer assign a reference instead. */
|
|
GOMP_MAP_FIRSTPRIVATE_REFERENCE = (GOMP_MAP_LAST | 2),
|
|
/* An attach or detach operation. Rewritten to the appropriate type during
|
|
gimplification, depending on directive (i.e. "enter data" or
|
|
parallel/kernels region vs. "exit data"). */
|
|
GOMP_MAP_ATTACH_DETACH = (GOMP_MAP_LAST | 3),
|
|
/* Must already be present - all of following map to GOMP_MAP_FORCE_PRESENT
|
|
as no data transfer is needed. */
|
|
GOMP_MAP_PRESENT_ALLOC = (GOMP_MAP_LAST | 4),
|
|
GOMP_MAP_PRESENT_TO = (GOMP_MAP_LAST | 5),
|
|
GOMP_MAP_PRESENT_FROM = (GOMP_MAP_LAST | 6),
|
|
GOMP_MAP_PRESENT_TOFROM = (GOMP_MAP_LAST | 7),
|
|
/* Unset, used for "declare mapper" maps with no explicit data movement
|
|
specified. These use the movement specified at the invocation site. */
|
|
GOMP_MAP_UNSET = (GOMP_MAP_LAST | 8),
|
|
/* Used to record the name of a named mapper. */
|
|
GOMP_MAP_PUSH_MAPPER_NAME = (GOMP_MAP_LAST | 9),
|
|
GOMP_MAP_POP_MAPPER_NAME = (GOMP_MAP_LAST | 10)
|
|
};
|
|
|
|
#define GOMP_MAP_COPY_TO_P(X) \
|
|
((!((X) & GOMP_MAP_FLAG_SPECIAL) || GOMP_MAP_PRESENT_P (X)) \
|
|
&& ((X) & GOMP_MAP_FLAG_TO))
|
|
|
|
#define GOMP_MAP_COPY_FROM_P(X) \
|
|
((!((X) & GOMP_MAP_FLAG_SPECIAL) || GOMP_MAP_PRESENT_P (X)) \
|
|
&& ((X) & GOMP_MAP_FLAG_FROM))
|
|
|
|
#define GOMP_MAP_ALWAYS_POINTER_P(X) \
|
|
((X) == GOMP_MAP_ALWAYS_POINTER)
|
|
|
|
#define GOMP_MAP_POINTER_P(X) \
|
|
((X) == GOMP_MAP_POINTER \
|
|
|| (X) == GOMP_MAP_POINTER_TO_ZERO_LENGTH_ARRAY_SECTION)
|
|
|
|
#define GOMP_MAP_ALWAYS_TO_P(X) \
|
|
(((X) == GOMP_MAP_ALWAYS_TO) || ((X) == GOMP_MAP_ALWAYS_TOFROM) \
|
|
|| ((X) == GOMP_MAP_ALWAYS_PRESENT_TO) \
|
|
|| ((X) == GOMP_MAP_ALWAYS_PRESENT_TOFROM))
|
|
|
|
#define GOMP_MAP_ALWAYS_FROM_P(X) \
|
|
(((X) == GOMP_MAP_ALWAYS_FROM) || ((X) == GOMP_MAP_ALWAYS_TOFROM) \
|
|
|| ((X) == GOMP_MAP_ALWAYS_PRESENT_FROM) \
|
|
|| ((X) == GOMP_MAP_ALWAYS_PRESENT_TOFROM))
|
|
|
|
#define GOMP_MAP_ALWAYS_P(X) \
|
|
(GOMP_MAP_ALWAYS_TO_P (X) || GOMP_MAP_ALWAYS_FROM_P (X))
|
|
|
|
#define GOMP_MAP_IMPLICIT_P(X) \
|
|
(((X) & GOMP_MAP_FLAG_SPECIAL_BITS) == GOMP_MAP_IMPLICIT)
|
|
|
|
#define GOMP_MAP_FORCE_P(X) \
|
|
(((X) & GOMP_MAP_FLAG_SPECIAL_BITS) == GOMP_MAP_FLAG_FORCE)
|
|
|
|
#define GOMP_MAP_PRESENT_P(X) \
|
|
(((X) & GOMP_MAP_FLAG_PRESENT) == GOMP_MAP_FLAG_PRESENT \
|
|
|| (X) == GOMP_MAP_FORCE_PRESENT)
|
|
|
|
|
|
/* Asynchronous behavior. Keep in sync with
|
|
libgomp/{openacc.h,openacc.f90,openacc_lib.h}:acc_async_t. */
|
|
|
|
#define GOMP_ASYNC_NOVAL -1
|
|
#define GOMP_ASYNC_SYNC -2
|
|
|
|
|
|
/* Device codes. Keep in sync with
|
|
libgomp/{openacc.h,openacc.f90,openacc_lib.h}:acc_device_t as well as
|
|
libgomp/libgomp-plugin.h. */
|
|
#define GOMP_DEVICE_NONE 0
|
|
#define GOMP_DEVICE_DEFAULT 1
|
|
#define GOMP_DEVICE_HOST 2
|
|
/* #define GOMP_DEVICE_HOST_NONSHM 3 removed. */
|
|
#define GOMP_DEVICE_NOT_HOST 4
|
|
#define GOMP_DEVICE_NVIDIA_PTX 5
|
|
/* #define GOMP_DEVICE_INTEL_MIC 6 removed. */
|
|
/* #define GOMP_DEVICE_HSA 7 removed. */
|
|
#define GOMP_DEVICE_GCN 8
|
|
|
|
/* We have a compatibility issue. OpenMP 5.2 introduced
|
|
omp_initial_device with value of -1 which clashes with our
|
|
GOMP_DEVICE_ICV, so we need to remap user supplied device
|
|
ids, -1 (aka omp_initial_device) to GOMP_DEVICE_HOST_FALLBACK,
|
|
and -2 (one of many non-conforming device numbers, but with
|
|
OMP_TARGET_OFFLOAD=mandatory needs to be treated a
|
|
omp_invalid_device) to -3 (so that for dev_num >= -2U we can
|
|
subtract 1). -4 is then what we use for omp_invalid_device,
|
|
which unlike the other non-conforming device numbers results
|
|
in fatal error regardless of OMP_TARGET_OFFLOAD.
|
|
Furthermore, OpenMP 6.1 exposes the default device to the user; hence,
|
|
GOMP_DEVICE_DEFAULT_OMP_61 can be used for it,
|
|
with and without remapped device numbers. */
|
|
#define GOMP_DEVICE_ICV -1
|
|
#define GOMP_DEVICE_HOST_FALLBACK -2
|
|
#define GOMP_DEVICE_INVALID -4
|
|
#define GOMP_DEVICE_DEFAULT_OMP_61 -5
|
|
|
|
/* GOMP_task/GOMP_taskloop* flags argument. */
|
|
#define GOMP_TASK_FLAG_UNTIED (1 << 0)
|
|
#define GOMP_TASK_FLAG_FINAL (1 << 1)
|
|
#define GOMP_TASK_FLAG_MERGEABLE (1 << 2)
|
|
#define GOMP_TASK_FLAG_DEPEND (1 << 3)
|
|
#define GOMP_TASK_FLAG_PRIORITY (1 << 4)
|
|
#define GOMP_TASK_FLAG_UP (1 << 8)
|
|
#define GOMP_TASK_FLAG_GRAINSIZE (1 << 9)
|
|
#define GOMP_TASK_FLAG_IF (1 << 10)
|
|
#define GOMP_TASK_FLAG_NOGROUP (1 << 11)
|
|
#define GOMP_TASK_FLAG_REDUCTION (1 << 12)
|
|
#define GOMP_TASK_FLAG_DETACH (1 << 13)
|
|
#define GOMP_TASK_FLAG_STRICT (1 << 14)
|
|
|
|
/* GOMP_target{_ext,update_ext,enter_exit_data} flags argument. */
|
|
#define GOMP_TARGET_FLAG_NOWAIT (1 << 0)
|
|
#define GOMP_TARGET_FLAG_EXIT_DATA (1 << 1)
|
|
/* Internal to libgomp. */
|
|
#define GOMP_TARGET_FLAG_UPDATE (1U << 31)
|
|
|
|
|
|
/* OpenACC construct flags. */
|
|
|
|
/* Force host fallback execution. */
|
|
#define GOACC_FLAG_HOST_FALLBACK (1 << 0)
|
|
/* Execute on local device (i.e. host multicore CPU). */
|
|
#define GOACC_FLAG_LOCAL_DEVICE (1 << 1)
|
|
|
|
/* For legacy reasons, in the ABI, the GOACC_FLAGs are encoded as an inverted
|
|
bitmask. */
|
|
#define GOACC_FLAGS_MARSHAL_OP BIT_NOT_EXPR
|
|
#define GOACC_FLAGS_UNMARSHAL(X) (~(X))
|
|
|
|
|
|
/* Versions of libgomp and device-specific plugins. GOMP_VERSION
|
|
should be incremented whenever an ABI-incompatible change is introduced
|
|
to the plugin interface defined in libgomp/libgomp.h. */
|
|
#define GOMP_VERSION 3
|
|
#define GOMP_VERSION_NVIDIA_PTX 1
|
|
#define GOMP_VERSION_GCN 3
|
|
|
|
#define GOMP_VERSION_PACK(LIB, DEV) (((LIB) << 16) | (DEV))
|
|
#define GOMP_VERSION_LIB(PACK) (((PACK) >> 16) & 0xffff)
|
|
#define GOMP_VERSION_DEV(PACK) ((PACK) & 0xffff)
|
|
|
|
#define GOMP_VERSION_SUPPORTS_INDIRECT_FUNCS(VER) (GOMP_VERSION_LIB(VER) >= 3)
|
|
|
|
#define GOMP_DIM_GANG 0
|
|
#define GOMP_DIM_WORKER 1
|
|
#define GOMP_DIM_VECTOR 2
|
|
#define GOMP_DIM_MAX 3
|
|
#define GOMP_DIM_MASK(X) (1u << (X))
|
|
|
|
/* Varadic launch arguments. End of list is marked by a zero. */
|
|
#define GOMP_LAUNCH_DIM 1 /* Launch dimensions, op = mask */
|
|
#define GOMP_LAUNCH_ASYNC 2 /* Async, op = cst val if not MAX */
|
|
#define GOMP_LAUNCH_WAIT 3 /* Waits, op = num waits. */
|
|
#define GOMP_LAUNCH_CODE_SHIFT 28
|
|
#define GOMP_LAUNCH_DEVICE_SHIFT 16
|
|
#define GOMP_LAUNCH_OP_SHIFT 0
|
|
#define GOMP_LAUNCH_PACK(CODE,DEVICE,OP) \
|
|
(((CODE) << GOMP_LAUNCH_CODE_SHIFT) \
|
|
| ((DEVICE) << GOMP_LAUNCH_DEVICE_SHIFT) \
|
|
| ((OP) << GOMP_LAUNCH_OP_SHIFT))
|
|
#define GOMP_LAUNCH_CODE(X) (((X) >> GOMP_LAUNCH_CODE_SHIFT) & 0xf)
|
|
#define GOMP_LAUNCH_DEVICE(X) (((X) >> GOMP_LAUNCH_DEVICE_SHIFT) & 0xfff)
|
|
#define GOMP_LAUNCH_OP(X) (((X) >> GOMP_LAUNCH_OP_SHIFT) & 0xffff)
|
|
#define GOMP_LAUNCH_OP_MAX 0xffff
|
|
|
|
/* Bitmask to apply in order to find out the intended device of a target
|
|
argument. */
|
|
#define GOMP_TARGET_ARG_DEVICE_MASK ((1 << 7) - 1)
|
|
/* The target argument is significant for all devices. */
|
|
#define GOMP_TARGET_ARG_DEVICE_ALL 0
|
|
|
|
/* Flag set when the subsequent element in the device-specific argument
|
|
values. */
|
|
#define GOMP_TARGET_ARG_SUBSEQUENT_PARAM (1 << 7)
|
|
|
|
/* Bitmask to apply to a target argument to find out the value identifier. */
|
|
#define GOMP_TARGET_ARG_ID_MASK (((1 << 8) - 1) << 8)
|
|
/* Target argument index of NUM_TEAMS. */
|
|
#define GOMP_TARGET_ARG_NUM_TEAMS (1 << 8)
|
|
/* Target argument index of THREAD_LIMIT. */
|
|
#define GOMP_TARGET_ARG_THREAD_LIMIT (2 << 8)
|
|
|
|
/* If the value is directly embeded in target argument, it should be a 16-bit
|
|
at most and shifted by this many bits. */
|
|
#define GOMP_TARGET_ARG_VALUE_SHIFT 16
|
|
|
|
/* Dependence types in omp_depend_t objects. */
|
|
#define GOMP_DEPEND_IN 1
|
|
#define GOMP_DEPEND_OUT 2
|
|
#define GOMP_DEPEND_INOUT 3
|
|
#define GOMP_DEPEND_MUTEXINOUTSET 4
|
|
#define GOMP_DEPEND_INOUTSET 5
|
|
|
|
/* Predefined allocator value ranges. */
|
|
#define GOMP_OMP_PREDEF_ALLOC_MAX 8
|
|
#define GOMP_OMPX_PREDEF_ALLOC_MIN 200
|
|
#define GOMP_OMPX_PREDEF_ALLOC_MAX 200
|
|
|
|
/* Predefined allocator with access == thread. */
|
|
#define GOMP_OMP_PREDEF_ALLOC_THREADS 8
|
|
|
|
/* Flag values for OpenMP 'requires' directive features. */
|
|
// compiler use only: OMP_REQUIRES_ATOMIC_DEFAULT_MEM_ORDER 0xf
|
|
#define GOMP_REQUIRES_UNIFIED_ADDRESS 0x10
|
|
#define GOMP_REQUIRES_UNIFIED_SHARED_MEMORY 0x20
|
|
// compiler use only: OMP_REQUIRES_DYNAMIC_ALLOCATORS 0x40
|
|
#define GOMP_REQUIRES_REVERSE_OFFLOAD 0x80
|
|
// compiler use only: OMP_REQUIRES_ATOMIC_DEFAULT_MEM_ORDER_USED 0x100
|
|
#define GOMP_REQUIRES_TARGET_USED 0x200
|
|
#define GOMP_REQUIRES_SELF_MAPS 0x400
|
|
|
|
/* Interop foreign-runtime data;
|
|
OpenMP defines positive values; reserve 0 and negative for GCC. */
|
|
#define GOMP_INTEROP_IFR_LAST 7
|
|
#define GOMP_INTEROP_IFR_SEPARATOR ((char)(-__INT8_MAX__-1))
|
|
#define GOMP_INTEROP_IFR_UNKNOWN ((char)(-__INT8_MAX__))
|
|
|
|
/* GOMP_interop target_targetsync argument. */
|
|
#define GOMP_INTEROP_TARGET (1 << 0)
|
|
#define GOMP_INTEROP_TARGETSYNC (1 << 1)
|
|
|
|
/* GOMP_interop flags argument. */
|
|
#define GOMP_INTEROP_FLAG_NOWAIT (1 << 0)
|
|
|
|
/* HSA specific data structures. */
|
|
|
|
/* Identifiers of device-specific target arguments. */
|
|
#define GOMP_TARGET_ARG_HSA_KERNEL_ATTRIBUTES (1 << 8)
|
|
|
|
#endif
|