13#include <Kokkos_Core.hpp>
15#include "detail/kokkos.hpp"
16#include "detail/type_seq.hpp"
17#include "detail/type_traits.hpp"
19#include "chunk_common.hpp"
20#include "discrete_domain.hpp"
21#include "discrete_element.hpp"
25template <
class,
class,
class>
31 class LayoutStridedPolicy = Kokkos::layout_right,
32 class MemorySpace = Kokkos::DefaultHostExecutionSpace::memory_space>
45template <
class ElementType,
class SupportType,
class LayoutStridedPolicy,
class MemorySpace>
49 std::is_same_v<LayoutStridedPolicy, Kokkos::layout_left>
50 || std::is_same_v<LayoutStridedPolicy, Kokkos::layout_right>
51 || std::is_same_v<LayoutStridedPolicy, Kokkos::layout_stride>,
52 "ChunkSpan only supports layout_left, layout_right or layout_stride");
55 using base_type =
ChunkCommon<ElementType, SupportType, LayoutStridedPolicy>;
59 using span_type =
ChunkSpan<ElementType, SupportType, LayoutStridedPolicy, MemorySpace>;
62 using view_type =
ChunkSpan<ElementType
const, SupportType, LayoutStridedPolicy, MemorySpace>;
64 using discrete_domain_type =
typename base_type::discrete_domain_type;
66 using memory_space = MemorySpace;
69 using allocation_mdspan_type =
typename base_type::allocation_mdspan_type;
71 using const_allocation_mdspan_type =
typename base_type::const_allocation_mdspan_type;
73 using discrete_element_type =
typename discrete_domain_type::discrete_element_type;
75 using discrete_vector_type =
typename discrete_domain_type::discrete_vector_type;
77 using extents_type =
typename base_type::extents_type;
79 using layout_type =
typename base_type::layout_type;
81 using accessor_type =
typename base_type::accessor_type;
83 using mapping_type =
typename base_type::mapping_type;
85 using element_type =
typename base_type::element_type;
87 using value_type =
typename base_type::value_type;
89 using size_type =
typename base_type::size_type;
91 using data_handle_type =
typename base_type::data_handle_type;
93 using reference =
typename base_type::reference;
95 template <
class,
class,
class,
class>
99 template <
class QueryDDim,
class... ODDims>
102 DDC_IF_NVCC_THEN_PUSH_AND_SUPPRESS(implicit_return_from_non_void_function)
103 if constexpr (in_tags_v<QueryDDim, detail::TypeSeq<ODDims...>>) {
104 return c.
template get<QueryDDim>();
106 return Kokkos::full_extent;
111 template <
class QueryDDim,
class... ODDims,
class... OODDims>
116 DDC_IF_NVCC_THEN_PUSH_AND_SUPPRESS(implicit_return_from_non_void_function)
117 if constexpr (in_tags_v<QueryDDim, detail::TypeSeq<ODDims...>>) {
118 return std::pair<std::size_t, std::size_t>(
119 front<QueryDDim>(c) - front<QueryDDim>(origin),
120 back<QueryDDim>(c) + 1 - front<QueryDDim>(origin));
122 return Kokkos::full_extent;
127 template <
class TypeSeq>
130 template <
class... DDims>
131 struct slicer<detail::TypeSeq<DDims...>>
133 template <
class... ODDims>
134 KOKKOS_FUNCTION
constexpr auto operator()(
135 allocation_mdspan_type
const& span,
138 return Kokkos::submdspan(span, get_slicer_for<DDims>(c)...);
141 template <
class... ODDims,
class... OODDims>
142 KOKKOS_FUNCTION
constexpr auto operator()(
143 allocation_mdspan_type
const& span,
147 return Kokkos::submdspan(span, get_slicer_for<DDims>(c, origin)...);
156
157
161
162
166
170 class = std::enable_if_t<std::is_same_v<
typename Allocator::memory_space, MemorySpace>>>
171 ChunkSpan(
Chunk<OElementType, SupportType, Allocator>&& other)
noexcept =
delete;
174
175
179 class = std::enable_if_t<std::is_same_v<
typename Allocator::memory_space, MemorySpace>>>
181 Chunk<OElementType, SupportType, Allocator>& other)
noexcept
182 : base_type(other.m_allocation_mdspan, other.m_domain)
187
188
192 class SFINAEElementType = ElementType,
193 class = std::enable_if_t<std::is_const_v<SFINAEElementType>>,
195 class = std::enable_if_t<std::is_same_v<
typename Allocator::memory_space, MemorySpace>>>
197 Chunk<OElementType, SupportType, Allocator>
const& other)
noexcept
198 : base_type(other.m_allocation_mdspan, other.m_domain)
203
204
205 template <
class OElementType>
207 ChunkSpan<OElementType, SupportType, layout_type, MemorySpace>
const& other)
noexcept
208 : base_type(other.m_allocation_mdspan, other.m_domain)
213
214
215
217 class Mapping = mapping_type,
218 std::enable_if_t<std::is_constructible_v<Mapping, extents_type>,
int> = 0>
220 : base_type(ptr, domain)
225
226
227
229 allocation_mdspan_type allocation_mdspan,
230 SupportType
const& domain)
231 : base_type(allocation_mdspan, domain)
233 for (std::size_t i = 0; i < SupportType::rank(); ++i) {
234 assert(allocation_mdspan.extent(i)
235 ==
static_cast<std::size_t>(detail::array(domain.extents())[i]));
240
241
242
243 template <
class KokkosView,
class = std::enable_if_t<Kokkos::is_view_v<KokkosView>>>
246 detail::build_mdspan(view, std::make_index_sequence<SupportType::rank()> {}),
254
255
256
260
261
262
266
267 template <
class... QueryDDims>
269 DiscreteElement<QueryDDims...>
const& slice_spec)
const
271 assert(select<QueryDDims...>(
this->m_domain).contains(slice_spec));
272 slicer<to_type_seq_t<SupportType>>
const slicer;
273 auto subview = slicer(
274 this->allocation_mdspan(),
275 ddc::
DiscreteDomain<QueryDDims...>(
this->m_domain).distance_from_front(slice_spec));
276 using layout_type =
typename decltype(subview)::layout_type;
277 using extents_type =
typename decltype(subview)::extents_type;
278 using detail::TypeSeq;
279 using OutTypeSeqDDims
280 = type_seq_remove_t<to_type_seq_t<SupportType>, TypeSeq<QueryDDims...>>;
281 using OutDDom =
typename detail::RebindDomain<SupportType, OutTypeSeqDDims>::type;
283 std::is_same_v<layout_type, Kokkos::Experimental::layout_left_padded<>>
284 || std::is_same_v<layout_type, Kokkos::Experimental::layout_right_padded<>>) {
285 Kokkos::layout_stride::mapping<extents_type>
const mapping_stride(subview.mapping());
286 Kokkos::mdspan<ElementType, extents_type, Kokkos::layout_stride>
const
287 a(subview.data_handle(), mapping_stride);
291 Kokkos::layout_stride,
292 memory_space>(a, OutDDom(
this->m_domain));
298 memory_space>(subview, OutDDom(
this->m_domain));
303
306 class SFINAESupportType = SupportType,
307 std::enable_if_t<is_discrete_domain_v<SFINAESupportType>, std::nullptr_t> =
nullptr>
310 assert(odomain.empty()
311 || (DiscreteDomain<QueryDDims...>(
this->m_domain).contains(odomain.front())
312 && DiscreteDomain<QueryDDims...>(
this->m_domain).contains(odomain.back())));
313 slicer<to_type_seq_t<SupportType>>
const slicer;
314 auto subview = slicer(
this->allocation_mdspan(), odomain,
this->m_domain);
315 using layout_type =
typename decltype(subview)::layout_type;
316 using extents_type =
typename decltype(subview)::extents_type;
318 std::is_same_v<layout_type, Kokkos::Experimental::layout_left_padded<>>
319 || std::is_same_v<layout_type, Kokkos::Experimental::layout_right_padded<>>) {
320 Kokkos::layout_stride::mapping<extents_type>
const mapping_stride(subview.mapping());
321 Kokkos::mdspan<ElementType, extents_type, Kokkos::layout_stride>
const
322 a(subview.data_handle(), mapping_stride);
325 decltype(
this->m_domain.restrict_with(odomain)),
326 Kokkos::layout_stride,
327 memory_space>(a,
this->m_domain.restrict_with(odomain));
331 decltype(
this->m_domain.restrict_with(odomain)),
333 memory_space>(subview,
this->m_domain.restrict_with(odomain));
338
339
340
343 std::enable_if_t<detail::all_of_v<is_discrete_element_v<DElems>...>,
int> = 0>
347 SupportType::rank() == (0 + ... + DElems::size()),
348 "Invalid number of dimensions");
349 assert(
this->m_domain.contains(delems...));
350 return DDC_MDSPAN_ACCESS_OP(
351 this->m_allocation_mdspan,
352 detail::array(
this->m_domain.distance_from_front(delems...)));
356
357
358
361 std::enable_if_t<detail::all_of_v<is_discrete_vector_v<DVects>...>,
int> = 0,
362 std::enable_if_t<
sizeof...(DVects) != 0,
int> = 0>
366 SupportType::rank() == (0 + ... + DVects::size()),
367 "Invalid number of dimensions");
368 return DDC_MDSPAN_ACCESS_OP(
369 this->m_allocation_mdspan,
370 detail::array(discrete_vector_type(dvects...)));
374
375
378 return base_type::data_handle();
382
383
386 return base_type::allocation_mdspan();
390
391
394 auto s =
this->allocation_mdspan();
395 auto kokkos_layout = detail::build_kokkos_layout(
398 std::make_index_sequence<SupportType::rank()> {});
400 detail::mdspan_to_kokkos_element_t<ElementType, SupportType::rank()>,
401 decltype(kokkos_layout),
402 MemorySpace>(s.data_handle(), kokkos_layout);
407 return view_type(*
this);
416template <
class DataType,
class... Properties,
class SupportType>
418 Kokkos::View<DataType, Properties...>
const& view,
421 detail::kokkos_to_mdspan_element_t<
422 typename Kokkos::View<DataType, Properties...>::
data_type>,
424 detail::kokkos_to_mdspan_layout_t<
425 typename Kokkos::View<DataType, Properties...>::
array_layout>,
426 typename Kokkos::View<DataType, Properties...>::
memory_space>;
428template <
class ElementType,
class SupportType,
class Allocator>
432 Kokkos::layout_right,
435template <
class ElementType,
class SupportType,
class Allocator>
439 Kokkos::layout_right,
445 class LayoutStridedPolicy = Kokkos::layout_right,
446 class MemorySpace = Kokkos::HostSpace>
447using ChunkView =
ChunkSpan<ElementType
const, SupportType, LayoutStridedPolicy, MemorySpace>;
KOKKOS_DEFAULTED_FUNCTION constexpr ChunkSpan(ChunkSpan &&other) noexcept=default
Constructs a new ChunkSpan by move.
KOKKOS_FUNCTION constexpr view_type span_cview() const
KOKKOS_FUNCTION constexpr ChunkSpan(Chunk< OElementType, SupportType, Allocator > const &other) noexcept
Constructs a new ChunkSpan from a Chunk, yields a new view to the same data.
KOKKOS_FUNCTION constexpr ChunkSpan(allocation_mdspan_type allocation_mdspan, SupportType const &domain)
Constructs a new ChunkSpan from scratch.
KOKKOS_FUNCTION constexpr auto operator[](DiscreteElement< QueryDDims... > const &slice_spec) const
Slice out some dimensions.
KOKKOS_FUNCTION constexpr ChunkSpan(KokkosView const &view, SupportType const &domain) noexcept
Constructs a new ChunkSpan from scratch.
ChunkSpan(Chunk< OElementType, SupportType, Allocator > &&other) noexcept=delete
Forbids to construct a ChunkSpan from a rvalue of type Chunk.
KOKKOS_FUNCTION constexpr auto operator[](DiscreteDomain< QueryDDims... > const &odomain) const
Restrict to a subdomain, only valid when SupportType is a DiscreteDomain.
KOKKOS_DEFAULTED_FUNCTION constexpr ChunkSpan(ChunkSpan const &other)=default
Constructs a new ChunkSpan by copy, yields a new view to the same data.
static KOKKOS_FUNCTION constexpr auto get_slicer_for(DiscreteDomain< ODDims... > const &c, DiscreteDomain< OODDims... > const &origin)
KOKKOS_FUNCTION constexpr ChunkSpan(ElementType *const ptr, SupportType const &domain)
Constructs a new ChunkSpan from scratch.
static KOKKOS_FUNCTION constexpr auto get_slicer_for(DiscreteVector< ODDims... > const &c)
KOKKOS_DEFAULTED_FUNCTION constexpr ChunkSpan()=default
Empty ChunkSpan.
KOKKOS_FUNCTION constexpr allocation_mdspan_type allocation_mdspan() const
Provide a mdspan on the memory allocation.
KOKKOS_FUNCTION constexpr ElementType * data_handle() const
Access to the underlying allocation pointer.
KOKKOS_FUNCTION constexpr auto allocation_kokkos_view() const
Provide a mdspan on the memory allocation.
KOKKOS_DEFAULTED_FUNCTION constexpr ChunkSpan & operator=(ChunkSpan const &other)=default
Copy-assigns a new value to this ChunkSpan, yields a new view to the same data.
KOKKOS_FUNCTION constexpr ChunkSpan(Chunk< OElementType, SupportType, Allocator > &other) noexcept
Constructs a new ChunkSpan from a Chunk, yields a new view to the same data.
KOKKOS_FUNCTION constexpr ChunkSpan(ChunkSpan< OElementType, SupportType, layout_type, MemorySpace > const &other) noexcept
Constructs a new ChunkSpan by copy of a chunk, yields a new view to the same data.
KOKKOS_DEFAULTED_FUNCTION ~ChunkSpan() noexcept=default
KOKKOS_FUNCTION constexpr span_type span_view() const
KOKKOS_FUNCTION constexpr reference operator()(DElems const &... delems) const noexcept
Element access using a list of DiscreteElement.
KOKKOS_DEFAULTED_FUNCTION constexpr ChunkSpan & operator=(ChunkSpan &&other) noexcept=default
Move-assigns a new value to this ChunkSpan.
KOKKOS_FUNCTION constexpr reference operator()(DVects const &... dvects) const noexcept
Element access using a list of DiscreteVector.
friend class DiscreteDomain
KOKKOS_FUNCTION constexpr bool operator!=(DiscreteVector< OTags... > const &rhs) const noexcept
The top-level namespace of DDC.
constexpr bool enable_borrowed_chunk< ChunkSpan< ElementType, SupportType, LayoutStridedPolicy, MemorySpace > >
ChunkSpan(Chunk< ElementType, SupportType, Allocator > const &other) -> ChunkSpan< ElementType const, SupportType, Kokkos::layout_right, typename Allocator::memory_space >
ChunkSpan(Chunk< ElementType, SupportType, Allocator > &other) -> ChunkSpan< ElementType, SupportType, Kokkos::layout_right, typename Allocator::memory_space >
constexpr bool enable_chunk< ChunkSpan< ElementType, SupportType, LayoutStridedPolicy, MemorySpace > >
KOKKOS_DEDUCTION_GUIDE ChunkSpan(Kokkos::View< DataType, Properties... > const &view, SupportType domain) -> ChunkSpan< detail::kokkos_to_mdspan_element_t< typename Kokkos::View< DataType, Properties... >::data_type >, SupportType, detail::kokkos_to_mdspan_layout_t< typename Kokkos::View< DataType, Properties... >::array_layout >, typename Kokkos::View< DataType, Properties... >::memory_space >