//@HEADER // ************************************************************************ // // Kokkos v. 4.0 // Copyright (2022) National Technology & Engineering // Solutions of Sandia, LLC (NTESS). // // Under the terms of Contract DE-NA0003525 with NTESS, // the U.S. Government retains certain rights in this software. // // Part of Kokkos, under the Apache License v2.0 with LLVM Exceptions. // See https://kokkos.org/LICENSE for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //@HEADER #ifndef KOKKOS_STD_ALGORITHMS_INCLUSIVE_SCAN_HPP #define KOKKOS_STD_ALGORITHMS_INCLUSIVE_SCAN_HPP #include "impl/Kokkos_InclusiveScan.hpp" #include "Kokkos_BeginEnd.hpp" namespace Kokkos { namespace Experimental { // // overload set accepting execution space // // overload set 1 template && :: Kokkos::is_execution_space_v, int> = 0> OutputIteratorType inclusive_scan(const ExecutionSpace& ex, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest) { return Impl::inclusive_scan_default_op_exespace_impl( "Kokkos::inclusive_scan_default_functors_iterator_api", ex, first, last, first_dest); } template && :: Kokkos::is_execution_space_v, int> = 0> OutputIteratorType inclusive_scan(const std::string& label, const ExecutionSpace& ex, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest) { return Impl::inclusive_scan_default_op_exespace_impl(label, ex, first, last, first_dest); } template < typename ExecutionSpace, typename DataType1, typename... Properties1, typename DataType2, typename... Properties2, std::enable_if_t<::Kokkos::is_execution_space_v, int> = 0> auto inclusive_scan( const ExecutionSpace& ex, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_default_op_exespace_impl( "Kokkos::inclusive_scan_default_functors_view_api", ex, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest)); } template < typename ExecutionSpace, typename DataType1, typename... Properties1, typename DataType2, typename... Properties2, std::enable_if_t<::Kokkos::is_execution_space_v, int> = 0> auto inclusive_scan( const std::string& label, const ExecutionSpace& ex, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_default_op_exespace_impl( label, ex, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest)); } // overload set 2 (accepting custom binary op) template && :: Kokkos::is_execution_space_v, int> = 0> OutputIteratorType inclusive_scan(const ExecutionSpace& ex, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest, BinaryOp binary_op) { return Impl::inclusive_scan_custom_binary_op_exespace_impl( "Kokkos::inclusive_scan_custom_functors_iterator_api", ex, first, last, first_dest, binary_op); } template && :: Kokkos::is_execution_space_v, int> = 0> OutputIteratorType inclusive_scan( const std::string& label, const ExecutionSpace& ex, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest, BinaryOp binary_op) { return Impl::inclusive_scan_custom_binary_op_exespace_impl( label, ex, first, last, first_dest, binary_op); } template < typename ExecutionSpace, typename DataType1, typename... Properties1, typename DataType2, typename... Properties2, typename BinaryOp, std::enable_if_t<::Kokkos::is_execution_space_v, int> = 0> auto inclusive_scan(const ExecutionSpace& ex, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest, BinaryOp binary_op) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_custom_binary_op_exespace_impl( "Kokkos::inclusive_scan_custom_functors_view_api", ex, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest), binary_op); } template < typename ExecutionSpace, typename DataType1, typename... Properties1, typename DataType2, typename... Properties2, typename BinaryOp, std::enable_if_t<::Kokkos::is_execution_space_v, int> = 0> auto inclusive_scan(const std::string& label, const ExecutionSpace& ex, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest, BinaryOp binary_op) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_custom_binary_op_exespace_impl( label, ex, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest), binary_op); } // overload set 3 template && :: Kokkos::is_execution_space_v, int> = 0> OutputIteratorType inclusive_scan(const ExecutionSpace& ex, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest, BinaryOp binary_op, ValueType init_value) { static_assert(std::is_move_constructible_v, "ValueType must be move constructible."); return Impl::inclusive_scan_custom_binary_op_exespace_impl( "Kokkos::inclusive_scan_custom_functors_iterator_api", ex, first, last, first_dest, binary_op, std::move(init_value)); } template && :: Kokkos::is_execution_space_v, int> = 0> OutputIteratorType inclusive_scan(const std::string& label, const ExecutionSpace& ex, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest, BinaryOp binary_op, ValueType init_value) { static_assert(std::is_move_constructible_v, "ValueType must be move constructible."); return Impl::inclusive_scan_custom_binary_op_exespace_impl( label, ex, first, last, first_dest, binary_op, std::move(init_value)); } template < typename ExecutionSpace, typename DataType1, typename... Properties1, typename DataType2, typename... Properties2, typename BinaryOp, typename ValueType, std::enable_if_t<::Kokkos::is_execution_space_v, int> = 0> auto inclusive_scan(const ExecutionSpace& ex, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest, BinaryOp binary_op, ValueType init_value) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); static_assert(std::is_move_constructible_v, "ValueType must be move constructible."); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_custom_binary_op_exespace_impl( "Kokkos::inclusive_scan_custom_functors_view_api", ex, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest), binary_op, std::move(init_value)); } template < typename ExecutionSpace, typename DataType1, typename... Properties1, typename DataType2, typename... Properties2, typename BinaryOp, typename ValueType, std::enable_if_t<::Kokkos::is_execution_space_v, int> = 0> auto inclusive_scan(const std::string& label, const ExecutionSpace& ex, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest, BinaryOp binary_op, ValueType init_value) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); static_assert(std::is_move_constructible_v, "ValueType must be move constructible."); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_custom_binary_op_exespace_impl( label, ex, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest), binary_op, std::move(init_value)); } // // overload set accepting a team handle // Note: for now omit the overloads accepting a label // since they cause issues on device because of the string allocation. // // overload set 1 template && :: Kokkos::is_team_handle_v, int> = 0> KOKKOS_FUNCTION OutputIteratorType inclusive_scan(const TeamHandleType& teamHandle, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest) { return Impl::inclusive_scan_default_op_team_impl(teamHandle, first, last, first_dest); } template , int> = 0> KOKKOS_FUNCTION auto inclusive_scan( const TeamHandleType& teamHandle, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_default_op_team_impl( teamHandle, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest)); } // overload set 2 (accepting custom binary op) template && :: Kokkos::is_team_handle_v, int> = 0> KOKKOS_FUNCTION OutputIteratorType inclusive_scan( const TeamHandleType& teamHandle, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest, BinaryOp binary_op) { return Impl::inclusive_scan_custom_binary_op_team_impl( teamHandle, first, last, first_dest, binary_op); } template , int> = 0> KOKKOS_FUNCTION auto inclusive_scan( const TeamHandleType& teamHandle, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest, BinaryOp binary_op) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_custom_binary_op_team_impl( teamHandle, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest), binary_op); } // overload set 3 template && :: Kokkos::is_team_handle_v, int> = 0> KOKKOS_FUNCTION OutputIteratorType inclusive_scan(const TeamHandleType& teamHandle, InputIteratorType first, InputIteratorType last, OutputIteratorType first_dest, BinaryOp binary_op, ValueType init_value) { static_assert(std::is_move_constructible_v, "ValueType must be move constructible."); return Impl::inclusive_scan_custom_binary_op_team_impl( teamHandle, first, last, first_dest, binary_op, std::move(init_value)); } template , int> = 0> KOKKOS_FUNCTION auto inclusive_scan( const TeamHandleType& teamHandle, const ::Kokkos::View& view_from, const ::Kokkos::View& view_dest, BinaryOp binary_op, ValueType init_value) { Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_from); Impl::static_assert_is_admissible_to_kokkos_std_algorithms(view_dest); static_assert(std::is_move_constructible_v, "ValueType must be move constructible."); namespace KE = ::Kokkos::Experimental; return Impl::inclusive_scan_custom_binary_op_team_impl( teamHandle, KE::cbegin(view_from), KE::cend(view_from), KE::begin(view_dest), binary_op, std::move(init_value)); } } // namespace Experimental } // namespace Kokkos #endif