Add missing Thrust #includes. (#11457)

Thrust 1.16 removed internal header inclusions that libcudf relied on. This PR adds missing `#include`s that were found automatically by a script I wrote. See notes on #10489. This was previously applied in #10489 but the script became more sophisticated (and libcudf has changed) since I last applied it, so more missing `#include`s were found.

Required for #11437 to upgrade to Thrust 1.17. This change has been separated from #11437 to minimize that PR's diff. Some additional changes will be needed on that PR but we don't want to hold off on fixing these includes, as recommended by @davidwendt.

Authors:
  - Bradley Dice (https://github.com/bdice)

Approvers:
  - Karthikeyan (https://github.com/karthikeyann)
  - Nghia Truong (https://github.com/ttnghia)
  - Robert Maynard (https://github.com/robertmaynard)

URL: #11457

cpp/benchmarks/common/generate_input.cu

@@ -33,6 +33,7 @@
 #include <rmm/device_uvector.hpp>
 
 #include <thrust/binary_search.h>
+#include <thrust/copy.h>
 #include <thrust/device_ptr.h>
 #include <thrust/execution_policy.h>
 #include <thrust/fill.h>

cpp/benchmarks/io/orc/orc_writer_chunks.cpp

@@ -25,6 +25,8 @@
 #include <cudf/io/orc.hpp>
 #include <cudf/table/table.hpp>
 
+#include <thrust/iterator/transform_iterator.h>
+
 // to enable, run cmake with -DBUILD_BENCHMARKS=ON
 
 constexpr int64_t data_size = 512 << 20;

cpp/benchmarks/iterator/iterator.cu

@@ -32,6 +32,7 @@
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/transform_iterator.h>
 #include <thrust/pair.h>
+#include <thrust/reduce.h>
 
 #include <random>
 

cpp/benchmarks/join/join_common.hpp

@@ -35,6 +35,7 @@
 
 #include <thrust/functional.h>
 #include <thrust/iterator/counting_iterator.h>
+#include <thrust/iterator/transform_iterator.h>
 #include <thrust/random/linear_congruential_engine.h>
 #include <thrust/random/uniform_int_distribution.h>
 

cpp/include/cudf/detail/copy.cuh

@@ -18,6 +18,8 @@
 #include <cudf/detail/copy.hpp>
 #include <cudf/detail/gather.cuh>
 
+#include <thrust/iterator/counting_iterator.h>
+
 namespace cudf::detail {
 
 /**

cpp/include/cudf/detail/indexalator.cuh

@@ -25,6 +25,7 @@
 #include <thrust/execution_policy.h>
 #include <thrust/functional.h>
 #include <thrust/iterator/constant_iterator.h>
+#include <thrust/iterator/transform_iterator.h>
 #include <thrust/optional.h>
 #include <thrust/pair.h>
 

cpp/include/cudf/detail/labeling/label_segments.cuh

@@ -23,8 +23,10 @@
 #include <thrust/distance.h>
 #include <thrust/for_each.h>
 #include <thrust/iterator/constant_iterator.h>
+#include <thrust/iterator/iterator_traits.h>
 #include <thrust/reduce.h>
 #include <thrust/scan.h>
+#include <thrust/scatter.h>
 #include <thrust/uninitialized_fill.h>
 
 namespace cudf::detail {

cpp/include/cudf/detail/utilities/hash_functions.cuh

@@ -27,6 +27,7 @@
 
 #include <thrust/distance.h>
 #include <thrust/execution_policy.h>
+#include <thrust/find.h>
 #include <thrust/iterator/reverse_iterator.h>
 #include <thrust/pair.h>
 #include <thrust/reverse.h>

cpp/include/cudf/lists/list_device_view.cuh

@@ -22,6 +22,7 @@
 #include <cudf/utilities/type_dispatcher.hpp>
 
 #include <thrust/iterator/counting_iterator.h>
+#include <thrust/iterator/transform_iterator.h>
 #include <thrust/pair.h>
 
 namespace cudf {

cpp/include/cudf/strings/detail/gather.cuh

@@ -26,6 +26,7 @@
 #include <rmm/cuda_stream_view.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/advance.h>
 #include <thrust/binary_search.h>
 #include <thrust/distance.h>
 #include <thrust/execution_policy.h>

cpp/include/cudf/strings/detail/scatter.cuh

@@ -25,6 +25,8 @@
 #include <rmm/device_uvector.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/distance.h>
+#include <thrust/iterator/transform_iterator.h>
 #include <thrust/scatter.h>
 
 namespace cudf {

cpp/include/cudf/strings/detail/strings_column_factories.cuh

@@ -32,6 +32,7 @@
 #include <thrust/functional.h>
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/transform_iterator.h>
+#include <thrust/iterator/zip_iterator.h>
 #include <thrust/pair.h>
 #include <thrust/transform.h>
 #include <thrust/transform_reduce.h>

cpp/include/cudf/table/experimental/row_operators.cuh

@@ -32,9 +32,15 @@
 #include <cudf/utilities/traits.hpp>
 #include <cudf/utilities/type_dispatcher.hpp>
 
+#include <thrust/detail/use_default.h>
 #include <thrust/equal.h>
+#include <thrust/execution_policy.h>
+#include <thrust/functional.h>
+#include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/iterator_adaptor.h>
+#include <thrust/iterator/iterator_categories.h>
 #include <thrust/iterator/iterator_facade.h>
+#include <thrust/iterator/transform_iterator.h>
 #include <thrust/logical.h>
 #include <thrust/swap.h>
 #include <thrust/transform_reduce.h>

cpp/src/binaryop/compiled/struct_binary_ops.cuh

@@ -28,6 +28,8 @@
 #include <rmm/cuda_stream_view.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/tabulate.h>
+
 namespace cudf::binops::compiled::detail {
 template <class T, class... Ts>
 inline constexpr bool is_any_v = std::disjunction<std::is_same<T, Ts>...>::value;

cpp/src/copying/purge_nonempty_nulls.cu

@@ -17,6 +17,7 @@
 #include <cudf/detail/copy.cuh>
 #include <cudf/utilities/default_stream.hpp>
 
+#include <thrust/count.h>
 #include <thrust/iterator/counting_iterator.h>
 
 namespace cudf {

cpp/src/groupby/sort/group_collect.cu

@@ -25,6 +25,7 @@
 #include <rmm/cuda_stream_view.hpp>
 
 #include <thrust/copy.h>
+#include <thrust/count.h>
 #include <thrust/execution_policy.h>
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/transform.h>

cpp/src/groupby/sort/group_correlation.cu

@@ -29,6 +29,8 @@
 
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/discard_iterator.h>
+#include <thrust/iterator/transform_iterator.h>
+#include <thrust/iterator/zip_iterator.h>
 #include <thrust/reduce.h>
 #include <thrust/transform.h>
 #include <thrust/tuple.h>

cpp/src/groupby/sort/group_quantiles.cu

@@ -33,6 +33,7 @@
 #include <thrust/execution_policy.h>
 #include <thrust/for_each.h>
 #include <thrust/iterator/counting_iterator.h>
+#include <thrust/transform.h>
 
 namespace cudf {
 namespace groupby {

cpp/src/groupby/sort/group_rank_scan.cu

@@ -29,6 +29,7 @@
 
 #include <thrust/functional.h>
 #include <thrust/iterator/reverse_iterator.h>
+#include <thrust/pair.h>
 #include <thrust/scan.h>
 #include <thrust/tabulate.h>
 #include <thrust/transform.h>

cpp/src/hash/spark_murmur_hash.cu

@@ -23,6 +23,7 @@
 #include <rmm/cuda_stream_view.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/iterator/counting_iterator.h>
 #include <thrust/tabulate.h>
 
 namespace cudf {

cpp/src/io/comp/nvcomp_adapter.cu

@@ -19,6 +19,10 @@
 
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/iterator/zip_iterator.h>
+#include <thrust/transform.h>
+#include <thrust/tuple.h>
+
 namespace cudf::io::nvcomp {
 
 batched_args create_batched_nvcomp_args(device_span<device_span<uint8_t const> const> inputs,

cpp/src/io/csv/datetime.cuh

@@ -22,6 +22,7 @@
 #include <cudf/fixed_point/fixed_point.hpp>
 
 #include <thrust/execution_policy.h>
+#include <thrust/find.h>
 #include <thrust/reduce.h>
 
 namespace cudf {

cpp/src/io/json/json_gpu.cu

@@ -36,6 +36,7 @@
 #include <rmm/device_uvector.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/advance.h>
 #include <thrust/detail/copy.h>
 #include <thrust/execution_policy.h>
 #include <thrust/find.h>

cpp/src/io/orc/writer_impl.cu

@@ -44,7 +44,11 @@
 #include <thrust/host_vector.h>
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/reverse_iterator.h>
+#include <thrust/iterator/transform_iterator.h>
 #include <thrust/optional.h>
+#include <thrust/pair.h>
+#include <thrust/reduce.h>
+#include <thrust/scan.h>
 #include <thrust/tabulate.h>
 #include <thrust/transform.h>
 

cpp/src/io/parquet/page_enc.cu

@@ -40,6 +40,7 @@
 #include <thrust/iterator/discard_iterator.h>
 #include <thrust/iterator/reverse_iterator.h>
 #include <thrust/iterator/transform_iterator.h>
+#include <thrust/iterator/zip_iterator.h>
 #include <thrust/merge.h>
 #include <thrust/scan.h>
 #include <thrust/scatter.h>

cpp/src/io/parquet/reader_impl.cu

@@ -39,6 +39,7 @@
 #include <rmm/device_uvector.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/fill.h>
 #include <thrust/for_each.h>
 #include <thrust/iterator/zip_iterator.h>
 #include <thrust/logical.h>

cpp/src/io/parquet/writer_impl.cu

@@ -46,6 +46,7 @@
 
 #include <thrust/binary_search.h>
 #include <thrust/for_each.h>
+#include <thrust/host_vector.h>
 #include <thrust/iterator/zip_iterator.h>
 #include <thrust/transform.h>
 #include <thrust/tuple.h>

cpp/src/io/utilities/parsing_utils.cuh

@@ -24,8 +24,11 @@
 
 #include <rmm/device_uvector.hpp>
 
+#include <thrust/equal.h>
 #include <thrust/execution_policy.h>
+#include <thrust/find.h>
 #include <thrust/iterator/reverse_iterator.h>
+#include <thrust/mismatch.h>
 
 #include <optional>
 

cpp/src/join/hash_join.cu

@@ -33,6 +33,7 @@
 #include <thrust/iterator/discard_iterator.h>
 #include <thrust/iterator/zip_iterator.h>
 #include <thrust/scatter.h>
+#include <thrust/tuple.h>
 #include <thrust/uninitialized_fill.h>
 
 #include <cstddef>

cpp/src/join/join_common_utils.cuh

@@ -26,6 +26,8 @@
 
 #include <cub/cub.cuh>
 
+#include <thrust/iterator/counting_iterator.h>
+
 namespace cudf {
 namespace detail {
 /**

cpp/src/lists/combine/concatenate_rows.cu

@@ -27,7 +27,11 @@
 #include <rmm/cuda_stream_view.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/discard_iterator.h>
+#include <thrust/iterator/transform_iterator.h>
+#include <thrust/reduce.h>
+#include <thrust/scan.h>
 
 namespace cudf {
 namespace lists {

cpp/src/lists/contains.cu

@@ -34,6 +34,8 @@
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/reverse_iterator.h>
 #include <thrust/logical.h>
+#include <thrust/optional.h>
+#include <thrust/pair.h>
 #include <thrust/tabulate.h>
 #include <thrust/transform.h>
 

cpp/src/lists/stream_compaction/apply_boolean_mask.cu

@@ -30,6 +30,7 @@
 #include <rmm/exec_policy.hpp>
 
 #include <thrust/reduce.h>
+#include <thrust/scan.h>
 
 namespace cudf::lists {
 namespace detail {

cpp/src/quantiles/tdigest/tdigest.cu

@@ -27,6 +27,7 @@
 #include <rmm/cuda_stream_view.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/advance.h>
 #include <thrust/binary_search.h>
 #include <thrust/distance.h>
 #include <thrust/execution_policy.h>

cpp/src/quantiles/tdigest/tdigest_aggregation.cu

@@ -41,6 +41,7 @@
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/discard_iterator.h>
 #include <thrust/iterator/transform_iterator.h>
+#include <thrust/iterator/zip_iterator.h>
 #include <thrust/merge.h>
 #include <thrust/pair.h>
 #include <thrust/reduce.h>

cpp/src/replace/clamp.cu

@@ -41,6 +41,7 @@
 #include <thrust/for_each.h>
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/iterator/transform_iterator.h>
+#include <thrust/iterator/zip_iterator.h>
 #include <thrust/transform.h>
 #include <thrust/tuple.h>
 

cpp/src/rolling/detail/nth_element.cuh

@@ -22,9 +22,16 @@
 #include <cudf/detail/iterator.cuh>
 #include <cudf/utilities/bit.hpp>
 
-#include <limits>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/copy.h>
+#include <thrust/execution_policy.h>
+#include <thrust/find.h>
+#include <thrust/iterator/counting_iterator.h>
+#include <thrust/iterator/reverse_iterator.h>
+
+#include <limits>
+
 namespace cudf::detail::rolling {
 
 /**

cpp/src/rolling/detail/rolling_collect_list.cu

@@ -30,6 +30,7 @@
 #include <thrust/iterator/counting_iterator.h>
 #include <thrust/scan.h>
 #include <thrust/scatter.h>
+#include <thrust/tabulate.h>
 #include <thrust/transform.h>
 
 namespace cudf {

cpp/src/rolling/detail/rolling_fixed_window.cu

@@ -19,6 +19,7 @@
 #include <cudf/detail/aggregation/aggregation.hpp>
 #include <cudf/utilities/default_stream.hpp>
 
+#include <thrust/extrema.h>
 #include <thrust/iterator/constant_iterator.h>
 
 namespace cudf::detail {

cpp/src/rolling/detail/rolling_variable_window.cu

@@ -19,6 +19,7 @@
 #include <cudf/detail/aggregation/aggregation.hpp>
 #include <cudf/utilities/default_stream.hpp>
 
+#include <thrust/extrema.h>
 #include <thrust/iterator/constant_iterator.h>
 
 namespace cudf::detail {

cpp/src/sort/sort.cu

@@ -26,6 +26,7 @@
 #include <rmm/cuda_stream_view.hpp>
 
 #include <thrust/functional.h>
+#include <thrust/sort.h>
 
 namespace cudf {
 namespace detail {

cpp/src/stream_compaction/drop_nans.cu

@@ -26,6 +26,7 @@
 
 #include <rmm/cuda_stream_view.hpp>
 
+#include <thrust/count.h>
 #include <thrust/execution_policy.h>
 
 namespace {

cpp/src/stream_compaction/drop_nulls.cu

@@ -25,6 +25,7 @@
 
 #include <rmm/cuda_stream_view.hpp>
 
+#include <thrust/count.h>
 #include <thrust/execution_policy.h>
 
 namespace {

cpp/src/strings/attributes.cu

@@ -29,6 +29,7 @@
 #include <rmm/device_uvector.hpp>
 #include <rmm/exec_policy.hpp>
 
+#include <thrust/copy.h>
 #include <thrust/execution_policy.h>
 #include <thrust/for_each.h>
 #include <thrust/functional.h>