// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #pragma once #include #include #include #include "arrow/result.h" #include "arrow/type_fwd.h" #include "arrow/util/type_fwd.h" #include "arrow/util/visibility.h" namespace arrow { namespace csv { class BlockParser; struct ConvertOptions; class ARROW_EXPORT ColumnDecoder { public: virtual ~ColumnDecoder() = default; /// Spawn a task that will try to convert and append the given CSV block. /// All calls to Append() should happen on the same thread, otherwise /// call Insert() instead. virtual void Append(const std::shared_ptr& parser) = 0; /// Spawn a task that will try to convert and insert the given CSV block virtual void Insert(int64_t block_index, const std::shared_ptr& parser) = 0; /// Set EOF at the given number of blocks. Must only be called once. virtual void SetEOF(int64_t num_blocks) = 0; /// Fetch a chunk. virtual Result> NextChunk() = 0; std::shared_ptr task_group() { return task_group_; } /// Construct a strictly-typed ColumnDecoder. static Result> Make( MemoryPool* pool, std::shared_ptr type, int32_t col_index, const ConvertOptions& options, std::shared_ptr task_group); /// Construct a type-inferring ColumnDecoder. /// Inference will run only on the first block, the type will be frozen afterwards. static Result> Make( MemoryPool* pool, int32_t col_index, const ConvertOptions& options, std::shared_ptr task_group); /// Construct a ColumnDecoder for a column of nulls /// (i.e. not present in the CSV file). static Result> MakeNull( MemoryPool* pool, std::shared_ptr type, std::shared_ptr task_group); protected: explicit ColumnDecoder(std::shared_ptr task_group) : task_group_(std::move(task_group)) {} std::shared_ptr task_group_; }; } // namespace csv } // namespace arrow