dongxiao1198 commented on code in PR #216:
URL: https://github.com/apache/iceberg-cpp/pull/216#discussion_r2343164269
##########
src/iceberg/manifest_adapter.h:
##########
@@ -33,34 +40,104 @@ class ICEBERG_EXPORT ManifestAdapter {
public:
ManifestAdapter() = default;
virtual ~ManifestAdapter() = default;
+ virtual Status Init() = 0;
- virtual Status StartAppending() = 0;
- virtual Result<ArrowArray> FinishAppending() = 0;
+ Status StartAppending();
+ Result<ArrowArray> FinishAppending();
int64_t size() const { return size_; }
+ virtual std::shared_ptr<Schema> schema() const = 0;
+
+ protected:
+ static Status AppendField(ArrowArray* arrowArray, int64_t value);
+ static Status AppendField(ArrowArray* arrowArray, uint64_t value);
+ static Status AppendField(ArrowArray* arrowArray, double value);
+ static Status AppendField(ArrowArray* arrowArray, std::string_view value);
+ static Status AppendField(ArrowArray* arrowArray, const
std::vector<uint8_t>& value);
+ static Status AppendField(ArrowArray* arrowArray, const std::array<uint8_t,
16>& value);
protected:
+ bool is_initialized_ = false;
ArrowArray array_;
+ ArrowSchema schema_; // converted from manifest_schema_ or
manifest_list_schema_
int64_t size_ = 0;
};
// \brief Implemented by different versions with different schemas to
// append a list of `ManifestEntry`s to an `ArrowArray`.
class ICEBERG_EXPORT ManifestEntryAdapter : public ManifestAdapter {
public:
- ManifestEntryAdapter() = default;
- ~ManifestEntryAdapter() override = default;
+ explicit ManifestEntryAdapter(std::shared_ptr<Schema> partition_schema,
+ std::shared_ptr<PartitionSpec> partition_spec)
+ : partition_spec_(std::move(partition_spec)),
+ partition_schema_(std::move(partition_schema)) {}
+ ~ManifestEntryAdapter() override;
virtual Status Append(const ManifestEntry& entry) = 0;
+
+ std::shared_ptr<Schema> schema() const override { return manifest_schema_; }
+
+ protected:
+ virtual std::shared_ptr<StructType> GetManifestEntryStructType();
+ Status InitSchema(const std::unordered_set<int32_t>& fields_ids);
+ Status AppendInternal(const ManifestEntry& entry);
+ Status AppendDataFile(ArrowArray* arrow_array,
+ const std::shared_ptr<StructType>& data_file_type,
+ const std::shared_ptr<DataFile>& file);
+ static Status AppendPartitions(ArrowArray* arrow_array,
+ const std::shared_ptr<StructType>&
partition_type,
+ const std::vector<Literal>& partitions);
+ static Status AppendList(ArrowArray* arrow_array,
+ const std::vector<int32_t>& list_value);
+ static Status AppendList(ArrowArray* arrow_array,
+ const std::vector<int64_t>& list_value);
+ static Status AppendMap(ArrowArray* arrow_array,
+ const std::map<int32_t, int64_t>& map_value);
+ static Status AppendMap(ArrowArray* arrow_array,
+ const std::map<int32_t, std::vector<uint8_t>>&
map_value);
+
+ virtual Result<std::optional<int64_t>> GetWrappedSequenceNumber(
Review Comment:
v1 directly return seq from manifest
v2 v3 has some special check for it in
ManifestFileAdapterV2::GetWrappedSequenceNumber
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
