Skip to content

Commit

Permalink
Merge branch 'apache:main' into gayangya/version_function
Browse files Browse the repository at this point in the history
  • Loading branch information
gaoyangxiaozhu authored Jul 17, 2024
2 parents 3569790 + 9cecf37 commit 7f72e9d
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 8 deletions.
7 changes: 0 additions & 7 deletions cpp/velox/operators/writer/VeloxParquetDatasource.cc
Original file line number Diff line number Diff line change
Expand Up @@ -53,13 +53,6 @@ void VeloxParquetDatasource::initSink(const std::unordered_map<std::string, std:

void VeloxParquetDatasource::init(const std::unordered_map<std::string, std::string>& sparkConfs) {
initSink(sparkConfs);
ArrowSchema cSchema{};
arrow::Status status = arrow::ExportSchema(*(schema_.get()), &cSchema);
if (!status.ok()) {
throw std::runtime_error("Failed to export arrow cSchema.");
}

type_ = velox::importFromArrow(cSchema);

if (sparkConfs.find(kParquetBlockSize) != sparkConfs.end()) {
maxRowGroupBytes_ = static_cast<int64_t>(stoi(sparkConfs.find(kParquetBlockSize)->second));
Expand Down
1 change: 0 additions & 1 deletion cpp/velox/operators/writer/VeloxParquetDatasource.h
Original file line number Diff line number Diff line change
Expand Up @@ -107,7 +107,6 @@ class VeloxParquetDatasource : public Datasource {
int64_t maxRowGroupRows_ = 100000000; // 100M

std::shared_ptr<arrow::Schema> schema_;
std::shared_ptr<const facebook::velox::Type> type_;
std::shared_ptr<facebook::velox::parquet::Writer> parquetWriter_;
std::shared_ptr<facebook::velox::memory::MemoryPool> pool_;
};
Expand Down

0 comments on commit 7f72e9d

Please sign in to comment.