chunk_info_writer.h

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#pragma once
 
#include <memory>
#include <string>
#include <vector>
 
#include "graphar/fwd.h"
#include "graphar/writer_util.h"
 
namespace graphar {
 
class VertexChunkInfoWriter {
 public:
  explicit VertexChunkInfoWriter(
      const std::shared_ptr<VertexInfo>& vertex_info, const std::string& prefix,
      const ValidateLevel& validate_level = ValidateLevel::no_validate);
 
  Status WriteChunk(
      const std::string& file_name,
      const std::shared_ptr<PropertyGroup>& property_group, IdType chunk_index,
      ValidateLevel validate_level = ValidateLevel::no_validate) const;
 
 private:
  Status validate(const std::shared_ptr<PropertyGroup>& property_group,
                  IdType chunk_index, ValidateLevel validate_level) const;
 
 private:
  std::shared_ptr<VertexInfo> vertex_info_;
  std::string prefix_;
  std::shared_ptr<FileSystem> fs_;
  ValidateLevel validate_level_;
};
 
class EdgeChunkInfoWriter {
  explicit EdgeChunkInfoWriter(
      const std::shared_ptr<EdgeInfo>& edge_info, const std::string& prefix,
      AdjListType adj_list_type,
      const ValidateLevel& validate_level = ValidateLevel::no_validate);
 
  Status WriteAdjListChunk(
      const std::string& file_name, IdType vertex_chunk_index,
      IdType chunk_index,
      ValidateLevel validate_level = ValidateLevel::default_validate) const;
 
  Status WriteOffsetChunk(
      const std::string& file_name, IdType vertex_chunk_index,
      ValidateLevel validate_level = ValidateLevel::default_validate) const;
 
  Status WritePropertyChunk(
      const std::string& file_name,
      const std::shared_ptr<PropertyGroup>& property_group,
      IdType vertex_chunk_index, IdType chunk_index,
      ValidateLevel validate_level = ValidateLevel::default_validate) const;
 
 private:
  Status validate(IdType count_or_index1, IdType count_or_index2,
                  ValidateLevel validate_level) const;
 
  Status validate(const std::shared_ptr<PropertyGroup>& property_group,
                  IdType vertex_chunk_index, IdType chunk_index,
                  ValidateLevel validate_level) const;
 
 private:
  std::shared_ptr<EdgeInfo> edge_info_;
  IdType vertex_chunk_size_;
  IdType chunk_size_;
  AdjListType adj_list_type_;
  std::string prefix_;
  std::shared_ptr<FileSystem> fs_;
  ValidateLevel validate_level_;
};
}  // namespace graphar