graphchi_init(argc, argv);

global_logger().set_log_level(LOG_DEBUG);

std::string filename = get_option_string("file");

int nshards = convert_if_notexists<EdgeDataType>(filename, get_option_string("nshards", "auto"));

size_t blocksize= get_option_long("blocksize", 1024 * 1024);

char * buf = (char *) malloc(blocksize);

for(int p=0; p < nshards; p++) {

std::string shard_filename = filename_shard_edata<EdgeDataType>(filename, p, nshards);

int f = open(shard_filename.c_str(), O_RDONLY);

size_t fsize = get_filesize(shard_filename);

size_t nblocks = fsize / blocksize + (fsize % blocksize != 0);

size_t idx = 0;

std::string block_dirname = dirname_shard_edata_block(shard_filename, blocksize);

logstream(LOG_INFO) << "Going to create: " << block_dirname << std::endl;

int err = mkdir(block_dirname.c_str(), 0777);

if (err != 0) {

logstream(LOG_ERROR) << strerror(errno) << std::endl;

}

for(int i=0; i < nblocks; i++) {

size_t len = std::min(blocksize, fsize - idx);

preada(f, buf, len, idx);

std::string block_filename = filename_shard_edata_block(shard_filename, i, blocksize);

int bf = open(block_filename.c_str(), O_RDWR | O_CREAT, S_IROTH | S_IWOTH | S_IWUSR | S_IRUSR);

write_compressed(bf, buf, len);

close(bf);

idx += blocksize;

}

close(f);

std::string sizefilename = shard_filename + ".size";

std::ofstream ofs(sizefilename.c_str());

ofs << fsize;

ofs.close();

}

}