C++ c++;将矢量写入hdf5文件而不存储在阵列中
我试图在一个.h5文件中存储4个向量(大小可变,但所有4个向量的大小都相同)。 直到现在,我都是这样做的:C++ c++;将矢量写入hdf5文件而不存储在阵列中,c++,vector,hdf5,C++,Vector,Hdf5,我试图在一个.h5文件中存储4个向量(大小可变,但所有4个向量的大小都相同)。 直到现在,我都是这样做的: void write_file_h5(std::string filename, std::vector<int16_t> &x, std::vector<int16_t> &y, std::vector<int8_t> &p, std
void write_file_h5(std::string filename,
std::vector<int16_t> &x,
std::vector<int16_t> &y,
std::vector<int8_t> &p,
std::vector<int32_t> &ts)
{
struct myEvent myEvents[x.size()];
for (int i=0; i<x.size();i++)
{
myEvents[i].x = x[i];
myEvents[i].y = y[i];
myEvents[i].p = int(p[i]);
myEvents[i].ts = ts[i];
}
H5::CompType mtype(sizeof(myEvent));
// Define the datatype to pass HDF5
mtype.insertMember("x", HOFFSET(myEvent, x), H5::PredType::NATIVE_INT16);
mtype.insertMember("y", HOFFSET(myEvent, y), H5::PredType::NATIVE_INT16);
mtype.insertMember("p", HOFFSET(myEvent, p), H5::PredType::NATIVE_INT8);
mtype.insertMember("ts", HOFFSET(myEvent, ts), H5::PredType::NATIVE_INT32);
// preparation of a dataset and a file.
hsize_t dim[1];
dim[0] = sizeof(myEvents) / sizeof(myEvent);
int rank = sizeof(dim) / sizeof(hsize_t);
H5::DataSpace space(rank, dim);
H5::H5File *file = new H5::H5File(filename, H5F_ACC_TRUNC);
H5::DataSet *dataset = new H5::DataSet(file->createDataSet("myDataset", mtype, space));
dataset->write(myEvents, mtype);
delete dataset;
delete file;
}
我想这是因为我试图创建的数组太大了。
有人知道如何解决这个问题吗?i、 e.如何在使用最小内存量的情况下写入向量?
我需要向量,因为我需要在程序执行期间动态填充它们。。。因此,直接将值存储在数组中似乎是不可能的
提前感谢这一行
struct myEvent myEvents[x.size()];
创建可能放置在堆栈上的非标准(C++中)数组
将其替换为std::vector
,以在堆上分配内存
void write_file_h5(std::string filename,
std::vector<int16_t> &x,
std::vector<int16_t> &y,
std::vector<int8_t> &p,
std::vector<int32_t> &ts)
{
// Suggestion: check that y, p and ts has at least as many elements as x
std::vector<myEvent> myEvents(x.size()); // replacement for the VLA
for (int i=0; i<x.size();i++) {
myEvents[i].x = x[i];
myEvents[i].y = y[i];
myEvents[i].p = int(p[i]);
myEvents[i].ts = ts[i];
}
H5::CompType mtype(sizeof(myEvent));
// Define the datatype to pass HDF5
mtype.insertMember("x", HOFFSET(myEvent, x), H5::PredType::NATIVE_INT16);
mtype.insertMember("y", HOFFSET(myEvent, y), H5::PredType::NATIVE_INT16);
mtype.insertMember("p", HOFFSET(myEvent, p), H5::PredType::NATIVE_INT8);
mtype.insertMember("ts", HOFFSET(myEvent, ts), H5::PredType::NATIVE_INT32);
// preparation of a dataset and a file.
hsize_t dim[1];
dim[0] = myEvents.size(); // using vector::size()
int rank = sizeof(dim) / sizeof(hsize_t);
H5::DataSpace space(rank, dim);
H5::H5File *file = new H5::H5File(filename, H5F_ACC_TRUNC);
H5::DataSet *dataset = new H5::DataSet(file->createDataSet("myDataset", mtype, space));
dataset->write(myEvents.data(), mtype); // use vector::data()
delete dataset;
delete file;
}
查找迭代器:for(auto-xit=x.begin();xit!=x.end();xit++)do_something_with(*xit);仅由于内存限制,无法通过堆分配(如果使用正确的方法)获得分段错误。但在您的示例中,应用了应该避免的堆栈分配代码>-这是VLA(非标准)。使用
std::vector myEvents(x.size())代码>取而代之。您是否还检查了所有传入向量的大小是否相同?是否必须对H5
类使用new
和delete
?而不是H5::H5File*file=新的H5::H5File(文件名,H5F_ACC_TRUNC)
(然后删除文件
)使用H5::H5文件(文件名,H5F\u ACC\u TRUNC)会更干净
和no删除
@tedlynmo谢谢你的回答。分段错误确实发生在“struct MyEvent myEvents[x.size()];”行。。。所以这一定是个问题。但是,它必须是结构而不是向量,因为H5类不接受向量。此外,我检查了所有传入向量的大小是否相同。。。你对如何修复struct有什么想法吗?
void write_file_h5(std::string filename,
std::vector<int16_t> &x,
std::vector<int16_t> &y,
std::vector<int8_t> &p,
std::vector<int32_t> &ts)
{
// Suggestion: check that y, p and ts has at least as many elements as x
std::vector<myEvent> myEvents(x.size()); // replacement for the VLA
for (int i=0; i<x.size();i++) {
myEvents[i].x = x[i];
myEvents[i].y = y[i];
myEvents[i].p = int(p[i]);
myEvents[i].ts = ts[i];
}
H5::CompType mtype(sizeof(myEvent));
// Define the datatype to pass HDF5
mtype.insertMember("x", HOFFSET(myEvent, x), H5::PredType::NATIVE_INT16);
mtype.insertMember("y", HOFFSET(myEvent, y), H5::PredType::NATIVE_INT16);
mtype.insertMember("p", HOFFSET(myEvent, p), H5::PredType::NATIVE_INT8);
mtype.insertMember("ts", HOFFSET(myEvent, ts), H5::PredType::NATIVE_INT32);
// preparation of a dataset and a file.
hsize_t dim[1];
dim[0] = myEvents.size(); // using vector::size()
int rank = sizeof(dim) / sizeof(hsize_t);
H5::DataSpace space(rank, dim);
H5::H5File *file = new H5::H5File(filename, H5F_ACC_TRUNC);
H5::DataSet *dataset = new H5::DataSet(file->createDataSet("myDataset", mtype, space));
dataset->write(myEvents.data(), mtype); // use vector::data()
delete dataset;
delete file;
}
H5::H5File file(filename, H5F_ACC_TRUNC);
H5::DataSet dataset(file.createDataSet("myDataset", mtype, space));
dataset.write(myEvents.data(), mtype);