Go std lib是否具有将csv文件读入[]映射[字符串]字符串的功能?
我想将csv文件从磁盘读入,[]映射[string]字符串数据类型。其中,[]slice是行号,map[key]是csv文件的头行1Go std lib是否具有将csv文件读入[]映射[字符串]字符串的功能?,csv,go,Csv,Go,我想将csv文件从磁盘读入,[]映射[string]字符串数据类型。其中,[]slice是行号,map[key]是csv文件的头行1 我在标准库中找不到任何东西来实现这一点 根据reply,标准库中似乎没有任何东西可以像ioutil一样将csv文件读入地图 以下函数给出了csv文件的路径,将其转换为map[string]字符串的切片 更新:基于一条评论,我决定提供我的CSVFileToMap和maptosv函数,将映射写回csv文件 package main import (
我在标准库中找不到任何东西来实现这一点 根据reply,标准库中似乎没有任何东西可以像ioutil一样将csv文件读入地图 以下函数给出了csv文件的路径,将其转换为map[string]字符串的切片 更新:基于一条评论,我决定提供我的CSVFileToMap和maptosv函数,将映射写回csv文件
package main
import (
"os"
"encoding/csv"
"fmt"
"strings"
)
// CSVFileToMap reads csv file into slice of map
// slice is the line number
// map[string]string where key is column name
func CSVFileToMap(filePath string) (returnMap []map[string]string, err error) {
// read csv file
csvfile, err := os.Open(filePath)
if err != nil {
return nil, fmt.Errorf(err.Error())
}
defer csvfile.Close()
reader := csv.NewReader(csvfile)
rawCSVdata, err := reader.ReadAll()
if err != nil {
return nil, fmt.Errorf(err.Error())
}
header := []string{} // holds first row (header)
for lineNum, record := range rawCSVdata {
// for first row, build the header slice
if lineNum == 0 {
for i := 0; i < len(record); i++ {
header = append(header, strings.TrimSpace(record[i]))
}
} else {
// for each cell, map[string]string k=header v=value
line := map[string]string{}
for i := 0; i < len(record); i++ {
line[header[i]] = record[i]
}
returnMap = append(returnMap, line)
}
}
return
}
// MapToCSVFile writes slice of map into csv file
// filterFields filters to only the fields in the slice, and maintains order when writing to file
func MapToCSVFile(inputSliceMap []map[string]string, filePath string, filterFields []string) (err error) {
var headers []string // slice of each header field
var line []string // slice of each line field
var csvLine string // string of line converted to csv
var CSVContent string // final output of csv containing header and lines
// iter over slice to get all possible keys (csv header) in the maps
// using empty Map[string]struct{} to get UNIQUE Keys; no value needed
var headerMap = make(map[string]struct{})
for _, record := range inputSliceMap {
for k, _ := range record {
headerMap[k] = struct{}{}
}
}
// convert unique headersMap to slice
for headerValue, _ := range headerMap {
headers = append(headers, headerValue)
}
// filter to filteredFields and maintain order
var filteredHeaders []string
if len(filterFields) > 0 {
for _, filterField := range filterFields {
for _, headerValue := range headers {
if filterField == headerValue {
filteredHeaders = append(filteredHeaders, headerValue)
}
}
}
} else {
filteredHeaders = append(filteredHeaders, headers...)
sort.Strings(filteredHeaders) // alpha sort headers
}
// write headers as the first line
csvLine, _ = WriteAsCSV(filteredHeaders)
CSVContent += csvLine + "\n"
// iter over inputSliceMap to get values for each map
// maintain order provided in header slice
// write to csv
for _, record := range inputSliceMap {
line = []string{}
// lines
for k, _ := range filteredHeaders {
line = append(line, record[filteredHeaders[k]])
}
csvLine, _ = WriteAsCSV(line)
CSVContent += csvLine + "\n"
}
// make the dir incase it's not there
err = os.MkdirAll(filepath.Dir(filePath), os.ModePerm)
if err != nil {
return err
}
// write out the csv contents to file
ioutil.WriteFile(filePath, []byte(CSVContent), os.FileMode(0644))
if err != nil {
return err
}
return
}
func WriteAsCSV(vals []string) (string, error) {
b := &bytes.Buffer{}
w := csv.NewWriter(b)
err := w.Write(vals)
if err != nil {
return "", err
}
w.Flush()
return strings.TrimSuffix(b.String(), "\n"), nil
}
不可以。CSV数据的结构是切片行和切片列,编码/CSV就是这样处理的。您可以看到整个功能。如果您的数据有一行标题或一列标题,您可以在代码中转换您认为合适的数据。我一直在寻找能做到这一点的方法。我发现围棋社区可能非常敌对,我不确定why@DBA108642我用最新版本更新了代码,并添加了相应的func以写回文件。希望能有帮助
func TestMapToCSVFile(t *testing.T) {
// note: test case requires the file ExistingCSVFile exist on disk with a
// few rows of csv data
SomeKey := "some_column"
ValueForKey := "some_value"
OutputCSVFile := `.\someFile.csv`
ExistingCSVFile := `.\someExistingFile.csv`
// read csv file
InputCSVSliceMap, err := CSVFileToMap(ExistingCSVFile)
if err != nil {
t.Fatalf("MapToCSVFile() failed %v", err)
}
// add a field in the middle of csv
InputCSVSliceMap[2][SomeKey] = ValueForKey // add a new column name
"some_key" with a value of "some_value" to the second line.
err = MapToCSVFile(InputCSVSliceMap, OutputReport, nil)
if err != nil {
t.Fatalf("MapToCSVFile() failed writing outputReport %v", err)
}
// VALIDATION: check that Key field is present in MapToCSVFile output file
// read Output csv file
OutputCSVSliceMap, err := CSVFileToMap(OutputCSVFile)
if err != nil {
t.Fatalf("MapToCSVFile() failed reading output file %v", err)
}
// check that the added key has a value for Key
if OutputCSVSliceMap[2][SomeKey] != ValueForKey {
t.Fatalf("MapToCSVFile() expected row to contains key value: %v", ValueForKey)
}
}