forked from digisan/fileflatter
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathfileflatter.go
More file actions
111 lines (97 loc) · 2.26 KB
/
Copy pathfileflatter.go
File metadata and controls
111 lines (97 loc) · 2.26 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
package fileflatter
import (
"bytes"
"encoding/csv"
"encoding/json"
"encoding/xml"
"errors"
"fmt"
"io"
"os"
"github.com/BurntSushi/toml"
. "github.com/nsip/go-generics"
dt "github.com/nsip/gotk/data-type"
"github.com/nsip/gotk/strs"
"gopkg.in/yaml.v3"
)
func flatContent(data []byte, half bool) (map[string]any, error) {
var (
object = make(map[string]any)
err error
)
switch dt.DataType(data) {
case dt.JSON:
if err = json.Unmarshal(data, &object); err != nil {
return nil, err
}
case dt.TOML:
if _, err = toml.Decode(string(data), &object); err != nil {
return nil, err
}
case dt.YAML:
if err = yaml.Unmarshal(data, &object); err != nil {
return nil, err
}
case dt.XML:
if err = xml.Unmarshal(data, &object); err != nil {
return nil, err
}
case dt.CSV:
records, err := csv.NewReader(bytes.NewReader(data)).ReadAll()
if err != nil {
return nil, err
}
mIColHdr := make(map[int]string)
for i, row := range records {
// fmt.Printf("%+v\n", row)
switch i {
case 0: // headers
for iCol, hdr := range row {
object[hdr] = []any{}
mIColHdr[iCol] = hdr
}
default: // rows
for iCol, item := range row {
hdr := mIColHdr[iCol]
object[hdr] = append(object[hdr].([]any), item)
}
}
}
default:
return nil, errors.New("unknown data type in [flatContent]")
}
if half {
return MapNestedToHalfFlat(object)
}
return MapNestedToFlat(object), nil
}
func FlatContent[T dt.Block](data T, half bool) (map[string]any, error) {
var in any = data
switch TypeOf(data) {
case "string":
return flatContent(StrToConstBytes(in.(string)), half)
case "[]uint8":
return flatContent(in.([]byte), half)
case "*os.File":
f := in.(*os.File)
defer func() { f.Seek(0, io.SeekStart) }()
bytes, err := io.ReadAll(f)
if err != nil {
return nil, err
}
return flatContent(bytes, half)
}
panic("shouldn't be here")
}
func PrintFlat(m map[string]any) {
ks, _ := MapToKVs(m, nil, nil)
ks = strs.SortPaths(ks...)
fmt.Println("\n------------------------------------")
for _, k := range ks {
keyLen := len(k)
keySpace := (keyLen/10 + 1) * 10
fmtstr := fmt.Sprintf("%%-%dv %%v\n", keySpace)
fmt.Printf(fmtstr, k+":", m[k])
}
fmt.Println("------------------------------------")
}