etf-data-scrape/config.json at main · yucl80/etf-data-scrape · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
{
    "stocks": [
        "515450",
        "512890",
        "563020",
        "563700",
        "515100",
        "159549",
        "159545",
        "513950",
        "513630",
        "513530",
        "513910",
        "513920",
        "513690",
        "520990",
        "159569",
        "159726",
        "513190",
        "513750",
        "512800",
        "501025",
        "517900",
        "159691",
        "515180",
        "563180",
        "515300",
        "159930",
        "159399",
        "159201",
        "159222",
        "562080",
        "563990",
        "159232",
        "562500",
        "159770",
        "588000",
        "588080",
        "588790",
        "588200",
        "588110",
        "159516",
        "561980",
        "560850",
        "512070",
        "512880",
        "515000",
        "560080",
        "159992",
        "512170",
        "512690",
        "510050",
        "563220",
        "159920",
        "589000",
        "589800",
        "159995",
        "512480",
        "159903",
        "159597",
        "513890",
        "159537",
        "159682"
    ],
    "etfIndexMapping": {
        "159545": {
            "indexCode": "02033.00",
            "indexName": "恒生港股通高股息低波动指数",
            "description": "hshylv"
        },
        "513950": {
            "indexCode": "02033.00",
            "indexName": "恒生港股通高股息低波动指数",
            "description": "hshylv"
        },
        "513920": {
            "indexCode": "02200.00",
            "indexName": "恒生港股通中国央企红利指数",
            "description": "hsscsoy"
        },
        "513690": {
            "indexCode": "02055.00",
            "indexName": "恒生港股通高股息率指数",
            "description": "hsschky"
        },
        "159920": {
            "indexCode": "00001.00",
            "indexName": "恒生指数",
            "description": "hsi"
        },
        "513890": {
            "indexCode": "02083.00",
            "indexName": "恒生科技指数",
            "description": "hstech"
        }
    },
    "spEtfIndexMap": [
        { "stock": "515450", "indexCode": "92372168", "indexName": "标普中国A股大盘红利低波50指数" },
        { "stock": "513630", "indexCode": "92321370", "indexName": "标普港股通低波红利指数" }
    ],
    "settings": {
        "dataDirectory": "./fundamentals-data",
        "logDirectory": "./logs",
        "maxRetries": 3,
        "retryDelay": 5000,
        "cacheExpiryHours": 24
    },
    "hsi": {
        "baseUrl": "https://www.hsi.com.hk/eng/index360/login",
        "credentials": {
            "username": "test@163.com",
            "password": "test@2021"
        },
        "scraping": {
            "headless": false,
            "timeout": 30000,
            "waitTime": 3000,
            "screenshotOnError": true,
            "savePageContent": false
        },
        "dataExtraction": {
            "extractTables": true,
            "extractLinks": true,
            "extractText": true,
            "maxTextLength": 500,
            "minTextLength": 10
        },
        "output": {
            "saveScreenshots": true,
            "saveHTML": true,
            "saveJSON": true,
            "outputDirectory": "./hsi-data"
        }
    }
}