-
Notifications
You must be signed in to change notification settings - Fork 1
/
scrape_internal.go
120 lines (101 loc) · 3.21 KB
/
scrape_internal.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
// Copyright 2016, 2024 The TrueBlocks Authors. All rights reserved.
// Use of this source code is governed by a license that can
// be found in the LICENSE file.
/*
* Parts of this file were auto generated. Edit only those parts of
* the code inside of 'EXISTING_CODE' tags.
*/
package sdk
import (
// EXISTING_CODE
"bytes"
"encoding/json"
"fmt"
"io"
"github.com/TrueBlocks/trueblocks-core/src/apps/chifra/pkg/base"
"github.com/TrueBlocks/trueblocks-core/src/apps/chifra/pkg/output"
"github.com/TrueBlocks/trueblocks-core/src/apps/chifra/pkg/types"
scrape "github.com/TrueBlocks/trueblocks-core/src/apps/chifra/sdk"
// EXISTING_CODE
)
type scrapeOptionsInternal struct {
BlockCnt uint64 `json:"blockCnt,omitempty"`
Sleep float64 `json:"sleep,omitempty"`
Publisher base.Address `json:"publisher,omitempty"`
Touch base.Blknum `json:"touch,omitempty"`
RunCount uint64 `json:"runCount,omitempty"`
DryRun bool `json:"dryRun,omitempty"`
Notify bool `json:"notify,omitempty"`
RenderCtx *output.RenderCtx `json:"-"`
Globals
}
// String implements the stringer interface
func (opts *scrapeOptionsInternal) String() string {
bytes, _ := json.Marshal(opts)
return string(bytes)
}
// ScrapeBytes implements the chifra scrape command for the SDK.
func (opts *scrapeOptionsInternal) ScrapeBytes(w io.Writer) error {
values, err := structToValues(*opts)
if err != nil {
return fmt.Errorf("error converting scrape struct to URL values: %v", err)
}
if opts.RenderCtx == nil {
opts.RenderCtx = output.NewRenderContext()
}
return scrape.Scrape(opts.RenderCtx, w, values)
}
// scrapeParseFunc handles special cases such as structs and enums (if any).
func scrapeParseFunc(target any, key, value string) (bool, error) {
var found bool
_, ok := target.(*scrapeOptionsInternal)
if !ok {
return false, fmt.Errorf("parseFunc(scrape): target is not of correct type")
}
// No enums
// EXISTING_CODE
// EXISTING_CODE
return found, nil
}
// GetScrapeOptions returns a filled-in options instance given a string array of arguments.
func GetScrapeOptions(args []string) (*scrapeOptionsInternal, error) {
var opts scrapeOptionsInternal
if err := assignValuesFromArgs(args, scrapeParseFunc, &opts, &opts.Globals); err != nil {
return nil, err
}
return &opts, nil
}
type scrapeGeneric interface {
types.Message
}
func queryScrape[T scrapeGeneric](opts *scrapeOptionsInternal) ([]T, *types.MetaData, error) {
// EXISTING_CODE
// EXISTING_CODE
buffer := bytes.Buffer{}
if err := opts.ScrapeBytes(&buffer); err != nil {
return nil, nil, err
}
str := buffer.String()
// EXISTING_CODE
// EXISTING_CODE
var result Result[T]
if err := json.Unmarshal([]byte(str), &result); err != nil {
debugPrint(str, result, err)
return nil, nil, err
} else {
return result.Data, &result.Meta, nil
}
}
// toInternal converts the SDK options to the internal options format.
func (opts *ScrapeOptions) toInternal() *scrapeOptionsInternal {
return &scrapeOptionsInternal{
BlockCnt: opts.BlockCnt,
Sleep: opts.Sleep,
Publisher: opts.Publisher,
Notify: opts.Notify,
RenderCtx: opts.RenderCtx,
Globals: opts.Globals,
}
}
// EXISTING_CODE
// EXISTING_CODE