1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
package bilibili
import (
"bilibili-livestream-archiver/common"
"encoding/json"
"io"
"log"
"net"
"net/http"
"strings"
)
// newRequest create an HTTP request with per-instance User-Agent set.
func (b Bilibili) newRequest(
method string,
url string,
body io.Reader,
) (req *http.Request, err error) {
req, err = http.NewRequestWithContext(b.ctx, method, url, body)
if err != nil {
b.logger.Error("Cannot create HTTP request instance: %v. Method: %v, URL: %v", err, method, url)
return
}
req.Header.Set("User-Agent", b.userAgent)
return
}
// newRequest create an HTTP GET request with an empty body and per-instance User-Agent set.
func (b Bilibili) newGet(url string) (req *http.Request, err error) {
return b.newRequest("GET", url, strings.NewReader(""))
}
// callGet make a GET request and parse response as a JSON document with given model.
func callGet[T BaseResponse[V], V any](b Bilibili, url string) (resp T, err error) {
logger := log.Default()
req, err := b.newGet(url)
if err != nil {
logger.Printf("ERROR: Cannot create HTTP request instance on API %v: %v", url, err)
return
}
r, err := b.Do(req)
if err != nil {
logger.Printf("ERROR: HTTP Request failed on API %v: %v", url, err)
return
}
defer func() { _ = r.Body.Close() }()
err = validateHttpStatus(r)
if err != nil {
b.logger.Error("%v", err)
return
}
data, err := io.ReadAll(r.Body)
if err != nil {
b.logger.Error("Error when reading HTTP response on API %v: %v", url, err)
return
}
err = json.Unmarshal(data, &resp)
if err != nil {
b.logger.Error("Invalid JSON body of HTTP response on API %v: %v. Text: \"%v\"",
url, err, string(data))
return
}
b.logger.Debug("HTTP %v, len: %v bytes, url: %v", r.StatusCode, len(data), url)
return
}
func (b Bilibili) Do(req *http.Request) (resp *http.Response, err error) {
transport := http.DefaultTransport.(*http.Transport).Clone()
transport.DialTLSContext = nil
np := newNetProbe(b.netTypes)
var dialer net.Dialer
for netCtx, typeName := np.NextNetworkType(dialer); netCtx != nil; netCtx, typeName = np.NextNetworkType(dialer) {
transport.DialContext = netCtx
b.http.Transport = transport
resp, err = b.http.Do(req)
isOpErr := common.IsErrorOfType(err, &net.OpError{})
isAddrErr := common.IsErrorOfType(err, &net.AddrError{})
if err == nil || !isOpErr || !isAddrErr {
// return the first success request
b.logger.Info("Request success with network %v.", typeName)
return
}
}
return
}
|
