http.go 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355
  1. package util
  2. import (
  3. "bytes"
  4. "context"
  5. "crypto/tls"
  6. "encoding/json"
  7. "encoding/pem"
  8. "encoding/xml"
  9. "fmt"
  10. "io"
  11. "log"
  12. "mime/multipart"
  13. "net/http"
  14. "os"
  15. "golang.org/x/crypto/pkcs12"
  16. )
  17. // URIModifier URI修改器
  18. type URIModifier func(uri string) string
  19. var uriModifier URIModifier
  20. // DefaultHTTPClient 默认httpClient
  21. var DefaultHTTPClient = http.DefaultClient
  22. // SetURIModifier 设置URI修改器
  23. func SetURIModifier(fn URIModifier) {
  24. uriModifier = fn
  25. }
  26. // HTTPGet get 请求
  27. func HTTPGet(uri string) ([]byte, error) {
  28. return HTTPGetContext(context.Background(), uri)
  29. }
  30. // HTTPGetContext get 请求
  31. func HTTPGetContext(ctx context.Context, uri string) ([]byte, error) {
  32. if uriModifier != nil {
  33. uri = uriModifier(uri)
  34. }
  35. request, err := http.NewRequestWithContext(ctx, http.MethodGet, uri, nil)
  36. if err != nil {
  37. return nil, err
  38. }
  39. response, err := DefaultHTTPClient.Do(request)
  40. if err != nil {
  41. return nil, err
  42. }
  43. defer response.Body.Close()
  44. if response.StatusCode != http.StatusOK {
  45. return nil, fmt.Errorf("http get error : uri=%v , statusCode=%v", uri, response.StatusCode)
  46. }
  47. return io.ReadAll(response.Body)
  48. }
  49. // HTTPPost post 请求
  50. func HTTPPost(uri string, data string) ([]byte, error) {
  51. return HTTPPostContext(context.Background(), uri, []byte(data), nil)
  52. }
  53. // HTTPPostContext post 请求
  54. func HTTPPostContext(ctx context.Context, uri string, data []byte, header map[string]string) ([]byte, error) {
  55. if uriModifier != nil {
  56. uri = uriModifier(uri)
  57. }
  58. body := bytes.NewBuffer(data)
  59. request, err := http.NewRequestWithContext(ctx, http.MethodPost, uri, body)
  60. if err != nil {
  61. return nil, err
  62. }
  63. for key, value := range header {
  64. request.Header.Set(key, value)
  65. }
  66. response, err := DefaultHTTPClient.Do(request)
  67. if err != nil {
  68. return nil, err
  69. }
  70. defer response.Body.Close()
  71. if response.StatusCode != http.StatusOK {
  72. return nil, fmt.Errorf("http post error : uri=%v , statusCode=%v", uri, response.StatusCode)
  73. }
  74. return io.ReadAll(response.Body)
  75. }
  76. // PostJSONContext post json 数据请求
  77. func PostJSONContext(ctx context.Context, uri string, obj interface{}) ([]byte, error) {
  78. if uriModifier != nil {
  79. uri = uriModifier(uri)
  80. }
  81. jsonBuf := new(bytes.Buffer)
  82. enc := json.NewEncoder(jsonBuf)
  83. enc.SetEscapeHTML(false)
  84. err := enc.Encode(obj)
  85. if err != nil {
  86. return nil, err
  87. }
  88. req, err := http.NewRequestWithContext(ctx, "POST", uri, jsonBuf)
  89. if err != nil {
  90. return nil, err
  91. }
  92. req.Header.Set("Content-Type", "application/json;charset=utf-8")
  93. response, err := DefaultHTTPClient.Do(req)
  94. if err != nil {
  95. return nil, err
  96. }
  97. defer response.Body.Close()
  98. if response.StatusCode != http.StatusOK {
  99. return nil, fmt.Errorf("http get error : uri=%v , statusCode=%v", uri, response.StatusCode)
  100. }
  101. return io.ReadAll(response.Body)
  102. }
  103. // PostJSON post json 数据请求
  104. func PostJSON(uri string, obj interface{}) ([]byte, error) {
  105. return PostJSONContext(context.Background(), uri, obj)
  106. }
  107. // PostJSONWithRespContentType post json 数据请求,且返回数据类型
  108. func PostJSONWithRespContentType(uri string, obj interface{}) ([]byte, string, error) {
  109. jsonBuf := new(bytes.Buffer)
  110. enc := json.NewEncoder(jsonBuf)
  111. enc.SetEscapeHTML(false)
  112. err := enc.Encode(obj)
  113. if err != nil {
  114. return nil, "", err
  115. }
  116. response, err := DefaultHTTPClient.Post(uri, "application/json;charset=utf-8", jsonBuf)
  117. if err != nil {
  118. return nil, "", err
  119. }
  120. defer response.Body.Close()
  121. if response.StatusCode != http.StatusOK {
  122. return nil, "", fmt.Errorf("http get error : uri=%v , statusCode=%v", uri, response.StatusCode)
  123. }
  124. responseData, err := io.ReadAll(response.Body)
  125. contentType := response.Header.Get("Content-Type")
  126. return responseData, contentType, err
  127. }
  128. // PostFileByStream 上传文件
  129. func PostFileByStream(fieldName, fileName, uri string, byteData []byte) ([]byte, error) {
  130. fields := []MultipartFormField{
  131. {
  132. IsFile: false,
  133. Fieldname: fieldName,
  134. Filename: fileName,
  135. Value: byteData,
  136. },
  137. }
  138. return PostMultipartForm(fields, uri)
  139. }
  140. // PostFile 上传文件
  141. func PostFile(fieldName, filePath, uri string) ([]byte, error) {
  142. fields := []MultipartFormField{
  143. {
  144. IsFile: true,
  145. Fieldname: fieldName,
  146. FilePath: filePath,
  147. Filename: filePath,
  148. },
  149. }
  150. return PostMultipartForm(fields, uri)
  151. }
  152. // PostFileFromReader 上传文件,从 io.Reader 中读取
  153. func PostFileFromReader(filedName, filePath, fileName, uri string, reader io.Reader) ([]byte, error) {
  154. fields := []MultipartFormField{
  155. {
  156. IsFile: true,
  157. Fieldname: filedName,
  158. FilePath: filePath,
  159. Filename: fileName,
  160. FileReader: reader,
  161. },
  162. }
  163. return PostMultipartForm(fields, uri)
  164. }
  165. // MultipartFormField 保存文件或其他字段信息
  166. type MultipartFormField struct {
  167. IsFile bool
  168. Fieldname string
  169. Value []byte
  170. FilePath string
  171. Filename string
  172. FileReader io.Reader
  173. }
  174. // PostMultipartForm 上传文件或其他多个字段
  175. func PostMultipartForm(fields []MultipartFormField, uri string) (respBody []byte, err error) {
  176. if uriModifier != nil {
  177. uri = uriModifier(uri)
  178. }
  179. bodyBuf := &bytes.Buffer{}
  180. bodyWriter := multipart.NewWriter(bodyBuf)
  181. for _, field := range fields {
  182. if field.IsFile {
  183. fileWriter, e := bodyWriter.CreateFormFile(field.Fieldname, field.Filename)
  184. if e != nil {
  185. err = fmt.Errorf("error writing to buffer , err=%v", e)
  186. return
  187. }
  188. if field.FileReader == nil {
  189. fh, e := os.Open(field.FilePath)
  190. if e != nil {
  191. err = fmt.Errorf("error opening file , err=%v", e)
  192. return
  193. }
  194. _, err = io.Copy(fileWriter, fh)
  195. _ = fh.Close()
  196. if err != nil {
  197. return
  198. }
  199. } else {
  200. if _, err = io.Copy(fileWriter, field.FileReader); err != nil {
  201. return
  202. }
  203. }
  204. } else {
  205. partWriter, e := bodyWriter.CreateFormFile(field.Fieldname, field.Filename)
  206. if e != nil {
  207. err = e
  208. return
  209. }
  210. valueReader := bytes.NewReader(field.Value)
  211. if _, err = io.Copy(partWriter, valueReader); err != nil {
  212. return
  213. }
  214. }
  215. }
  216. contentType := bodyWriter.FormDataContentType()
  217. bodyWriter.Close()
  218. resp, e := DefaultHTTPClient.Post(uri, contentType, bodyBuf)
  219. if e != nil {
  220. err = e
  221. return
  222. }
  223. defer resp.Body.Close()
  224. if resp.StatusCode != http.StatusOK {
  225. return nil, fmt.Errorf("http code error : uri=%v , statusCode=%v", uri, resp.StatusCode)
  226. }
  227. respBody, err = io.ReadAll(resp.Body)
  228. return
  229. }
  230. // PostXML perform a HTTP/POST request with XML body
  231. func PostXML(uri string, obj interface{}) ([]byte, error) {
  232. if uriModifier != nil {
  233. uri = uriModifier(uri)
  234. }
  235. xmlData, err := xml.Marshal(obj)
  236. if err != nil {
  237. return nil, err
  238. }
  239. body := bytes.NewBuffer(xmlData)
  240. response, err := DefaultHTTPClient.Post(uri, "application/xml;charset=utf-8", body)
  241. if err != nil {
  242. return nil, err
  243. }
  244. defer response.Body.Close()
  245. if response.StatusCode != http.StatusOK {
  246. return nil, fmt.Errorf("http code error : uri=%v , statusCode=%v", uri, response.StatusCode)
  247. }
  248. return io.ReadAll(response.Body)
  249. }
  250. // httpWithTLS CA 证书
  251. func httpWithTLS(rootCa, key string) (*http.Client, error) {
  252. var client *http.Client
  253. certData, err := os.ReadFile(rootCa)
  254. if err != nil {
  255. return nil, fmt.Errorf("unable to find cert path=%s, error=%v", rootCa, err)
  256. }
  257. cert := pkcs12ToPem(certData, key)
  258. config := &tls.Config{
  259. Certificates: []tls.Certificate{cert},
  260. }
  261. var baseTransport http.RoundTripper
  262. if DefaultHTTPClient.Transport != nil {
  263. baseTransport = DefaultHTTPClient.Transport
  264. } else {
  265. baseTransport = http.DefaultTransport
  266. }
  267. trans := baseTransport.(*http.Transport).Clone()
  268. trans.TLSClientConfig = config
  269. trans.DisableCompression = true
  270. client = &http.Client{Transport: trans}
  271. return client, nil
  272. }
  273. // pkcs12ToPem 将 Pkcs12 转成 Pem
  274. func pkcs12ToPem(p12 []byte, password string) tls.Certificate {
  275. blocks, err := pkcs12.ToPEM(p12, password)
  276. defer func() {
  277. if x := recover(); x != nil {
  278. log.Print(x)
  279. }
  280. }()
  281. if err != nil {
  282. panic(err)
  283. }
  284. var pemData []byte
  285. for _, b := range blocks {
  286. pemData = append(pemData, pem.EncodeToMemory(b)...)
  287. }
  288. cert, err := tls.X509KeyPair(pemData, pemData)
  289. if err != nil {
  290. panic(err)
  291. }
  292. return cert
  293. }
  294. // PostXMLWithTLS perform a HTTP/POST request with XML body and TLS
  295. func PostXMLWithTLS(uri string, obj interface{}, ca, key string) ([]byte, error) {
  296. if uriModifier != nil {
  297. uri = uriModifier(uri)
  298. }
  299. xmlData, err := xml.Marshal(obj)
  300. if err != nil {
  301. return nil, err
  302. }
  303. body := bytes.NewBuffer(xmlData)
  304. client, err := httpWithTLS(ca, key)
  305. if err != nil {
  306. return nil, err
  307. }
  308. response, err := client.Post(uri, "application/xml;charset=utf-8", body)
  309. if err != nil {
  310. return nil, err
  311. }
  312. defer response.Body.Close()
  313. if response.StatusCode != http.StatusOK {
  314. return nil, fmt.Errorf("http code error : uri=%v , statusCode=%v", uri, response.StatusCode)
  315. }
  316. return io.ReadAll(response.Body)
  317. }