http.go 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347
  1. package util
  2. import (
  3. "bytes"
  4. "context"
  5. "crypto/tls"
  6. "encoding/json"
  7. "encoding/pem"
  8. "encoding/xml"
  9. "fmt"
  10. "io"
  11. "log"
  12. "mime/multipart"
  13. "net/http"
  14. "os"
  15. "golang.org/x/crypto/pkcs12"
  16. )
  17. // URIModifier URI修改器
  18. type URIModifier func(uri string) string
  19. var uriModifier URIModifier
  20. // DefaultHTTPClient 默认httpClient
  21. var DefaultHTTPClient = http.DefaultClient
  22. // SetURIModifier 设置URI修改器
  23. func SetURIModifier(fn URIModifier) {
  24. uriModifier = fn
  25. }
  26. // HTTPGet get 请求
  27. func HTTPGet(uri string) ([]byte, error) {
  28. return HTTPGetContext(context.Background(), uri)
  29. }
  30. // HTTPGetContext get 请求
  31. func HTTPGetContext(ctx context.Context, uri string) ([]byte, error) {
  32. if uriModifier != nil {
  33. uri = uriModifier(uri)
  34. }
  35. request, err := http.NewRequestWithContext(ctx, http.MethodGet, uri, nil)
  36. if err != nil {
  37. return nil, err
  38. }
  39. response, err := DefaultHTTPClient.Do(request)
  40. if err != nil {
  41. return nil, err
  42. }
  43. defer response.Body.Close()
  44. if response.StatusCode != http.StatusOK {
  45. return nil, fmt.Errorf("http get error : uri=%v , statusCode=%v", uri, response.StatusCode)
  46. }
  47. return io.ReadAll(response.Body)
  48. }
  49. // HTTPPost post 请求
  50. func HTTPPost(uri string, data string) ([]byte, error) {
  51. return HTTPPostContext(context.Background(), uri, []byte(data), nil)
  52. }
  53. // HTTPPostContext post 请求
  54. func HTTPPostContext(ctx context.Context, uri string, data []byte, header map[string]string) ([]byte, error) {
  55. if uriModifier != nil {
  56. uri = uriModifier(uri)
  57. }
  58. body := bytes.NewBuffer(data)
  59. request, err := http.NewRequestWithContext(ctx, http.MethodPost, uri, body)
  60. if err != nil {
  61. return nil, err
  62. }
  63. for key, value := range header {
  64. request.Header.Set(key, value)
  65. }
  66. response, err := DefaultHTTPClient.Do(request)
  67. if err != nil {
  68. return nil, err
  69. }
  70. defer response.Body.Close()
  71. if response.StatusCode != http.StatusOK {
  72. return nil, fmt.Errorf("http post error : uri=%v , statusCode=%v", uri, response.StatusCode)
  73. }
  74. return io.ReadAll(response.Body)
  75. }
  76. // PostJSONContext post json 数据请求
  77. func PostJSONContext(ctx context.Context, uri string, obj interface{}) ([]byte, error) {
  78. if uriModifier != nil {
  79. uri = uriModifier(uri)
  80. }
  81. jsonBuf := new(bytes.Buffer)
  82. enc := json.NewEncoder(jsonBuf)
  83. enc.SetEscapeHTML(false)
  84. err := enc.Encode(obj)
  85. if err != nil {
  86. return nil, err
  87. }
  88. req, err := http.NewRequestWithContext(ctx, "POST", uri, jsonBuf)
  89. if err != nil {
  90. return nil, err
  91. }
  92. req.Header.Set("Content-Type", "application/json;charset=utf-8")
  93. response, err := DefaultHTTPClient.Do(req)
  94. if err != nil {
  95. return nil, err
  96. }
  97. defer response.Body.Close()
  98. if response.StatusCode != http.StatusOK {
  99. return nil, fmt.Errorf("http get error : uri=%v , statusCode=%v", uri, response.StatusCode)
  100. }
  101. return io.ReadAll(response.Body)
  102. }
  103. // PostJSON post json 数据请求
  104. func PostJSON(uri string, obj interface{}) ([]byte, error) {
  105. return PostJSONContext(context.Background(), uri, obj)
  106. }
  107. // PostJSONWithRespContentType post json 数据请求,且返回数据类型
  108. func PostJSONWithRespContentType(uri string, obj interface{}) ([]byte, string, error) {
  109. jsonBuf := new(bytes.Buffer)
  110. enc := json.NewEncoder(jsonBuf)
  111. enc.SetEscapeHTML(false)
  112. err := enc.Encode(obj)
  113. if err != nil {
  114. return nil, "", err
  115. }
  116. response, err := DefaultHTTPClient.Post(uri, "application/json;charset=utf-8", jsonBuf)
  117. if err != nil {
  118. return nil, "", err
  119. }
  120. defer response.Body.Close()
  121. if response.StatusCode != http.StatusOK {
  122. return nil, "", fmt.Errorf("http get error : uri=%v , statusCode=%v", uri, response.StatusCode)
  123. }
  124. responseData, err := io.ReadAll(response.Body)
  125. contentType := response.Header.Get("Content-Type")
  126. return responseData, contentType, err
  127. }
  128. // PostFileByStream 上传文件
  129. func PostFileByStream(fieldName, fileName, uri string, byteData []byte) ([]byte, error) {
  130. fields := []MultipartFormField{
  131. {
  132. IsFile: false,
  133. Fieldname: fieldName,
  134. Filename: fileName,
  135. Value: byteData,
  136. },
  137. }
  138. return PostMultipartForm(fields, uri)
  139. }
  140. // PostFile 上传文件
  141. func PostFile(fieldName, filePath, uri string) ([]byte, error) {
  142. fields := []MultipartFormField{
  143. {
  144. IsFile: true,
  145. Fieldname: fieldName,
  146. FilePath: filePath,
  147. },
  148. }
  149. return PostMultipartForm(fields, uri)
  150. }
  151. // PostFileFromReader 上传文件,从 io.Reader 中读取
  152. func PostFileFromReader(filedName, filePath, fileName, uri string, reader io.Reader) ([]byte, error) {
  153. fields := []MultipartFormField{
  154. {
  155. IsFile: true,
  156. Fieldname: filedName,
  157. FilePath: filePath,
  158. Filename: fileName,
  159. FileReader: reader,
  160. },
  161. }
  162. return PostMultipartForm(fields, uri)
  163. }
  164. // MultipartFormField 保存文件或其他字段信息
  165. type MultipartFormField struct {
  166. IsFile bool
  167. Fieldname string
  168. Value []byte
  169. FilePath string
  170. Filename string
  171. FileReader io.Reader
  172. }
  173. // PostMultipartForm 上传文件或其他多个字段
  174. func PostMultipartForm(fields []MultipartFormField, uri string) (respBody []byte, err error) {
  175. if uriModifier != nil {
  176. uri = uriModifier(uri)
  177. }
  178. bodyBuf := &bytes.Buffer{}
  179. bodyWriter := multipart.NewWriter(bodyBuf)
  180. for _, field := range fields {
  181. if field.IsFile {
  182. fileWriter, e := bodyWriter.CreateFormFile(field.Fieldname, field.Filename)
  183. if e != nil {
  184. err = fmt.Errorf("error writing to buffer , err=%v", e)
  185. return
  186. }
  187. if field.FileReader == nil {
  188. fh, e := os.Open(field.FilePath)
  189. if e != nil {
  190. err = fmt.Errorf("error opening file , err=%v", e)
  191. return
  192. }
  193. _, err = io.Copy(fileWriter, fh)
  194. _ = fh.Close()
  195. if err != nil {
  196. return
  197. }
  198. } else {
  199. if _, err = io.Copy(fileWriter, field.FileReader); err != nil {
  200. return
  201. }
  202. }
  203. } else {
  204. partWriter, e := bodyWriter.CreateFormFile(field.Fieldname, field.Filename)
  205. if e != nil {
  206. err = e
  207. return
  208. }
  209. valueReader := bytes.NewReader(field.Value)
  210. if _, err = io.Copy(partWriter, valueReader); err != nil {
  211. return
  212. }
  213. }
  214. }
  215. contentType := bodyWriter.FormDataContentType()
  216. bodyWriter.Close()
  217. resp, e := DefaultHTTPClient.Post(uri, contentType, bodyBuf)
  218. if e != nil {
  219. err = e
  220. return
  221. }
  222. defer resp.Body.Close()
  223. if resp.StatusCode != http.StatusOK {
  224. return nil, fmt.Errorf("http code error : uri=%v , statusCode=%v", uri, resp.StatusCode)
  225. }
  226. respBody, err = io.ReadAll(resp.Body)
  227. return
  228. }
  229. // PostXML perform a HTTP/POST request with XML body
  230. func PostXML(uri string, obj interface{}) ([]byte, error) {
  231. if uriModifier != nil {
  232. uri = uriModifier(uri)
  233. }
  234. xmlData, err := xml.Marshal(obj)
  235. if err != nil {
  236. return nil, err
  237. }
  238. body := bytes.NewBuffer(xmlData)
  239. response, err := DefaultHTTPClient.Post(uri, "application/xml;charset=utf-8", body)
  240. if err != nil {
  241. return nil, err
  242. }
  243. defer response.Body.Close()
  244. if response.StatusCode != http.StatusOK {
  245. return nil, fmt.Errorf("http code error : uri=%v , statusCode=%v", uri, response.StatusCode)
  246. }
  247. return io.ReadAll(response.Body)
  248. }
  249. // httpWithTLS CA 证书
  250. func httpWithTLS(rootCa, key string) (*http.Client, error) {
  251. var client *http.Client
  252. certData, err := os.ReadFile(rootCa)
  253. if err != nil {
  254. return nil, fmt.Errorf("unable to find cert path=%s, error=%v", rootCa, err)
  255. }
  256. cert := pkcs12ToPem(certData, key)
  257. config := &tls.Config{
  258. Certificates: []tls.Certificate{cert},
  259. }
  260. trans := (DefaultHTTPClient.Transport.(*http.Transport)).Clone()
  261. trans.TLSClientConfig = config
  262. trans.DisableCompression = true
  263. client = &http.Client{Transport: trans}
  264. return client, nil
  265. }
  266. // pkcs12ToPem 将 Pkcs12 转成 Pem
  267. func pkcs12ToPem(p12 []byte, password string) tls.Certificate {
  268. blocks, err := pkcs12.ToPEM(p12, password)
  269. defer func() {
  270. if x := recover(); x != nil {
  271. log.Print(x)
  272. }
  273. }()
  274. if err != nil {
  275. panic(err)
  276. }
  277. var pemData []byte
  278. for _, b := range blocks {
  279. pemData = append(pemData, pem.EncodeToMemory(b)...)
  280. }
  281. cert, err := tls.X509KeyPair(pemData, pemData)
  282. if err != nil {
  283. panic(err)
  284. }
  285. return cert
  286. }
  287. // PostXMLWithTLS perform a HTTP/POST request with XML body and TLS
  288. func PostXMLWithTLS(uri string, obj interface{}, ca, key string) ([]byte, error) {
  289. if uriModifier != nil {
  290. uri = uriModifier(uri)
  291. }
  292. xmlData, err := xml.Marshal(obj)
  293. if err != nil {
  294. return nil, err
  295. }
  296. body := bytes.NewBuffer(xmlData)
  297. client, err := httpWithTLS(ca, key)
  298. if err != nil {
  299. return nil, err
  300. }
  301. response, err := client.Post(uri, "application/xml;charset=utf-8", body)
  302. if err != nil {
  303. return nil, err
  304. }
  305. defer response.Body.Close()
  306. if response.StatusCode != http.StatusOK {
  307. return nil, fmt.Errorf("http code error : uri=%v , statusCode=%v", uri, response.StatusCode)
  308. }
  309. return io.ReadAll(response.Body)
  310. }