From 5c86f6d0dbd1afe08cd72088e6ac5b8d75839bbc Mon Sep 17 00:00:00 2001 From: Ambrose Chua Date: Sun, 31 May 2020 03:13:22 +0800 Subject: [PATCH] Initial insecure and fake webhost proxy for minio --- .gitignore | 3 +- cmd/proxy/proxy.go | 92 ++++++++++++++++++++++++++++++++++++++++++++++ go.mod | 1 + go.sum | 13 +++++++ 4 files changed, 108 insertions(+), 1 deletion(-) create mode 100644 cmd/proxy/proxy.go diff --git a/.gitignore b/.gitignore index c2d7f83..27392dd 100644 --- a/.gitignore +++ b/.gitignore @@ -1,7 +1,8 @@ cmd/admin/admin cmd/control/control cmd/web/web -cmd/indexer/indexer cmd/thumbnail/thumbnail +cmd/indexer/indexer +cmd/proxy/proxy env diff --git a/cmd/proxy/proxy.go b/cmd/proxy/proxy.go new file mode 100644 index 0000000..eccb20c --- /dev/null +++ b/cmd/proxy/proxy.go @@ -0,0 +1,92 @@ +package main + +import ( + "io" + "log" + "net/http" + "os" + "time" + + "github.com/miekg/dns" +) + +var endpoint string +var endpointSecure bool +var client *http.Client + +func main() { + // Read configuration + endpoint = os.Getenv("MINIO_ENDPOINT") + endpointSecure = os.Getenv("MINIO_ENDPOINT_SECURE") == "true" + + // Setup HTTP client + transport := &http.Transport{ + MaxIdleConns: 4, + MaxIdleConnsPerHost: 4, + IdleConnTimeout: 30 * time.Second, + DisableCompression: true, + } + client = &http.Client{ + Transport: transport, + Timeout: 5 * time.Second, + } + + server := &http.Server{ + Addr: ":80", + ReadTimeout: 5 * time.Second, + WriteTimeout: 10 * time.Second, + Handler: http.HandlerFunc(handle), + } + err := server.ListenAndServe() + if err != nil { + panic(err) + } +} + +func handle(w http.ResponseWriter, r *http.Request) { + if len(r.Host) == 0 { + w.WriteHeader(http.StatusNotFound) + return + } + if _, ok := dns.IsDomainName(r.Host); !ok { + w.WriteHeader(http.StatusBadRequest) + return + } + + cloneRequest := r.Clone(r.Context()) + + cloneRequest.URL.Scheme = "http" + if endpointSecure { + cloneRequest.URL.Scheme = "https" + } + + cloneRequest.URL.Host = endpoint + + cloneRequest.URL.Path = "/" + r.Host + r.URL.Path + if r.URL.Path == "/" { + cloneRequest.URL.Path = "/" + r.Host + "/index.html" + } + if r.URL.Path == "/manage" { + cloneRequest.URL.Path = "/" + r.Host + "/manage/index.html" + } + + cloneRequest.Host = "" + cloneRequest.RequestURI = "" + + log.Println(cloneRequest.URL) + resp, err := client.Do(cloneRequest) + if err != nil { + w.WriteHeader(http.StatusInternalServerError) + log.Println(err) + return + } + defer resp.Body.Close() + + for key, value := range resp.Header { + for _, v := range value { + w.Header().Add(key, v) + } + } + w.WriteHeader(resp.StatusCode) + io.Copy(w, resp.Body) +} diff --git a/go.mod b/go.mod index 5b41fc0..aaff3f3 100644 --- a/go.mod +++ b/go.mod @@ -4,5 +4,6 @@ go 1.14 require ( github.com/davidbyttow/govips v0.0.0-20200412130214-cbefdd8c639a + github.com/miekg/dns v1.1.29 github.com/minio/minio-go/v6 v6.0.55 ) diff --git a/go.sum b/go.sum index d76310e..6d7c0db 100644 --- a/go.sum +++ b/go.sum @@ -12,6 +12,8 @@ github.com/json-iterator/go v1.1.9/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/u github.com/jtolds/gls v4.20.0+incompatible h1:xdiiI2gbIgH/gLH7ADydsJ1uDOEzR8yvV7C0MuV77Wo= github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU= github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/miekg/dns v1.1.29 h1:xHBEhR+t5RzcFJjBLJlax2daXOrTYtr9z4WdKEfWFzg= +github.com/miekg/dns v1.1.29/go.mod h1:KNUDUusw/aVsxyTYZM1oqvCicbwhgbNgztCETuNZ7xM= github.com/minio/minio-go/v6 v6.0.55 h1:Hqm41952DdRNKXM+6hCnPXCsHCYSgLf03iuYoxJG2Wk= github.com/minio/minio-go/v6 v6.0.55/go.mod h1:KQMM+/44DSlSGSQWSfRrAZ12FVMmpWNuX37i2AX0jfI= github.com/minio/sha256-simd v0.1.1 h1:5QHSlgo3nt5yKOJrC7W8w7X+NFl8cMPZm96iu8kKUJU= @@ -36,16 +38,27 @@ github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UV golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20190513172903-22d7a77e9e5f h1:R423Cnkcp5JABoeemiGEPlt9tHXFfw5kvc0yqlxRPWo= golang.org/x/crypto v0.0.0-20190513172903-22d7a77e9e5f/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550 h1:ObdrDkeb4kJdCP557AjRjq69pTHfNouLtWZG7j9rPN8= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190522155817-f3200d17e092 h1:4QSRKanuywn15aTZvI/mIDEgPQpswuFndXpOj3rKEco= golang.org/x/net v0.0.0-20190522155817-f3200d17e092/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190923162816-aa69164e4478 h1:l5EDrHhldLYb3ZRHDUhXF7Om7MvYXnkV9/iQNo1lX6g= +golang.org/x/net v0.0.0-20190923162816-aa69164e4478/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190422165155-953cdadca894 h1:Cz4ceDQGXuKRnVBDTS23GTn/pU5OE2C0WrNTOYK1Uuc= golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190924154521-2837fb4f24fe h1:6fAMxZRR6sl1Uq8U61gxU+kPTs2tR8uOySCbBP7BN/M= +golang.org/x/sys v0.0.0-20190924154521-2837fb4f24fe/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/text v0.3.0 h1:g61tztE5qeGQ89tm6NTjjM9VPIm088od1l6aSorWRWg= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/tools v0.0.0-20190328211700-ab21143f2384/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20191216052735-49a3e744a425/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= gopkg.in/ini.v1 v1.42.0 h1:7N3gPTt50s8GuLortA00n8AqRTk75qOP98+mTPpgzRk= gopkg.in/ini.v1 v1.42.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k=