Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions drivers/115/util.go
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ import (
"github.com/OpenListTeam/OpenList/v4/internal/conf"
"github.com/OpenListTeam/OpenList/v4/internal/driver"
"github.com/OpenListTeam/OpenList/v4/internal/model"
netutil "github.com/OpenListTeam/OpenList/v4/internal/net"
"github.com/OpenListTeam/OpenList/v4/pkg/http_range"
"github.com/OpenListTeam/OpenList/v4/pkg/utils"
cipher "github.com/SheltonZhu/115driver/pkg/crypto/ec115"
Expand Down Expand Up @@ -222,7 +223,7 @@ func (c *Pan115) UploadByOSS(ctx context.Context, params *driver115.UploadOSSPar
if err != nil {
return nil, err
}
ossClient, err := oss.New(driver115.OSSEndpoint, ossToken.AccessKeyID, ossToken.AccessKeySecret)
ossClient, err := netutil.NewOSSClient(driver115.OSSEndpoint, ossToken.AccessKeyID, ossToken.AccessKeySecret)
if err != nil {
return nil, err
}
Expand Down Expand Up @@ -283,7 +284,7 @@ func (d *Pan115) UploadByMultipart(ctx context.Context, params *driver115.Upload
return nil, err
}

if ossClient, err = oss.New(driver115.OSSEndpoint, ossToken.AccessKeyID, ossToken.AccessKeySecret, oss.EnableMD5(true), oss.EnableCRC(true)); err != nil {
if ossClient, err = netutil.NewOSSClient(driver115.OSSEndpoint, ossToken.AccessKeyID, ossToken.AccessKeySecret, oss.EnableMD5(true), oss.EnableCRC(true)); err != nil {
return nil, err
}

Expand Down
5 changes: 3 additions & 2 deletions drivers/115_open/upload.go
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@ import (
sdk "github.com/OpenListTeam/115-sdk-go"
"github.com/OpenListTeam/OpenList/v4/internal/driver"
"github.com/OpenListTeam/OpenList/v4/internal/model"
netutil "github.com/OpenListTeam/OpenList/v4/internal/net"
streamPkg "github.com/OpenListTeam/OpenList/v4/internal/stream"
"github.com/OpenListTeam/OpenList/v4/pkg/utils"
"github.com/aliyun/aliyun-oss-go-sdk/oss"
Expand Down Expand Up @@ -36,7 +37,7 @@ func calPartSize(fileSize int64) int64 {
}

func (d *Open115) singleUpload(ctx context.Context, tempF model.File, tokenResp *sdk.UploadGetTokenResp, initResp *sdk.UploadInitResp) error {
ossClient, err := oss.New(tokenResp.Endpoint, tokenResp.AccessKeyId, tokenResp.AccessKeySecret, oss.SecurityToken(tokenResp.SecurityToken))
ossClient, err := netutil.NewOSSClient(tokenResp.Endpoint, tokenResp.AccessKeyId, tokenResp.AccessKeySecret, oss.SecurityToken(tokenResp.SecurityToken))
if err != nil {
return err
}
Expand Down Expand Up @@ -70,7 +71,7 @@ func (d *Open115) singleUpload(ctx context.Context, tempF model.File, tokenResp
// }

func (d *Open115) multpartUpload(ctx context.Context, stream model.FileStreamer, up driver.UpdateProgress, tokenResp *sdk.UploadGetTokenResp, initResp *sdk.UploadInitResp) error {
ossClient, err := oss.New(tokenResp.Endpoint, tokenResp.AccessKeyId, tokenResp.AccessKeySecret, oss.SecurityToken(tokenResp.SecurityToken))
ossClient, err := netutil.NewOSSClient(tokenResp.Endpoint, tokenResp.AccessKeyId, tokenResp.AccessKeySecret, oss.SecurityToken(tokenResp.SecurityToken))
if err != nil {
return err
}
Expand Down
5 changes: 3 additions & 2 deletions drivers/pikpak/util.go
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ import (
"github.com/OpenListTeam/OpenList/v4/drivers/base"
"github.com/OpenListTeam/OpenList/v4/internal/driver"
"github.com/OpenListTeam/OpenList/v4/internal/model"
netutil "github.com/OpenListTeam/OpenList/v4/internal/net"
"github.com/OpenListTeam/OpenList/v4/internal/op"
"github.com/OpenListTeam/OpenList/v4/pkg/utils"
"github.com/aliyun/aliyun-oss-go-sdk/oss"
Expand Down Expand Up @@ -418,7 +419,7 @@ func (d *PikPak) refreshCaptchaToken(action string, metas map[string]string) err
}

func (d *PikPak) UploadByOSS(ctx context.Context, params *S3Params, s model.FileStreamer, up driver.UpdateProgress) error {
ossClient, err := oss.New(params.Endpoint, params.AccessKeyID, params.AccessKeySecret)
ossClient, err := netutil.NewOSSClient(params.Endpoint, params.AccessKeyID, params.AccessKeySecret)
if err != nil {
return err
}
Expand Down Expand Up @@ -451,7 +452,7 @@ func (d *PikPak) UploadByMultipart(ctx context.Context, params *S3Params, fileSi
bucket *oss.Bucket
)

if ossClient, err = oss.New(params.Endpoint, params.AccessKeyID, params.AccessKeySecret); err != nil {
if ossClient, err = netutil.NewOSSClient(params.Endpoint, params.AccessKeyID, params.AccessKeySecret); err != nil {
return err
}

Expand Down
9 changes: 9 additions & 0 deletions internal/net/oss.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
package net

import "github.com/aliyun/aliyun-oss-go-sdk/oss"

func NewOSSClient(endpoint, accessKeyID, accessKeySecret string, options ...oss.ClientOption) (*oss.Client, error) {
clientOptions := []oss.ClientOption{oss.HTTPClient(NewHttpClient())}
clientOptions = append(clientOptions, options...)
return oss.New(endpoint, accessKeyID, accessKeySecret, clientOptions...)
}
54 changes: 54 additions & 0 deletions internal/net/oss_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
package net

import (
"net/http"
"net/url"
"testing"

"github.com/OpenListTeam/OpenList/v4/internal/conf"
)

func TestNewOSSClientUsesEnvironmentHTTPSProxy(t *testing.T) {
oldConf := conf.Conf
conf.Conf = conf.DefaultConfig("data")
defer func() {
conf.Conf = oldConf
}()

t.Setenv("HTTP_PROXY", "")
t.Setenv("http_proxy", "")
t.Setenv("HTTPS_PROXY", "http://127.0.0.1:7890")
t.Setenv("https_proxy", "")
t.Setenv("NO_PROXY", "")
t.Setenv("no_proxy", "")

client, err := NewOSSClient("https://oss-cn-hangzhou.aliyuncs.com", "test-access-key", "test-access-secret")
if err != nil {
t.Fatalf("expected no error, got %v", err)
}

if client.HTTPClient == nil {
t.Fatal("expected OSS client to use a custom HTTP client")
}

transport, ok := client.HTTPClient.Transport.(*http.Transport)
if !ok {
t.Fatalf("expected *http.Transport, got %T", client.HTTPClient.Transport)
}

if transport.Proxy == nil {
t.Fatal("expected proxy function to be configured")
}

req := &http.Request{URL: &url.URL{Scheme: "https", Host: "oss-cn-hangzhou.aliyuncs.com"}}
proxyURL, err := transport.Proxy(req)
if err != nil {
t.Fatalf("expected no proxy lookup error, got %v", err)
}
if proxyURL == nil {
t.Fatal("expected HTTPS proxy to be used")
}
if got, want := proxyURL.String(), "http://127.0.0.1:7890"; got != want {
t.Fatalf("expected proxy %q, got %q", want, got)
}
}
2 changes: 1 addition & 1 deletion internal/net/request_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -153,7 +153,7 @@ func (c *downloadCaptureClient) HttpRequest(ctx context.Context, params *HttpReq

c.GetObjectInvocations++

if &params.Range != nil {
if params.Range.Length != 0 {
c.RetrievedRanges = append(c.RetrievedRanges, fmt.Sprintf("%d-%d", params.Range.Start, params.Range.Length))
}

Expand Down
Loading