mirror of
https://github.com/AlistGo/alist.git
synced 2025-04-23 13:54:04 +08:00

* wip: refactor offline download (#5331) * base tool * working: aria2 * refactor: change type of percentage to float64 * wip: adapt aria2 * wip: use items in offline_download * wip: use tool manager * wip: adapt qBittorrent * chore: fix typo * Squashed commit of the following: commit 4fc0a77565702f9bf498485d42336502f2ee9776 Author: Andy Hsu <i@nn.ci> Date: Fri Oct 20 21:06:25 2023 +0800 fix(baidu_netdisk): upload file > 4GB (close #5392) commit aaffaee2b54fc067d240ea0c20ea3c2f39615d6e Author: gmugu <94156510@qq.com> Date: Thu Oct 19 19:17:53 2023 +0800 perf(webdav): support request with cookies (#5391) commit 8ef8023c20bfeee97ec82155b52eae0d80b1410e Author: NewbieOrange <NewbieOrange@users.noreply.github.com> Date: Thu Oct 19 19:17:09 2023 +0800 fix(aliyundrive_open): upload progress for normal upload (#5398) commit cdfbe6dcf2b361e4c93c2703c2f8c9bddeac0ee6 Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Wed Oct 18 16:27:07 2023 +0800 fix: hash gcid empty file (#5394) commit 94d028743abf8e0d736f80c0ec4fb294a1cc064c Author: Andy Hsu <i@nn.ci> Date: Sat Oct 14 13:17:51 2023 +0800 ci: remove `pr-welcome` label when close issue [skip ci] commit 7f7335435c2f32a3eef76fac4c4f783d9d8624fd Author: itsHenry <2671230065@qq.com> Date: Sat Oct 14 13:12:46 2023 +0800 feat(cloudreve): support thumbnail (#5373 close #5348) * feat(cloudreve): support thumbnail * chore: remove unnecessary code commit b9e192b29cffddf14a0dfb2d3885def57a56ce16 Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Thu Oct 12 20:57:12 2023 +0800 fix(115): limit request rate (#5367 close #5275) * fix(115):limit request rate * chore(115): fix unit of `limit_rate` --------- Co-authored-by: Andy Hsu <i@nn.ci> commit 69a98eaef612b58596e5c26c341b6d7cedecdf19 Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Wed Oct 11 22:01:55 2023 +0800 fix(deps): update module github.com/aliyun/aliyun-oss-go-sdk to v2.2.9+incompatible (#5141) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit 1ebc96a4e5220c979fd581bb3b5640e9436f6665 Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:32:00 2023 +0800 fix(wopan): fatal error concurrent map writes (close #5352) commit 66e2324cac75cb3ef05af45dbdd10b124d534aff Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:23:11 2023 +0800 chore(deps): upgrade dependencies commit 7600dc28df137c439e538b4257731c33a63db9b5 Author: Andy Hsu <i@nn.ci> Date: Tue Oct 10 18:13:58 2023 +0800 fix(aliyundrive_open): change default api to raw server (close #5358) commit 8ef89ad0a496d5acc398794c0afa4f77c67ad371 Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Tue Oct 10 18:08:27 2023 +0800 fix(baidu_netdisk): hash and `error 2` (#5356) * fix(baidu):hash and error:2 * fix:invalid memory address commit 35d672217dde69e65b41b1fcd9786c1cfebcdc45 Author: jeffmingup <1960588251@qq.com> Date: Sun Oct 8 19:29:45 2023 +0800 fix(onedrive_app): incorrect api on `_accessToken` (#5346) commit 1a283bb2720eff6d1b0c1dd6f1667a6449905a9b Author: foxxorcat <95907542+foxxorcat@users.noreply.github.com> Date: Fri Oct 6 16:04:39 2023 +0800 feat(google_drive): add `hash_info`, `ctime`, `thumbnail` (#5334) commit a008f54f4d5eda5738abfd54bf1abf1e18c08430 Author: nkh0472 <67589323+nkh0472@users.noreply.github.com> Date: Thu Oct 5 13:10:51 2023 +0800 docs: minor language improvements (#5329) [skip ci] * fix: adapt update progress type * Squashed commit of the following: commit 65c5ec0c34d5f027a65933fe89af53791747bdd4 Author: itsHenry <2671230065@qq.com> Date: Sat Nov 4 13:35:09 2023 +0800 feat(cloudreve): folder size count and switch (#5457 close #5395) commit a6325967d0de18e6b6c744f06cb1ebaa08ec687e Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Mon Oct 30 15:11:20 2023 +0800 fix(deps): update module github.com/charmbracelet/lipgloss to v0.9.1 (#5234) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit 4dff49470adce36416d8c56594e84868c04d023b Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Mon Oct 30 15:10:36 2023 +0800 fix(deps): update golang.org/x/exp digest to 7918f67 (#5366) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit cc86d6f3d1ff2120669c9dda719b7faabb922f52 Author: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Date: Sun Oct 29 14:45:55 2023 +0800 fix(deps): update module golang.org/x/net to v0.17.0 [security] (#5370) Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> commit c0f9c8ebafdf8dd2afe5c0b9fba24456819c3155 Author: Andy Hsu <i@nn.ci> Date: Thu Oct 26 19:21:09 2023 +0800 feat: add ignore direct link params (close #5434)
210 lines
5.5 KiB
Go
210 lines
5.5 KiB
Go
package onedrive
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
stdpath "path"
|
|
"strconv"
|
|
|
|
"github.com/alist-org/alist/v3/drivers/base"
|
|
"github.com/alist-org/alist/v3/internal/driver"
|
|
"github.com/alist-org/alist/v3/internal/errs"
|
|
"github.com/alist-org/alist/v3/internal/model"
|
|
"github.com/alist-org/alist/v3/internal/op"
|
|
"github.com/alist-org/alist/v3/pkg/utils"
|
|
"github.com/go-resty/resty/v2"
|
|
jsoniter "github.com/json-iterator/go"
|
|
log "github.com/sirupsen/logrus"
|
|
)
|
|
|
|
var onedriveHostMap = map[string]Host{
|
|
"global": {
|
|
Oauth: "https://login.microsoftonline.com",
|
|
Api: "https://graph.microsoft.com",
|
|
},
|
|
"cn": {
|
|
Oauth: "https://login.chinacloudapi.cn",
|
|
Api: "https://microsoftgraph.chinacloudapi.cn",
|
|
},
|
|
"us": {
|
|
Oauth: "https://login.microsoftonline.us",
|
|
Api: "https://graph.microsoft.us",
|
|
},
|
|
"de": {
|
|
Oauth: "https://login.microsoftonline.de",
|
|
Api: "https://graph.microsoft.de",
|
|
},
|
|
}
|
|
|
|
func (d *Onedrive) GetMetaUrl(auth bool, path string) string {
|
|
host, _ := onedriveHostMap[d.Region]
|
|
path = utils.EncodePath(path, true)
|
|
if auth {
|
|
return host.Oauth
|
|
}
|
|
if d.IsSharepoint {
|
|
if path == "/" || path == "\\" {
|
|
return fmt.Sprintf("%s/v1.0/sites/%s/drive/root", host.Api, d.SiteId)
|
|
} else {
|
|
return fmt.Sprintf("%s/v1.0/sites/%s/drive/root:%s:", host.Api, d.SiteId, path)
|
|
}
|
|
} else {
|
|
if path == "/" || path == "\\" {
|
|
return fmt.Sprintf("%s/v1.0/me/drive/root", host.Api)
|
|
} else {
|
|
return fmt.Sprintf("%s/v1.0/me/drive/root:%s:", host.Api, path)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (d *Onedrive) refreshToken() error {
|
|
var err error
|
|
for i := 0; i < 3; i++ {
|
|
err = d._refreshToken()
|
|
if err == nil {
|
|
break
|
|
}
|
|
}
|
|
return err
|
|
}
|
|
|
|
func (d *Onedrive) _refreshToken() error {
|
|
url := d.GetMetaUrl(true, "") + "/common/oauth2/v2.0/token"
|
|
var resp base.TokenResp
|
|
var e TokenErr
|
|
_, err := base.RestyClient.R().SetResult(&resp).SetError(&e).SetFormData(map[string]string{
|
|
"grant_type": "refresh_token",
|
|
"client_id": d.ClientID,
|
|
"client_secret": d.ClientSecret,
|
|
"redirect_uri": d.RedirectUri,
|
|
"refresh_token": d.RefreshToken,
|
|
}).Post(url)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if e.Error != "" {
|
|
return fmt.Errorf("%s", e.ErrorDescription)
|
|
}
|
|
if resp.RefreshToken == "" {
|
|
return errs.EmptyToken
|
|
}
|
|
d.RefreshToken, d.AccessToken = resp.RefreshToken, resp.AccessToken
|
|
op.MustSaveDriverStorage(d)
|
|
return nil
|
|
}
|
|
|
|
func (d *Onedrive) Request(url string, method string, callback base.ReqCallback, resp interface{}) ([]byte, error) {
|
|
req := base.RestyClient.R()
|
|
req.SetHeader("Authorization", "Bearer "+d.AccessToken)
|
|
if callback != nil {
|
|
callback(req)
|
|
}
|
|
if resp != nil {
|
|
req.SetResult(resp)
|
|
}
|
|
var e RespErr
|
|
req.SetError(&e)
|
|
res, err := req.Execute(method, url)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if e.Error.Code != "" {
|
|
if e.Error.Code == "InvalidAuthenticationToken" {
|
|
err = d.refreshToken()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return d.Request(url, method, callback, resp)
|
|
}
|
|
return nil, errors.New(e.Error.Message)
|
|
}
|
|
return res.Body(), nil
|
|
}
|
|
|
|
func (d *Onedrive) getFiles(path string) ([]File, error) {
|
|
var res []File
|
|
nextLink := d.GetMetaUrl(false, path) + "/children?$top=5000&$expand=thumbnails($select=medium)&$select=id,name,size,lastModifiedDateTime,content.downloadUrl,file,parentReference"
|
|
for nextLink != "" {
|
|
var files Files
|
|
_, err := d.Request(nextLink, http.MethodGet, nil, &files)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
res = append(res, files.Value...)
|
|
nextLink = files.NextLink
|
|
}
|
|
return res, nil
|
|
}
|
|
|
|
func (d *Onedrive) GetFile(path string) (*File, error) {
|
|
var file File
|
|
u := d.GetMetaUrl(false, path)
|
|
_, err := d.Request(u, http.MethodGet, nil, &file)
|
|
return &file, err
|
|
}
|
|
|
|
func (d *Onedrive) upSmall(ctx context.Context, dstDir model.Obj, stream model.FileStreamer) error {
|
|
url := d.GetMetaUrl(false, stdpath.Join(dstDir.GetPath(), stream.GetName())) + "/content"
|
|
data, err := io.ReadAll(stream)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
_, err = d.Request(url, http.MethodPut, func(req *resty.Request) {
|
|
req.SetBody(data).SetContext(ctx)
|
|
}, nil)
|
|
return err
|
|
}
|
|
|
|
func (d *Onedrive) upBig(ctx context.Context, dstDir model.Obj, stream model.FileStreamer, up driver.UpdateProgress) error {
|
|
url := d.GetMetaUrl(false, stdpath.Join(dstDir.GetPath(), stream.GetName())) + "/createUploadSession"
|
|
res, err := d.Request(url, http.MethodPost, nil, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
uploadUrl := jsoniter.Get(res, "uploadUrl").ToString()
|
|
var finish int64 = 0
|
|
DEFAULT := d.ChunkSize * 1024 * 1024
|
|
for finish < stream.GetSize() {
|
|
if utils.IsCanceled(ctx) {
|
|
return ctx.Err()
|
|
}
|
|
log.Debugf("upload: %d", finish)
|
|
var byteSize int64 = DEFAULT
|
|
left := stream.GetSize() - finish
|
|
if left < DEFAULT {
|
|
byteSize = left
|
|
}
|
|
byteData := make([]byte, byteSize)
|
|
n, err := io.ReadFull(stream, byteData)
|
|
log.Debug(err, n)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req, err := http.NewRequest("PUT", uploadUrl, bytes.NewBuffer(byteData))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
req = req.WithContext(ctx)
|
|
req.Header.Set("Content-Length", strconv.Itoa(int(byteSize)))
|
|
req.Header.Set("Content-Range", fmt.Sprintf("bytes %d-%d/%d", finish, finish+byteSize-1, stream.GetSize()))
|
|
finish += byteSize
|
|
res, err := base.HttpClient.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// https://learn.microsoft.com/zh-cn/onedrive/developer/rest-api/api/driveitem_createuploadsession
|
|
if res.StatusCode != 201 && res.StatusCode != 202 && res.StatusCode != 200 {
|
|
data, _ := io.ReadAll(res.Body)
|
|
res.Body.Close()
|
|
return errors.New(string(data))
|
|
}
|
|
res.Body.Close()
|
|
up(float64(finish) * 100 / float64(stream.GetSize()))
|
|
}
|
|
return nil
|
|
}
|