feat: only log to std on debug/dev mode

From this commit, the guest user will be disabled by default

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -43,8 +43,8 @@ body:
     attributes:
       label: Reproduction / 复现链接
       description: |
-        Please provide a link to a repo that can reproduce the problem you ran into.
-        请提供能复现此问题的链接
+        Please provide a link to a repo that can reproduce the problem you ran into. Please be aware that your issue may be closed directly if you don't provide it.
+        请提供能复现此问题的链接，请知悉如果不提供它你的issue可能会被直接关闭。
     validations:
       required: true
   - type: textarea

.github/workflows/build_docker.yml

@@ -6,7 +6,7 @@ on:
 
 jobs:
   build_docker:
-    name: Docker
+    name: Build docker
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
@@ -36,4 +36,30 @@ jobs:
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
-          platforms: linux/amd64,linux/arm64
+          platforms: linux/amd64,linux/arm64
+
+  build_docker_with_aria2:
+    needs: build_docker
+    name: Build docker with aria2
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v3
+        with:
+          repository: alist-org/with_aria2
+          ref: main
+          persist-credentials: false
+          fetch-depth: 0
+
+      - name: Commit
+        run: |
+          git config --local user.email "i@nn.ci"
+          git config --local user.name "Noah Hsu"
+          git commit --allow-empty -m "Trigger build for ${{ github.sha }}"
+
+      - name: Push commit
+        uses: ad-m/github-push-action@master
+        with:
+          github_token: ${{ secrets.MY_TOKEN }}
+          branch: main
+          repository: alist-org/with_aria2

.github/workflows/release_docker.yml

@@ -7,7 +7,7 @@ on:
 
 jobs:
   release_docker:
-    name: Docker
+    name: Release Docker
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
@@ -39,4 +39,30 @@ jobs:
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
-          platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386,linux/arm/v6,linux/s390x
+          platforms: linux/amd64,linux/arm64,linux/arm/v7,linux/386,linux/arm/v6,linux/s390x
+
+  release_docker_with_aria2:
+    needs: release_docker
+    name: Release docker with aria2
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v3
+        with:
+          repository: alist-org/with_aria2
+          ref: main
+          persist-credentials: false
+          fetch-depth: 0
+
+      - name: Add tag
+        run: |
+          git config --local user.email "i@nn.ci"
+          git config --local user.name "Noah Hsu"
+          git tag -a ${{ github.ref_name }} -m "release ${{ github.ref_name }}"
+
+      - name: Push tags
+        uses: ad-m/github-push-action@master
+        with:
+          github_token: ${{ secrets.MY_TOKEN }}
+          branch: main
+          repository: alist-org/with_aria2

Dockerfile

@@ -2,7 +2,7 @@ FROM alpine:edge as builder
 LABEL stage=go-builder
 WORKDIR /app/
 COPY ./ ./
-RUN apk add --no-cache bash git go gcc musl-dev curl; \
+RUN apk add --no-cache bash curl gcc git go musl-dev; \
     bash build.sh release docker
 
 FROM alpine:edge
@@ -11,7 +11,7 @@ VOLUME /opt/alist/data/
 WORKDIR /opt/alist/
 COPY --from=builder /app/bin/alist ./
 COPY entrypoint.sh /entrypoint.sh
-RUN apk add ca-certificates bash su-exec; \
+RUN apk add --no-cache bash ca-certificates su-exec tzdata; \
     chmod +x /entrypoint.sh
 ENV PUID=0 PGID=0 UMASK=022
 EXPOSE 5244

README.md

@@ -53,6 +53,7 @@ English | [中文](./README_cn.md) | [Contributing](./CONTRIBUTING.md) | [CODE_O
     - [x] FTP / SFTP
     - [x] [PikPak](https://www.mypikpak.com/)
     - [x] [S3](https://aws.amazon.com/s3/)
+    - [x] [Seafile](https://seafile.com/)
     - [x] [UPYUN Storage Service](https://www.upyun.com/products/file-storage)
     - [x] WebDav(Support OneDrive/SharePoint without API)
     - [x] Teambition([China](https://www.teambition.com/ ),[International](https://us.teambition.com/ ))
@@ -60,6 +61,7 @@ English | [中文](./README_cn.md) | [Contributing](./CONTRIBUTING.md) | [CODE_O
     - [x] [139yun](https://yun.139.com/) (Personal, Family)
     - [x] [YandexDisk](https://disk.yandex.com/)
     - [x] [BaiduNetdisk](http://pan.baidu.com/)
+    - [x] [Terabox](https://www.terabox.com/main)
     - [x] [Quark](https://pan.quark.cn)
     - [x] [Thunder](https://pan.xunlei.com)
     - [x] [Lanzou](https://www.lanzou.com/)
@@ -69,6 +71,7 @@ English | [中文](./README_cn.md) | [Contributing](./CONTRIBUTING.md) | [CODE_O
     - [x] [Baidu photo](https://photo.baidu.com/)
     - [x] SMB
     - [x] [115](https://115.com/)
+    - [X] Cloudreve
 - [x] Easy to deploy and out-of-the-box
 - [x] File preview (PDF, markdown, code, plain text, ...)
 - [x] Image preview in gallery mode

README_cn.md

@@ -53,6 +53,7 @@
     - [x] FTP / SFTP
     - [x] [PikPak](https://www.mypikpak.com/)
     - [x] [S3](https://aws.amazon.com/cn/s3/)
+    - [x] [Seafile](https://seafile.com/)
     - [x] [又拍云对象存储](https://www.upyun.com/products/file-storage)
     - [x] WebDav(支持无API的OneDrive/SharePoint)
     - [x] Teambition（[中国](https://www.teambition.com/ )，[国际](https://us.teambition.com/ )）
@@ -69,6 +70,7 @@
     - [x] [一刻相册](https://photo.baidu.com/)
     - [x] SMB
     - [x] [115](https://115.com/)
+    - [X] Cloudreve
 - [x] 部署方便，开箱即用
 - [x] 文件预览（PDF、markdown、代码、纯文本……）
 - [x] 画廊模式下的图像预览

docker-compose.yml

@@ -10,5 +10,6 @@ services:
       - PUID=0
       - PGID=0
       - UMASK=022
+      - TZ=UTC
     container_name: alist
     image: 'xhofe/alist:latest'

drivers/139/driver.go

@@ -1,11 +1,9 @@
 package _139
 
 import (
-	"bytes"
 	"context"
 	"fmt"
 	"io"
-	"math"
 	"net/http"
 	"strconv"
 
@@ -85,8 +83,7 @@ func (d *Yun139) MakeDir(ctx context.Context, parentDir model.Obj, dirName strin
 		}
 		pathname = "/orchestration/familyCloud/cloudCatalog/v1.0/createCloudDoc"
 	}
-	_, err := d.post(pathname,
-		data, nil)
+	_, err := d.post(pathname, data, nil)
 	return err
 }
 
@@ -224,15 +221,31 @@ func (d *Yun139) Remove(ctx context.Context, obj model.Obj) error {
 	return err
 }
 
+const (
+	_  = iota //ignore first value by assigning to blank identifier
+	KB = 1 << (10 * iota)
+	MB
+	GB
+	TB
+)
+
+func getPartSize(size int64) int64 {
+	// 网盘对于分片数量存在上限
+	if size/GB > 30 {
+		return 512 * MB
+	}
+	return 100 * MB
+}
+
 func (d *Yun139) Put(ctx context.Context, dstDir model.Obj, stream model.FileStreamer, up driver.UpdateProgress) error {
 	data := base.Json{
 		"manualRename": 2,
 		"operation":    0,
 		"fileCount":    1,
-		"totalSize":    stream.GetSize(),
+		"totalSize":    0, // 去除上传大小限制
 		"uploadContentList": []base.Json{{
 			"contentName": stream.GetName(),
-			"contentSize": stream.GetSize(),
+			"contentSize": 0, // 去除上传大小限制
 			// "digest": "5a3231986ce7a6b46e408612d385bafa"
 		}},
 		"parentCatalogID": dstDir.GetID(),
@@ -250,10 +263,10 @@ func (d *Yun139) Put(ctx context.Context, dstDir model.Obj, stream model.FileStr
 			"operation":    0,
 			"path":         "",
 			"seqNo":        "",
-			"totalSize":    stream.GetSize(),
+			"totalSize":    0,
 			"uploadContentList": []base.Json{{
 				"contentName": stream.GetName(),
-				"contentSize": stream.GetSize(),
+				"contentSize": 0,
 				// "digest": "5a3231986ce7a6b46e408612d385bafa"
 			}},
 		})
@@ -265,51 +278,52 @@ func (d *Yun139) Put(ctx context.Context, dstDir model.Obj, stream model.FileStr
 	if err != nil {
 		return err
 	}
-	var Default int64 = 104857600
-	part := int(math.Ceil(float64(stream.GetSize()) / float64(Default)))
-	var start int64 = 0
-	for i := 0; i < part; i++ {
+
+	// Progress
+	p := driver.NewProgress(stream.GetSize(), up)
+
+	var partSize = getPartSize(stream.GetSize())
+	part := (stream.GetSize() + partSize - 1) / partSize
+	for i := int64(0); i < part; i++ {
 		if utils.IsCanceled(ctx) {
 			return ctx.Err()
 		}
+
+		start := i * partSize
 		byteSize := stream.GetSize() - start
-		if byteSize > Default {
-			byteSize = Default
+		if byteSize > partSize {
+			byteSize = partSize
 		}
-		byteData := make([]byte, byteSize)
-		_, err = io.ReadFull(stream, byteData)
-		if err != nil {
-			return err
-		}
-		req, err := http.NewRequest("POST", resp.Data.UploadResult.RedirectionURL, bytes.NewBuffer(byteData))
+
+		limitReader := io.LimitReader(stream, byteSize)
+		// Update Progress
+		r := io.TeeReader(limitReader, p)
+		req, err := http.NewRequest("POST", resp.Data.UploadResult.RedirectionURL, r)
 		if err != nil {
 			return err
 		}
+
 		req = req.WithContext(ctx)
-		headers := map[string]string{
-			"Accept":         "*/*",
-			"Content-Type":   "text/plain;name=" + unicode(stream.GetName()),
-			"contentSize":    strconv.FormatInt(stream.GetSize(), 10),
-			"range":          fmt.Sprintf("bytes=%d-%d", start, start+byteSize-1),
-			"content-length": strconv.FormatInt(byteSize, 10),
-			"uploadtaskID":   resp.Data.UploadResult.UploadTaskID,
-			"rangeType":      "0",
-			"Referer":        "https://yun.139.com/",
-			"User-Agent":     "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.69 Safari/537.36 Edg/95.0.1020.44",
-			"x-SvcType":      "1",
-		}
-		for k, v := range headers {
-			req.Header.Set(k, v)
-		}
+		req.Header.Set("Content-Type", "text/plain;name="+unicode(stream.GetName()))
+		req.Header.Set("contentSize", strconv.FormatInt(stream.GetSize(), 10))
+		req.Header.Set("range", fmt.Sprintf("bytes=%d-%d", start, start+byteSize-1))
+		req.Header.Set("uploadtaskID", resp.Data.UploadResult.UploadTaskID)
+		req.Header.Set("rangeType", "0")
+		req.ContentLength = byteSize
+
 		res, err := base.HttpClient.Do(req)
 		if err != nil {
 			return err
 		}
 		log.Debugf("%+v", res)
+
+		if res.StatusCode != http.StatusOK {
+			return fmt.Errorf("unexpected status code: %d", res.StatusCode)
+		}
+
 		res.Body.Close()
-		start += byteSize
-		up(i * 100 / part)
 	}
+
 	return nil
 }
 

drivers/139/util.go

@@ -28,12 +28,15 @@ func (d *Yun139) isFamily() bool {
 func encodeURIComponent(str string) string {
 	r := url.QueryEscape(str)
 	r = strings.Replace(r, "+", "%20", -1)
+	r = strings.Replace(r, "%21", "!", -1)
+	r = strings.Replace(r, "%27", "'", -1)
+	r = strings.Replace(r, "%28", "(", -1)
+	r = strings.Replace(r, "%29", ")", -1)
+	r = strings.Replace(r, "%2A", "*", -1)
 	return r
 }
 
 func calSign(body, ts, randStr string) string {
-	body = strings.ReplaceAll(body, "\n", "")
-	body = strings.ReplaceAll(body, " ", "")
 	body = encodeURIComponent(body)
 	strs := strings.Split(body, "")
 	sort.Strings(strs)

drivers/alist_v3/driver.go

@@ -108,7 +108,7 @@ func (d *AListV3) Move(ctx context.Context, srcObj, dstDir model.Obj) error {
 		SetResult(&resp).
 		SetHeader("Authorization", d.AccessToken).
 		SetBody(MoveCopyReq{
-			SrcDir: srcObj.GetPath(),
+			SrcDir: path.Dir(srcObj.GetPath()),
 			DstDir: dstDir.GetPath(),
 			Names:  []string{srcObj.GetName()},
 		}).Post(url)
@@ -135,7 +135,7 @@ func (d *AListV3) Copy(ctx context.Context, srcObj, dstDir model.Obj) error {
 		SetResult(&resp).
 		SetHeader("Authorization", d.AccessToken).
 		SetBody(MoveCopyReq{
-			SrcDir: srcObj.GetPath(),
+			SrcDir: path.Dir(srcObj.GetPath()),
 			DstDir: dstDir.GetPath(),
 			Names:  []string{srcObj.GetName()},
 		}).Post(url)
@@ -149,7 +149,7 @@ func (d *AListV3) Remove(ctx context.Context, obj model.Obj) error {
 		SetResult(&resp).
 		SetHeader("Authorization", d.AccessToken).
 		SetBody(RemoveReq{
-			Dir:   obj.GetPath(),
+			Dir:   path.Dir(obj.GetPath()),
 			Names: []string{obj.GetName()},
 		}).Post(url)
 	return checkResp(resp, err)

drivers/aliyundrive/driver.go

@@ -251,7 +251,11 @@ func (d *AliDrive) Put(ctx context.Context, dstDir model.Obj, stream model.FileS
 		if utils.IsCanceled(ctx) {
 			return ctx.Err()
 		}
-		req, err := http.NewRequest("PUT", partInfo.UploadUrl, io.LimitReader(file, DEFAULT))
+		url := partInfo.UploadUrl
+		if d.InternalUpload {
+			url = partInfo.InternalUploadUrl
+		}
+		req, err := http.NewRequest("PUT", url, io.LimitReader(file, DEFAULT))
 		if err != nil {
 			return err
 		}

drivers/aliyundrive/meta.go

@@ -11,6 +11,7 @@ type Addition struct {
 	OrderBy        string `json:"order_by" type:"select" options:"name,size,updated_at,created_at"`
 	OrderDirection string `json:"order_direction" type:"select" options:"ASC,DESC"`
 	RapidUpload    bool   `json:"rapid_upload"`
+	InternalUpload bool   `json:"internal_upload"`
 }
 
 var config = driver.Config{

drivers/aliyundrive/types.go

@@ -48,7 +48,8 @@ type UploadResp struct {
 	FileId       string `json:"file_id"`
 	UploadId     string `json:"upload_id"`
 	PartInfoList []struct {
-		UploadUrl string `json:"upload_url"`
+		UploadUrl         string `json:"upload_url"`
+		InternalUploadUrl string `json:"internal_upload_url"`
 	} `json:"part_info_list"`
 
 	RapidUpload bool `json:"rapid_upload"`

drivers/aliyundrive/util.go

@@ -29,6 +29,9 @@ func (d *AliDrive) refreshToken() error {
 	if e.Code != "" {
 		return fmt.Errorf("failed to refresh token: %s", e.Message)
 	}
+	if resp.RefreshToken == "" {
+		return errors.New("failed to refresh token: refresh token is empty")
+	}
 	d.RefreshToken, d.AccessToken = resp.RefreshToken, resp.AccessToken
 	op.MustSaveDriverStorage(d)
 	return nil

drivers/aliyundrive_share/driver.go

@@ -54,6 +54,7 @@ func (d *AliyundriveShare) Drop(ctx context.Context) error {
 	if d.cron != nil {
 		d.cron.Stop()
 	}
+	d.DriveId = ""
 	return nil
 }
 

drivers/all.go

@@ -12,6 +12,7 @@ import (
 	_ "github.com/alist-org/alist/v3/drivers/aliyundrive_share"
 	_ "github.com/alist-org/alist/v3/drivers/baidu_netdisk"
 	_ "github.com/alist-org/alist/v3/drivers/baidu_photo"
+	_ "github.com/alist-org/alist/v3/drivers/cloudreve"
 	_ "github.com/alist-org/alist/v3/drivers/ftp"
 	_ "github.com/alist-org/alist/v3/drivers/google_drive"
 	_ "github.com/alist-org/alist/v3/drivers/google_photo"
@@ -24,6 +25,7 @@ import (
 	_ "github.com/alist-org/alist/v3/drivers/pikpak_share"
 	_ "github.com/alist-org/alist/v3/drivers/quark"
 	_ "github.com/alist-org/alist/v3/drivers/s3"
+	_ "github.com/alist-org/alist/v3/drivers/seafile"
 	_ "github.com/alist-org/alist/v3/drivers/sftp"
 	_ "github.com/alist-org/alist/v3/drivers/smb"
 	_ "github.com/alist-org/alist/v3/drivers/teambition"

drivers/baidu_netdisk/util.go

@@ -187,7 +187,7 @@ func (d *BaiduNetdisk) create(path string, size int64, isdir int, uploadid, bloc
 	params := map[string]string{
 		"method": "create",
 	}
-	data := fmt.Sprintf("path=%s&size=%d&isdir=%d", encodeURIComponent(path), size, isdir)
+	data := fmt.Sprintf("path=%s&size=%d&isdir=%d&rtype=3", encodeURIComponent(path), size, isdir)
 	if uploadid != "" {
 		data += fmt.Sprintf("&uploadid=%s&block_list=%s", uploadid, block_list)
 	}

drivers/baidu_photo/help.go

@@ -8,10 +8,10 @@ import (
 	"strings"
 	"time"
 
-	"github.com/alist-org/alist/v3/internal/model"
+	"github.com/alist-org/alist/v3/pkg/utils"
 )
 
-//Tid生成
+// Tid生成
 func getTid() string {
 	return fmt.Sprintf("3%d%.0f", time.Now().Unix(), math.Floor(9000000*rand.Float64()+1000000))
 }
@@ -26,82 +26,52 @@ func toTime(t int64) *time.Time {
 	return &tm
 }
 
-func fsidsFormat(ids ...string) string {
-	var buf []string
-	for _, id := range ids {
-		e := splitID(id)
-		buf = append(buf, fmt.Sprintf(`{"fsid":%s,"uk":%s}`, e[0], e[3]))
-	}
+func fsidsFormatNotUk(ids ...int64) string {
+	buf := utils.MustSliceConvert(ids, func(id int64) string {
+		return fmt.Sprintf(`{"fsid":%d}`, id)
+	})
 	return fmt.Sprintf("[%s]", strings.Join(buf, ","))
 }
 
-func fsidsFormatNotUk(ids ...string) string {
-	var buf []string
-	for _, id := range ids {
-		buf = append(buf, fmt.Sprintf(`{"fsid":%s}`, splitID(id)[0]))
-	}
-	return fmt.Sprintf("[%s]", strings.Join(buf, ","))
-}
-
-/*
-结构
-
-{fsid} 文件
-
-{album_id}|{tid} 相册
-
-{fsid}|{album_id}|{tid}|{uk} 相册文件
-*/
-func splitID(id string) []string {
-	return strings.SplitN(id, "|", 4)[:4]
-}
-
-/*
-结构
-
-{fsid} 文件
-
-{album_id}|{tid} 相册
-
-{fsid}|{album_id}|{tid}|{uk} 相册文件
-*/
-func joinID(ids ...interface{}) string {
-	idsStr := make([]string, 0, len(ids))
-	for _, id := range ids {
-		idsStr = append(idsStr, fmt.Sprint(id))
-	}
-	return strings.Join(idsStr, "|")
-}
-
 func getFileName(path string) string {
 	return path[strings.LastIndex(path, "/")+1:]
 }
 
-// 相册
-func IsAlbum(obj model.Obj) bool {
-	return obj.IsDir() && obj.GetPath() == "album"
-}
-
-// 根目录
-func IsRoot(obj model.Obj) bool {
-	return obj.IsDir() && obj.GetPath() == "" && obj.GetID() == ""
-}
-
-// 以相册为根目录
-func IsAlbumRoot(obj model.Obj) bool {
-	return obj.IsDir() && obj.GetPath() == "" && obj.GetID() != ""
-}
-
-// 根文件
-func IsFile(obj model.Obj) bool {
-	return !obj.IsDir() && obj.GetPath() == "file"
-}
-
-// 相册文件
-func IsAlbumFile(obj model.Obj) bool {
-	return !obj.IsDir() && obj.GetPath() == "albumfile"
-}
-
 func MustString(str string, err error) string {
 	return str
 }
+
+/*
+*	处理文件变化
+*	最大程度利用重复数据
+**/
+func copyFile(file *AlbumFile, cf *CopyFile) *File {
+	return &File{
+		Fsid:     cf.Fsid,
+		Path:     cf.Path,
+		Ctime:    cf.Ctime,
+		Mtime:    cf.Ctime,
+		Size:     file.Size,
+		Thumburl: file.Thumburl,
+	}
+}
+
+func moveFileToAlbumFile(file *File, album *Album, uk int64) *AlbumFile {
+	return &AlbumFile{
+		File:    *file,
+		AlbumID: album.AlbumID,
+		Tid:     album.Tid,
+		Uk:      uk,
+	}
+}
+
+func renameAlbum(album *Album, newName string) *Album {
+	return &Album{
+		AlbumID:    album.AlbumID,
+		Tid:        album.Tid,
+		JoinTime:   album.JoinTime,
+		CreateTime: album.CreateTime,
+		Title:      newName,
+		Mtime:      time.Now().Unix(),
+	}
+}

drivers/baidu_photo/meta.go

@@ -14,10 +14,6 @@ type Addition struct {
 	ClientSecret string `json:"client_secret" required:"true" default:"jXiFMOPVPCWlO2M5CwWQzffpNPaGTRBG"`
 }
 
-func (a Addition) GetRootId() string {
-	return a.AlbumID
-}
-
 var config = driver.Config{
 	Name:      "BaiduPhoto",
 	LocalSort: true,