golang 将用户上传的文件存储在minio 中

1.通过gin处理用户http上传文件官方示例

package main

import (
    "fmt"
    "github.com/gin-gonic/gin"
    "io"
    "net/http"
    "os"
    "path/filepath"
    "strings"
)

func uploadHandle(c *gin.Context) {
    c.Request.Body = http.MaxBytesReader(c.Writer, c.Request.Body, int64(30<<20)) // 限制文件大小 30M

    c.Request.MultipartReader()

    fmt.Println("uploadHandle")
    contentType := c.Request.Header.Get("Content-Type")

    if !strings.HasPrefix(contentType, "multipart/form-data") {
        c.String(http.StatusBadRequest, "Content-Type must be multipart/form-data")
        return
    }

    name := c.PostForm("name")
    email := c.PostForm("email")

    fmt.Println(name)
    // Source
    file, err := c.FormFile("file")
    if err != nil {
        c.String(http.StatusBadRequest, "get form err: %s", err.Error())
        return
    }

    filename := filepath.Base(file.Filename)
    if err := c.SaveUploadedFile(file, "./file/"+filename); err != nil {
        c.String(http.StatusBadRequest, "upload file err: %s", err.Error())
        return
    }

    c.String(http.StatusOK, "File %s uploaded successfully with fields name=%s and email=%s.", file.Filename, name, email)
}

func main() {
    router := gin.Default()
    // Set a lower memory limit for multipart forms (default is 32 MiB)
    router.MaxMultipartMemory = 8 << 20 // 8 MiB // 限制上传文件时最大内存,超出会写入临时文件中
    router.Static("/", "./public")

    router.POST("/upload", uploadHandle)

    router.Run(":8888")
}

  • MaxMultipartMemory 是限制上传文件时最大内存,超出会写入临时文件中,并不是限制上传文件大小
  • c.Request.Body = http.MaxBytesReader(c.Writer, c.Request.Body, int64(30<<20)) 可以限制文件上传大小
  • 上传文件过程中,可以明显看到磁盘变动,内部变动很小,所以此方法是将用户文件先存入临时文件中,然后在保存到指定文件夹
    当然也可以将保存的临时文件在写入minio中,但是我想直接将用户文件流写入minio

2.使用MultipartReader直接拿到用户上传的文件流

func uploadHandle2(c *gin.Context) {
    contentType := c.Request.Header.Get("Content-Type")
    if strings.Contains(contentType, "multipart/form-data") {
        // Get MultipartReader
        reader, err := c.Request.MultipartReader()
        if err != nil {
            c.String(http.StatusInternalServerError, err.Error())
            return
        }
        // Traverse form fields and file streams
        for {
            part, err := reader.NextPart()
            if err == io.EOF {
                break
            }
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            formName := part.FormName()
            fmt.Println("FormName", formName)
            // Handle form fields
            if formName != "file" {
                // Get form field value
                value, err := io.ReadAll(part)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }

                fmt.Println(formName, string(value))
            } else { // Handle file streams
                // Get file name
                fileName := part.FileName()
                fmt.Println("fileName", fileName)
                // Create file
                file, err := os.Create("./file/" + fileName)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }
                defer file.Close()
                // Write file stream to file
                _, err = io.Copy(file, part)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }

                c.String(http.StatusOK, "File %s uploaded successfully.", fileName)
            }
        }
    } else {
        c.String(http.StatusBadRequest, "Content-Type must be multipart/form-data")
    }
}
  • 这里这里直接将用户上传的文件流写入到文件流,后续我们也可以将用户文件流直接写入minio中
  • 对于上传大文件这种方式更有优势,减少本地磁盘的占用

3.将用户文件流写入minio中

func uploadHandle3(c *gin.Context) {
    // Get MultipartReader.
    reader, err := c.Request.MultipartReader()
    if err != nil {
        c.String(http.StatusInternalServerError, err.Error())
        return
    }

    expiration := time.Now().AddDate(0, 0, 7) // 文件七天后删除

    // Traverse form fields and file streams.
    for {
        part, err := reader.NextPart()
        if err == io.EOF {
            break
        }
        if err != nil {
            c.String(http.StatusInternalServerError, err.Error())
            return
        }

        formName := part.FormName()
        fmt.Println("FormName", formName)

        // Handle form fields.
        if formName != "file" {
            // Get form field value
            value, err := io.ReadAll(part)
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            fmt.Println(formName, string(value))
        } else { // Handle file streams.
            // Get file name
            fileName := part.FileName()
            fmt.Println("fileName", fileName, "Content-Type", part.Header.Get("Content-Type"))

            // Create a new file in MinIO.
            info, err := minioClient.PutObject(c.Request.Context(), bucketName, fileName, part, -1, minio.PutObjectOptions{ContentType: part.Header.Get("Content-Type"), Expires: expiration})
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            fmt.Printf("%+v", info)
            //fmt.Println(info)

            c.String(http.StatusOK, "File %s uploaded successfully.", fileName)
        }
    }
}

4.完整代码

package main

import (
    "context"
    "fmt"
    "github.com/gin-gonic/gin"
    "github.com/minio/minio-go/v7"
    "github.com/minio/minio-go/v7/pkg/credentials"
    "io"
    "log"
    "net/http"
    "os"
    "path/filepath"
    "strings"
    "time"
)

var endpoint = "localhost:9000"
var accessKeyID = "toQVQar56ALcXP4k0oNv"
var secretAccessKey = "7styo8rKK73AqZZlJ9qC4rtIJH74NOtnmG9YD9oN"
var useSSL = false

var bucketName = "testbucket"
var location = "us-east-1"

var minioClient *minio.Client

func uploadHandle3(c *gin.Context) {
    // Get MultipartReader.
    reader, err := c.Request.MultipartReader()
    if err != nil {
        c.String(http.StatusInternalServerError, err.Error())
        return
    }

    expiration := time.Now().AddDate(0, 0, 7) // 文件七天后删除

    // Traverse form fields and file streams.
    for {
        part, err := reader.NextPart()
        if err == io.EOF {
            break
        }
        if err != nil {
            c.String(http.StatusInternalServerError, err.Error())
            return
        }

        formName := part.FormName()
        fmt.Println("FormName", formName)

        // Handle form fields.
        if formName != "file" {
            // Get form field value
            value, err := io.ReadAll(part)
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            fmt.Println(formName, string(value))
        } else { // Handle file streams.
            // Get file name
            fileName := part.FileName()
            fmt.Println("fileName", fileName, "Content-Type", part.Header.Get("Content-Type"))

            // Create a new file in MinIO.
            info, err := minioClient.PutObject(c.Request.Context(), bucketName, fileName, part, -1, minio.PutObjectOptions{ContentType: part.Header.Get("Content-Type"), Expires: expiration})
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            fmt.Printf("%+v", info)
            //fmt.Println(info)

            c.String(http.StatusOK, "File %s uploaded successfully.", fileName)
        }
    }
}

func uploadHandle2(c *gin.Context) {
    contentType := c.Request.Header.Get("Content-Type")
    if strings.Contains(contentType, "multipart/form-data") {
        // Get MultipartReader
        reader, err := c.Request.MultipartReader()
        if err != nil {
            c.String(http.StatusInternalServerError, err.Error())
            return
        }
        // Traverse form fields and file streams
        for {
            part, err := reader.NextPart()
            if err == io.EOF {
                break
            }
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            formName := part.FormName()
            fmt.Println("FormName", formName)
            // Handle form fields
            if formName != "file" {
                // Get form field value
                value, err := io.ReadAll(part)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }

                fmt.Println(formName, string(value))
            } else { // Handle file streams
                // Get file name
                fileName := part.FileName()
                fmt.Println("fileName", fileName)
                // Create file
                file, err := os.Create("./file/" + fileName)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }
                defer file.Close()
                // Write file stream to file
                _, err = io.Copy(file, part)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }

                c.String(http.StatusOK, "File %s uploaded successfully.", fileName)
            }
        }
    } else {
        c.String(http.StatusBadRequest, "Content-Type must be multipart/form-data")
    }
}

func uploadHandle(c *gin.Context) {
    c.Request.Body = http.MaxBytesReader(c.Writer, c.Request.Body, int64(30<<20)) // 限制文件大小 30M

    c.Request.MultipartReader()

    fmt.Println("uploadHandle")
    contentType := c.Request.Header.Get("Content-Type")

    if !strings.HasPrefix(contentType, "multipart/form-data") {
        c.String(http.StatusBadRequest, "Content-Type must be multipart/form-data")
        return
    }

    name := c.PostForm("name")
    email := c.PostForm("email")

    fmt.Println(name)
    // Source
    file, err := c.FormFile("file")
    if err != nil {
        c.String(http.StatusBadRequest, "get form err: %s", err.Error())
        return
    }

    filename := filepath.Base(file.Filename)
    if err := c.SaveUploadedFile(file, "./file/"+filename); err != nil {
        c.String(http.StatusBadRequest, "upload file err: %s", err.Error())
        return
    }

    c.String(http.StatusOK, "File %s uploaded successfully with fields name=%s and email=%s.", file.Filename, name, email)
}

func main() {
    ctx := context.Background()
    var err error

    // Initialize minio client object.
    minioClient, err = minio.New(endpoint, &minio.Options{
        Creds:  credentials.NewStaticV4(accessKeyID, secretAccessKey, ""),
        Secure: useSSL,
    })
    if err != nil {
        log.Fatalln(err)
    }

    // Make a new bucket called testbucket.
    err = minioClient.MakeBucket(ctx, bucketName, minio.MakeBucketOptions{Region: location})
    if err != nil {
        // Check to see if we already own this bucket (which happens if you run this twice)
        exists, errBucketExists := minioClient.BucketExists(ctx, bucketName)
        if errBucketExists == nil && exists {
            log.Printf("We already own %s\n", bucketName)
        } else {
            log.Fatalln(err)
        }
    } else {
        log.Printf("Successfully created %s\n", bucketName)
    }

    router := gin.Default()
    // Set a lower memory limit for multipart forms (default is 32 MiB)
    router.MaxMultipartMemory = 8 << 20 // 8 MiB // 限制上传文件时最大内存,超出会写入临时文件中
    router.Static("/", "./public")

    router.POST("/upload", uploadHandle)
    router.POST("/upload2", uploadHandle2)
    router.POST("/upload3", uploadHandle3)

    router.Run(":8888")
}

©著作权归作者所有,转载或内容合作请联系作者
  • 序言:七十年代末,一起剥皮案震惊了整个滨河市,随后出现的几起案子,更是在滨河造成了极大的恐慌,老刑警刘岩,带你破解...
    沈念sama阅读 194,319评论 5 459
  • 序言:滨河连续发生了三起死亡事件,死亡现场离奇诡异,居然都是意外死亡,警方通过查阅死者的电脑和手机,发现死者居然都...
    沈念sama阅读 81,801评论 2 371
  • 文/潘晓璐 我一进店门,熙熙楼的掌柜王于贵愁眉苦脸地迎上来,“玉大人,你说我怎么就摊上这事。” “怎么了?”我有些...
    开封第一讲书人阅读 141,567评论 0 319
  • 文/不坏的土叔 我叫张陵,是天一观的道长。 经常有香客问我,道长,这世上最难降的妖魔是什么? 我笑而不...
    开封第一讲书人阅读 52,156评论 1 263
  • 正文 为了忘掉前任,我火速办了婚礼,结果婚礼上,老公的妹妹穿的比我还像新娘。我一直安慰自己,他们只是感情好,可当我...
    茶点故事阅读 61,019评论 4 355
  • 文/花漫 我一把揭开白布。 她就那样静静地躺着,像睡着了一般。 火红的嫁衣衬着肌肤如雪。 梳的纹丝不乱的头发上,一...
    开封第一讲书人阅读 46,090评论 1 272
  • 那天,我揣着相机与录音,去河边找鬼。 笑死,一个胖子当着我的面吹牛,可吹牛的内容都是我干的。 我是一名探鬼主播,决...
    沈念sama阅读 36,500评论 3 381
  • 文/苍兰香墨 我猛地睁开眼,长吁一口气:“原来是场噩梦啊……” “哼!你这毒妇竟也来了?” 一声冷哼从身侧响起,我...
    开封第一讲书人阅读 35,192评论 0 253
  • 序言:老挝万荣一对情侣失踪,失踪者是张志新(化名)和其女友刘颖,没想到半个月后,有当地人在树林里发现了一具尸体,经...
    沈念sama阅读 39,474评论 1 290
  • 正文 独居荒郊野岭守林人离奇死亡,尸身上长有42处带血的脓包…… 初始之章·张勋 以下内容为张勋视角 年9月15日...
    茶点故事阅读 34,566评论 2 309
  • 正文 我和宋清朗相恋三年,在试婚纱的时候发现自己被绿了。 大学时的朋友给我发了我未婚夫和他白月光在一起吃饭的照片。...
    茶点故事阅读 36,338评论 1 326
  • 序言:一个原本活蹦乱跳的男人离奇死亡,死状恐怖,灵堂内的尸体忽然破棺而出,到底是诈尸还是另有隐情,我是刑警宁泽,带...
    沈念sama阅读 32,212评论 3 312
  • 正文 年R本政府宣布,位于F岛的核电站,受9级特大地震影响,放射性物质发生泄漏。R本人自食恶果不足惜,却给世界环境...
    茶点故事阅读 37,572评论 3 298
  • 文/蒙蒙 一、第九天 我趴在偏房一处隐蔽的房顶上张望。 院中可真热闹,春花似锦、人声如沸。这庄子的主人今日做“春日...
    开封第一讲书人阅读 28,890评论 0 17
  • 文/苍兰香墨 我抬头看了看天上的太阳。三九已至,却和暖如春,着一层夹袄步出监牢的瞬间,已是汗流浃背。 一阵脚步声响...
    开封第一讲书人阅读 30,169评论 1 250
  • 我被黑心中介骗来泰国打工, 没想到刚下飞机就差点儿被人妖公主榨干…… 1. 我叫王不留,地道东北人。 一个月前我还...
    沈念sama阅读 41,478评论 2 341
  • 正文 我出身青楼,却偏偏与公主长得像,于是被迫代替她去往敌国和亲。 传闻我的和亲对象是个残疾皇子,可洞房花烛夜当晚...
    茶点故事阅读 40,661评论 2 335

推荐阅读更多精彩内容