美文网首页
golang 将用户上传的文件存储在minio 中

golang 将用户上传的文件存储在minio 中

作者: 申_9a33 | 来源:发表于2024-01-05 21:39 被阅读0次

1.通过gin处理用户http上传文件官方示例

package main

import (
    "fmt"
    "github.com/gin-gonic/gin"
    "io"
    "net/http"
    "os"
    "path/filepath"
    "strings"
)

func uploadHandle(c *gin.Context) {
    c.Request.Body = http.MaxBytesReader(c.Writer, c.Request.Body, int64(30<<20)) // 限制文件大小 30M

    c.Request.MultipartReader()

    fmt.Println("uploadHandle")
    contentType := c.Request.Header.Get("Content-Type")

    if !strings.HasPrefix(contentType, "multipart/form-data") {
        c.String(http.StatusBadRequest, "Content-Type must be multipart/form-data")
        return
    }

    name := c.PostForm("name")
    email := c.PostForm("email")

    fmt.Println(name)
    // Source
    file, err := c.FormFile("file")
    if err != nil {
        c.String(http.StatusBadRequest, "get form err: %s", err.Error())
        return
    }

    filename := filepath.Base(file.Filename)
    if err := c.SaveUploadedFile(file, "./file/"+filename); err != nil {
        c.String(http.StatusBadRequest, "upload file err: %s", err.Error())
        return
    }

    c.String(http.StatusOK, "File %s uploaded successfully with fields name=%s and email=%s.", file.Filename, name, email)
}

func main() {
    router := gin.Default()
    // Set a lower memory limit for multipart forms (default is 32 MiB)
    router.MaxMultipartMemory = 8 << 20 // 8 MiB // 限制上传文件时最大内存,超出会写入临时文件中
    router.Static("/", "./public")

    router.POST("/upload", uploadHandle)

    router.Run(":8888")
}

  • MaxMultipartMemory 是限制上传文件时最大内存,超出会写入临时文件中,并不是限制上传文件大小
  • c.Request.Body = http.MaxBytesReader(c.Writer, c.Request.Body, int64(30<<20)) 可以限制文件上传大小
  • 上传文件过程中,可以明显看到磁盘变动,内部变动很小,所以此方法是将用户文件先存入临时文件中,然后在保存到指定文件夹
    当然也可以将保存的临时文件在写入minio中,但是我想直接将用户文件流写入minio

2.使用MultipartReader直接拿到用户上传的文件流

func uploadHandle2(c *gin.Context) {
    contentType := c.Request.Header.Get("Content-Type")
    if strings.Contains(contentType, "multipart/form-data") {
        // Get MultipartReader
        reader, err := c.Request.MultipartReader()
        if err != nil {
            c.String(http.StatusInternalServerError, err.Error())
            return
        }
        // Traverse form fields and file streams
        for {
            part, err := reader.NextPart()
            if err == io.EOF {
                break
            }
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            formName := part.FormName()
            fmt.Println("FormName", formName)
            // Handle form fields
            if formName != "file" {
                // Get form field value
                value, err := io.ReadAll(part)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }

                fmt.Println(formName, string(value))
            } else { // Handle file streams
                // Get file name
                fileName := part.FileName()
                fmt.Println("fileName", fileName)
                // Create file
                file, err := os.Create("./file/" + fileName)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }
                defer file.Close()
                // Write file stream to file
                _, err = io.Copy(file, part)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }

                c.String(http.StatusOK, "File %s uploaded successfully.", fileName)
            }
        }
    } else {
        c.String(http.StatusBadRequest, "Content-Type must be multipart/form-data")
    }
}
  • 这里这里直接将用户上传的文件流写入到文件流,后续我们也可以将用户文件流直接写入minio中
  • 对于上传大文件这种方式更有优势,减少本地磁盘的占用

3.将用户文件流写入minio中

func uploadHandle3(c *gin.Context) {
    // Get MultipartReader.
    reader, err := c.Request.MultipartReader()
    if err != nil {
        c.String(http.StatusInternalServerError, err.Error())
        return
    }

    expiration := time.Now().AddDate(0, 0, 7) // 文件七天后删除

    // Traverse form fields and file streams.
    for {
        part, err := reader.NextPart()
        if err == io.EOF {
            break
        }
        if err != nil {
            c.String(http.StatusInternalServerError, err.Error())
            return
        }

        formName := part.FormName()
        fmt.Println("FormName", formName)

        // Handle form fields.
        if formName != "file" {
            // Get form field value
            value, err := io.ReadAll(part)
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            fmt.Println(formName, string(value))
        } else { // Handle file streams.
            // Get file name
            fileName := part.FileName()
            fmt.Println("fileName", fileName, "Content-Type", part.Header.Get("Content-Type"))

            // Create a new file in MinIO.
            info, err := minioClient.PutObject(c.Request.Context(), bucketName, fileName, part, -1, minio.PutObjectOptions{ContentType: part.Header.Get("Content-Type"), Expires: expiration})
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            fmt.Printf("%+v", info)
            //fmt.Println(info)

            c.String(http.StatusOK, "File %s uploaded successfully.", fileName)
        }
    }
}

4.完整代码

package main

import (
    "context"
    "fmt"
    "github.com/gin-gonic/gin"
    "github.com/minio/minio-go/v7"
    "github.com/minio/minio-go/v7/pkg/credentials"
    "io"
    "log"
    "net/http"
    "os"
    "path/filepath"
    "strings"
    "time"
)

var endpoint = "localhost:9000"
var accessKeyID = "toQVQar56ALcXP4k0oNv"
var secretAccessKey = "7styo8rKK73AqZZlJ9qC4rtIJH74NOtnmG9YD9oN"
var useSSL = false

var bucketName = "testbucket"
var location = "us-east-1"

var minioClient *minio.Client

func uploadHandle3(c *gin.Context) {
    // Get MultipartReader.
    reader, err := c.Request.MultipartReader()
    if err != nil {
        c.String(http.StatusInternalServerError, err.Error())
        return
    }

    expiration := time.Now().AddDate(0, 0, 7) // 文件七天后删除

    // Traverse form fields and file streams.
    for {
        part, err := reader.NextPart()
        if err == io.EOF {
            break
        }
        if err != nil {
            c.String(http.StatusInternalServerError, err.Error())
            return
        }

        formName := part.FormName()
        fmt.Println("FormName", formName)

        // Handle form fields.
        if formName != "file" {
            // Get form field value
            value, err := io.ReadAll(part)
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            fmt.Println(formName, string(value))
        } else { // Handle file streams.
            // Get file name
            fileName := part.FileName()
            fmt.Println("fileName", fileName, "Content-Type", part.Header.Get("Content-Type"))

            // Create a new file in MinIO.
            info, err := minioClient.PutObject(c.Request.Context(), bucketName, fileName, part, -1, minio.PutObjectOptions{ContentType: part.Header.Get("Content-Type"), Expires: expiration})
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            fmt.Printf("%+v", info)
            //fmt.Println(info)

            c.String(http.StatusOK, "File %s uploaded successfully.", fileName)
        }
    }
}

func uploadHandle2(c *gin.Context) {
    contentType := c.Request.Header.Get("Content-Type")
    if strings.Contains(contentType, "multipart/form-data") {
        // Get MultipartReader
        reader, err := c.Request.MultipartReader()
        if err != nil {
            c.String(http.StatusInternalServerError, err.Error())
            return
        }
        // Traverse form fields and file streams
        for {
            part, err := reader.NextPart()
            if err == io.EOF {
                break
            }
            if err != nil {
                c.String(http.StatusInternalServerError, err.Error())
                return
            }

            formName := part.FormName()
            fmt.Println("FormName", formName)
            // Handle form fields
            if formName != "file" {
                // Get form field value
                value, err := io.ReadAll(part)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }

                fmt.Println(formName, string(value))
            } else { // Handle file streams
                // Get file name
                fileName := part.FileName()
                fmt.Println("fileName", fileName)
                // Create file
                file, err := os.Create("./file/" + fileName)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }
                defer file.Close()
                // Write file stream to file
                _, err = io.Copy(file, part)
                if err != nil {
                    c.String(http.StatusInternalServerError, err.Error())
                    return
                }

                c.String(http.StatusOK, "File %s uploaded successfully.", fileName)
            }
        }
    } else {
        c.String(http.StatusBadRequest, "Content-Type must be multipart/form-data")
    }
}

func uploadHandle(c *gin.Context) {
    c.Request.Body = http.MaxBytesReader(c.Writer, c.Request.Body, int64(30<<20)) // 限制文件大小 30M

    c.Request.MultipartReader()

    fmt.Println("uploadHandle")
    contentType := c.Request.Header.Get("Content-Type")

    if !strings.HasPrefix(contentType, "multipart/form-data") {
        c.String(http.StatusBadRequest, "Content-Type must be multipart/form-data")
        return
    }

    name := c.PostForm("name")
    email := c.PostForm("email")

    fmt.Println(name)
    // Source
    file, err := c.FormFile("file")
    if err != nil {
        c.String(http.StatusBadRequest, "get form err: %s", err.Error())
        return
    }

    filename := filepath.Base(file.Filename)
    if err := c.SaveUploadedFile(file, "./file/"+filename); err != nil {
        c.String(http.StatusBadRequest, "upload file err: %s", err.Error())
        return
    }

    c.String(http.StatusOK, "File %s uploaded successfully with fields name=%s and email=%s.", file.Filename, name, email)
}

func main() {
    ctx := context.Background()
    var err error

    // Initialize minio client object.
    minioClient, err = minio.New(endpoint, &minio.Options{
        Creds:  credentials.NewStaticV4(accessKeyID, secretAccessKey, ""),
        Secure: useSSL,
    })
    if err != nil {
        log.Fatalln(err)
    }

    // Make a new bucket called testbucket.
    err = minioClient.MakeBucket(ctx, bucketName, minio.MakeBucketOptions{Region: location})
    if err != nil {
        // Check to see if we already own this bucket (which happens if you run this twice)
        exists, errBucketExists := minioClient.BucketExists(ctx, bucketName)
        if errBucketExists == nil && exists {
            log.Printf("We already own %s\n", bucketName)
        } else {
            log.Fatalln(err)
        }
    } else {
        log.Printf("Successfully created %s\n", bucketName)
    }

    router := gin.Default()
    // Set a lower memory limit for multipart forms (default is 32 MiB)
    router.MaxMultipartMemory = 8 << 20 // 8 MiB // 限制上传文件时最大内存,超出会写入临时文件中
    router.Static("/", "./public")

    router.POST("/upload", uploadHandle)
    router.POST("/upload2", uploadHandle2)
    router.POST("/upload3", uploadHandle3)

    router.Run(":8888")
}

相关文章

网友评论

      本文标题:golang 将用户上传的文件存储在minio 中

      本文链接:https://www.haomeiwen.com/subject/xvvvndtx.html