golang中使用aws-sdk-go-v2

2024-09-03 22:36
文章标签 sdk go golang 使用 v2 aws

本文主要是介绍golang中使用aws-sdk-go-v2,希望对大家解决编程问题提供一定的参考价值,需要的开发者们随着小编来一起学习吧!

1.aws-sdk-go-v2常用api

1.引入所需包

   

import ("context""fmt""log""os""path/filepath""sync""time""github.com/aws/aws-sdk-go-v2/aws""github.com/aws/aws-sdk-go-v2/config""github.com/aws/aws-sdk-go-v2/credentials""github.com/aws/aws-sdk-go-v2/feature/s3/manager""github.com/aws/aws-sdk-go-v2/service/s3""github.com/aws/aws-sdk-go-v2/service/s3/types""github.com/gabriel-vasile/mimetype"
)

2.初始化aws配置

func initAwsConfig(partitionID, url, region, key, secret string) (cfg aws.Config) {customResolver := aws.EndpointResolverWithOptionsFunc(func(service, region string, options ...interface{}) (aws.Endpoint, error) {return aws.Endpoint{PartitionID:   partitionID,URL:           url,SigningRegion: region,}, nil})creds := credentials.NewStaticCredentialsProvider(key, secret, "")cfg, err := config.LoadDefaultConfig(context.TODO(), config.WithCredentialsProvider(creds), config.WithEndpointResolverWithOptions(customResolver))if err != nil {log.Printf("error: %v", err)return}return cfg
}

3.初始化aws客户端

func initAwsClient(region, url string, cfg aws.Config, style bool) *s3.Client {awsS3Client := s3.NewFromConfig(cfg, func(o *s3.Options) {o.UsePathStyle = styleo.Region = *aws.String(region)o.BaseEndpoint = aws.String(url)})return awsS3Client
}

4.创建bucket

func createBUcket(bucket string, awsS3Client *s3.Client, storeyType string) {createInput := &s3.CreateBucketInput{Bucket: aws.String(bucket),ACL:    types.BucketCannedACLPublicRead,}out, err := awsS3Client.CreateBucket(context.TODO(), createInput)fmt.Println(storeyType+"创建bucket返回信息:", out)fmt.Println(storeyType+"创建bucket错误信息", err)
}

5.获取bucket信息

func headBucketInfo(bucket string, awsS3Client *s3.Client, storeyType string) {input := &s3.HeadBucketInput{Bucket: aws.String(bucket)}out, err := awsS3Client.HeadBucket(context.TODO(), input)if out != nil {fmt.Println(storeyType+"返回bucket信息:", *out.BucketRegion)}if err != nil {fmt.Println(storeyType+"错误信息", err)}
}

4.普通文件上传

func uploadFile(bucket string, awsS3Client *s3.Client) {// 打开要上传的文件file, err := os.Open("D:\\DefaultInfo\\Pictures\\06.jpg")if err != nil {fmt.Println("上传文件报错", err)}defer file.Close()putInput := &s3.PutObjectInput{Bucket: aws.String(bucket),Key:    aws.String("image/20240522101923-aws.jpg"),Body:   file,}awsS3Client.PutObject(context.TODO(), putInput)
}

5.分块上传

// 分块上传 默认分块大小5m
func upload(bucket string, awsS3Client *s3.Client) {//https://aws.github.io/aws-sdk-go-v2/docs/sdk-utilities/s3/uploader := manager.NewUploader(awsS3Client)filePath := "D:\\DefaultInfo\\Pictures\\06.jpg"file, err := os.Open(filePath)if err != nil {fmt.Println("上传文件报错", err)}defer file.Close()//检测文件的content-typemtype, _ := mimetype.DetectReader(file)putInput := &s3.PutObjectInput{Bucket:      aws.String(bucket),Key:         aws.String("image/20240522101923-manager222.jpg"),Body:        file,ContentType: aws.String(mtype.String()),}result, err := uploader.Upload(context.TODO(), putInput)fmt.Println("上传文件返回结果", result)fmt.Println("上传文件", err)}

6.获取文件信息

func getObjectinfo(bucket, key, storeyType string, awsS3Client *s3.Client) {headObjectInput := &s3.HeadObjectInput{Bucket: aws.String(bucket),Key:    aws.String("image/20240522101923-manager222.jpg"),}out, err := awsS3Client.HeadObject(context.TODO(), headObjectInput)if out != nil {fmt.Printf(storeyType+"获取文件信息:", *out.ContentType)}if err != nil {fmt.Println(storeyType+"获取文件信息失败:", err)}}

7.对象复制

func copyObject(bucket, key, storeyType string, awsS3Client *s3.Client) {copyInput := &s3.CopyObjectInput{//目标文件bucketBucket: aws.String(bucket),//拷贝后目标文件Key: aws.String("image/20240522101923-copy-manager222.jpg"),//源文件CopySource: aws.String(bucket + "/image/20240522101923-manager222.jpg"),}out, err := awsS3Client.CopyObject(context.TODO(), copyInput)if out != nil {fmt.Printf(storeyType+"拷贝文件信息:", *out.CopyObjectResult)}if err != nil {fmt.Println(storeyType+"拷贝文件信息失败:", err)}
}

8.获取临时url

func getPresignedUrl(bucket, key, storeyType string, awsS3Client *s3.Client) {presign := s3.NewPresignClient(awsS3Client)duration := 10 * time.Minutefmt.Println("换算为秒:", duration.Seconds())options := func(o *s3.PresignOptions) {o.Expires = duration}input := &s3.GetObjectInput{Bucket: aws.String(bucket),Key:    aws.String("image/20240522101923-manager222.jpg"),}req, err := presign.PresignGetObject(context.TODO(), input, options)fmt.Println(storeyType+"临时url信息:", req.URL)fmt.Println(err)
}

9.获取指定bucket下的对象列表

func GetObjectList(bucket string, awsS3Client *s3.Client) {input := &s3.ListObjectsV2Input{Bucket: aws.String(bucket),}out, err := awsS3Client.ListObjectsV2(context.TODO(), input)fmt.Println("out===", *out.KeyCount)fmt.Println(err)// for _, object := range out.Contents {// 	fmt.Println(*object.Key)// }}

10.拷贝所有的对象到指定的bucket

func CopyALlObject(bucket, distbucket, storeyType string, awsS3Client *s3.Client) {listinput := &s3.ListObjectsV2Input{Bucket: aws.String(bucket),}listFile, err := awsS3Client.ListObjectsV2(context.TODO(), listinput)fmt.Printf(storeyType+"获取文件信息失败:", err)for _, fileName := range listFile.Contents {copyInput := &s3.CopyObjectInput{//目标文件bucketBucket: aws.String(distbucket),//拷贝后目标文件Key: aws.String(*fileName.Key),//源文件CopySource: aws.String(bucket + "/" + *fileName.Key),}out, err := awsS3Client.CopyObject(context.TODO(), copyInput)if out != nil {fmt.Printf(storeyType+"拷贝文件信息:", *out.CopyObjectResult)}if err != nil {fmt.Println(storeyType+"拷贝文件信息失败:", err)}}}

2.常用云存储使用awssdk

1.oss--阿里云

func OssClient() {partitionID := "oss"url := "https://oss-cn-shanghai.aliyuncs.com"region := "ap-shanghai"key := "xxxxxx"secret := "xxxxx"bucket := "bucket"cfg := initAwsConfig(partitionID, url, region, key, secret)awsS3Client := initAwsClient(region, url, cfg, false)headBucketInfo(bucket, awsS3Client, "阿里云cos")//createBUcket(bucket, awsS3Client, "阿里云cos")//uploadFile(bucket, awsS3Client)
}

2.cos--腾讯云

func CosClient() {partitionID := "cos"url := "https://cos.ap-shanghai.myqcloud.com"region := "ap-shanghai"key := "xxxxxx"secret := "xxxxxxx"bucket := "xxxx-456798"cfg := initAwsConfig(partitionID, url, region, key, secret)awsS3Client := initAwsClient(region, url, cfg, false)headBucketInfo(bucket, awsS3Client, "腾讯云cos")//createBUcket(bucket, awsS3Client, "腾讯云cos")//uploadFile(bucket, awsS3Client)//upload(bucket, awsS3Client)//getObjectinfo(bucket, key, "腾讯云cos", awsS3Client)//copyObject(bucket, key, "腾讯云cos", awsS3Client)//getPresignedUrl(bucket, key, "腾讯云cos", awsS3Client)}

3.obs--华为云

func InitObs() {url := "https://obs.myhuaweicloud.com"region := "cn-east-3"partitionID := "obs"key := "xxxxxxx"secret := "xxxxxx"bucket := "bucket"cfg := initAwsConfig(partitionID, url, region, key, secret)awsS3Client := initAwsClient(region, url, cfg, false)headBucketInfo(bucket, awsS3Client, "华为云obs")//createBUcket(bucket, awsS3Client, "华为云obs")//upload(bucket, awsS3Client)
}

4.minio

func InitMinIo() {partitionID := "minio"url := "http://127.0.0.1:9001"region := "cn-east-1"key := "minioadmin"secret := "minioadmin"//bucket := "bucket"cfg := initAwsConfig(partitionID, url, region, key, secret)awsS3Client := initAwsClient(region, url, cfg, true)//headBucketInfo(bucket, awsS3Client, "minio")//CopyALlObject("xbzqnewbkt", "chinareformbkt", "minio", awsS3Client)//GetObjectList("gdqhbkt", awsS3Client)downFileBysuffix("dfzqbkt", awsS3Client)//createBUcket(bucket, awsS3Client, "minio")//uploadFile(bucket, awsS3Client)//upload(bucket, awsS3Client)//getObjectinfo(bucket, key, "minio", awsS3Client)//copyObject(bucket, key, "minio", awsS3Client)//getPresignedUrl(bucket, key, "minio", awsS3Client)}

这篇关于golang中使用aws-sdk-go-v2的文章就介绍到这儿,希望我们推荐的文章对编程师们有所帮助!



http://www.chinasem.cn/article/1134241

相关文章

Linux下如何使用C++获取硬件信息

《Linux下如何使用C++获取硬件信息》这篇文章主要为大家详细介绍了如何使用C++实现获取CPU,主板,磁盘,BIOS信息等硬件信息,文中的示例代码讲解详细,感兴趣的小伙伴可以了解下... 目录方法获取CPU信息:读取"/proc/cpuinfo"文件获取磁盘信息:读取"/proc/diskstats"文

Java使用SLF4J记录不同级别日志的示例详解

《Java使用SLF4J记录不同级别日志的示例详解》SLF4J是一个简单的日志门面,它允许在运行时选择不同的日志实现,这篇文章主要为大家详细介绍了如何使用SLF4J记录不同级别日志,感兴趣的可以了解下... 目录一、SLF4J简介二、添加依赖三、配置Logback四、记录不同级别的日志五、总结一、SLF4J

使用Python实现一个优雅的异步定时器

《使用Python实现一个优雅的异步定时器》在Python中实现定时器功能是一个常见需求,尤其是在需要周期性执行任务的场景下,本文给大家介绍了基于asyncio和threading模块,可扩展的异步定... 目录需求背景代码1. 单例事件循环的实现2. 事件循环的运行与关闭3. 定时器核心逻辑4. 启动与停

如何使用Nginx配置将80端口重定向到443端口

《如何使用Nginx配置将80端口重定向到443端口》这篇文章主要为大家详细介绍了如何将Nginx配置为将HTTP(80端口)请求重定向到HTTPS(443端口),文中的示例代码讲解详细,有需要的小伙... 目录1. 创建或编辑Nginx配置文件2. 配置HTTP重定向到HTTPS3. 配置HTTPS服务器

Java使用ANTLR4对Lua脚本语法校验详解

《Java使用ANTLR4对Lua脚本语法校验详解》ANTLR是一个强大的解析器生成器,用于读取、处理、执行或翻译结构化文本或二进制文件,下面就跟随小编一起看看Java如何使用ANTLR4对Lua脚本... 目录什么是ANTLR?第一个例子ANTLR4 的工作流程Lua脚本语法校验准备一个Lua Gramm

Java Optional的使用技巧与最佳实践

《JavaOptional的使用技巧与最佳实践》在Java中,Optional是用于优雅处理null的容器类,其核心目标是显式提醒开发者处理空值场景,避免NullPointerExce... 目录一、Optional 的核心用途二、使用技巧与最佳实践三、常见误区与反模式四、替代方案与扩展五、总结在 Java

使用Java将DOCX文档解析为Markdown文档的代码实现

《使用Java将DOCX文档解析为Markdown文档的代码实现》在现代文档处理中,Markdown(MD)因其简洁的语法和良好的可读性,逐渐成为开发者、技术写作者和内容创作者的首选格式,然而,许多文... 目录引言1. 工具和库介绍2. 安装依赖库3. 使用Apache POI解析DOCX文档4. 将解析

Qt中QUndoView控件的具体使用

《Qt中QUndoView控件的具体使用》QUndoView是Qt框架中用于可视化显示QUndoStack内容的控件,本文主要介绍了Qt中QUndoView控件的具体使用,具有一定的参考价值,感兴趣的... 目录引言一、QUndoView 的用途二、工作原理三、 如何与 QUnDOStack 配合使用四、自

C++使用printf语句实现进制转换的示例代码

《C++使用printf语句实现进制转换的示例代码》在C语言中,printf函数可以直接实现部分进制转换功能,通过格式说明符(formatspecifier)快速输出不同进制的数值,下面给大家分享C+... 目录一、printf 原生支持的进制转换1. 十进制、八进制、十六进制转换2. 显示进制前缀3. 指

使用Python构建一个Hexo博客发布工具

《使用Python构建一个Hexo博客发布工具》虽然Hexo的命令行工具非常强大,但对于日常的博客撰写和发布过程,我总觉得缺少一个直观的图形界面来简化操作,下面我们就来看看如何使用Python构建一个... 目录引言Hexo博客系统简介设计需求技术选择代码实现主框架界面设计核心功能实现1. 发布文章2. 加