迁移任务配置文件(migrate.conf)示例
数据从OSS迁移至OOS示例
{
"srcType":"OSS", # 从阿里云迁移文件
"srcEndpoint":"oss-cn-hangzhou.aliyuncs.com", # 阿里云的Endpoint
"srcAccessKey":"your oss accessKey", # 阿里云的AccessKey
"srcSecretKey":"your oss secretKey", # 阿里云的SecretKey
"srcBucket":"ossbucket", # 阿里云的Bucket
"destEndpoint":"oos-cn.ctyunapi.cn", # OOS的Endpoint
"destAccessKey":"your oos accesKey", # OOS的AccessKey
"destSecretKey":"your oos secretKey", # OOS的SecretKey
"destBucket":"oosbucket", # OOS的Bucket
"srcPrefix":"logs/", # 阿里云上要迁移文件(Object)的前缀
"srcMarker":"", # 从第一个文件(Object)开始迁移
"srcStopObject":"", # 阿里云上要迁移的截止文件(Object)
"isSkipExistFile":false # 是否跳过目标资源池中已有的文件(Object)
}
数据从OOS迁移至OOS示例
{
"srcType":"OOS", # 从OOS迁移文件(Object)
"srcEndpoint":"oos-cn.ctyunapi.cn", # 源OOS的Endpoint
"srcAccessKey":"your oos accessKey", # 源OOS的AccessKey
"srcSecretKey":"your oos secretKey", # 源OOS的SecretKey
"srcBucket":"srcoosbucket", # 源OOS的Bucket
"destEndpoint":"oos-cn.ctyunapi.cn", # 目标OOS的Endpoint
"destAccessKey":"your oos accesKey", # 目标OOS的AccessKey
"destSecretKey":"your oos secretKey", # 目标OOS的SecretKey
"destBucket":"destoosbucket", # 目标OOS的Bucket
"srcPrefix":"logs/", # OOS上要迁移文件(Object)的前缀
"srcMarker":"", # 从第一个文件(Object)开始迁移
"srcStopObject":"", # OOS上要迁移的截止文件(Object)
"isSkipExistFile":false # 是否跳过目标资源池中已有的文件(Object)
}
数据从COS迁移至OOS示例
{
"srcType":"COS", # 从COS迁移文件(Object)
"srcAccessKey":"your cos accessKey", # COS的AccessKey
"srcSecretKey":"your cos secretKey", # COS的SecretKey
"srcBucket":"cosbucket", # COS的Bucket
"srcRegionName":"ap-beijing", # COS的region
"destEndpoint":"oos-cn.ctyunapi.cn", # OOS的Endpoint
"destAccessKey":"your oos accesKey", # OOS的AccessKey
"destSecretKey":"your oos secretKey", # OOS的SecretKey
"destBucket":"oosbucket", # OOS的Bucket
"srcPrefix":"logs/", # COS上要迁移文件(Object)的前缀
"srcMarker":"", # 从第一个文件(Object)开始迁移
"srcStopObject":"", # COS上要迁移的截止文件(Object)
"isSkipExistFile":false # 是否跳过目标资源池中已有的文件(Object)
}
数据从OBS迁移至OOS示例
{
"srcType":"OBS", # 从OBS迁移文件(Object)
"srcEndpoint":"obs.cn-north-4.myhuaweicloud.com", # OBS的Endpoint
"srcAccessKey":"your obs accessKey",#OBS的AccessKey
"srcSecretKey":"your obs secretKey", #OBS的SecretKey
"srcBucket":"obsbucket", #OBS的bucket
"destEndpoint":"oos-cn.ctyunapi.cn", # OOS的Endpoint
"destAccessKey":"your oos accesKey", # OOS的AccessKey
"destSecretKey":"your oos secretKey", # OOS的SecretKey
"destBucket":"oosbucket", # OOS的Bucket
"srcPrefix":"logs/", #OBS上要迁移文件(Object)的前缀
"srcMarker":"", #从第一个文件(Object)开始迁移
"srcStopObject":"", #OBS上要迁移的截止文件(Object)
"isSkipExistFile":false #是否跳过目标资源池中已有的文件(Object)
}
数据从S3迁移至OOS示例
{
"srcType":"S3", #从S3迁移文件(Object)
"srcEndpoint":"s3.amazonaws.com", #S3的Endpoint
"srcAccessKey":"your s3 accessKey",# S3的AccessKey
"srcSecretKey":"your s3 secretKey", # S3的SecretKey
"srcBucket":"s3bucket", #S3的Bucket
"srcRegionName":"us-east-1",#S3的region
"destEndpoint":"oos-cn.ctyunapi.cn", # OOS的Endpoint
"destAccessKey":"your oos accesKey", # OOS的AccessKey
"destSecretKey":"your oos secretKey", # OOS的SecretKey
"destBucket":"oosbucket", # OOS的Bucket
"srcPrefix":"logs/", # S3上要迁移文件(Object)的前缀
"srcMarker":"", # 从第一个文件(Object)开始迁移
"srcStopObject":"", # S3上要迁移的截止文件(Object)
"isSkipExistFile":false # 是否跳过目标资源池中已有的文件(Object)
}
数据从LOCAL迁移至OOS
{
"srcType":"LOCAL", # 从LOCAL迁移文件(Object)
"localFolderPath":"F:/test/test1/", # 本地目录
"destEndpoint":"oos-cn.ctyunapi.cn", # OOS的Endpoint
"destAccessKey":"your oos accesKey", # OOS的AccessKey
"destSecretKey":"your oos secretKey", # OOS的SecretKey
"destBucket":"oosbucket", # OOS的Bucket
"isSkipExistFile":false # 是否跳过目标资源池中已有的文件(Object)
}
根据日志文件迁移源文件至OOS(以LOCAL迁移至OOS为例)
{
"srcType":"LOCAL", # 从LOCAL迁移文件(Object)
"localFolderPath":"F:/test/test1/", # 本地目录
"destEndpoint":"oos-cn.ctyunapi.cn", # OOS的Endpoint
"destAccessKey":"your oos accesKey", # OOS的AccessKey
"destSecretKey":"your oos secretKey", # OOS的SecretKey
"destBucket":"oosbucket", # OOS的Bucket
"isSkipExistFile":false # 是否跳过目标资源池中已有的文件(Object)
"migrateLogFile":true,
"logFile":"F:/errorlog.txt"
}
系统配置文件(system.conf)示例
{
"threadNum":1, # 迁移时的读写并发数
"maxSimpleObjectSizeM":100, # 超过文件(Object)大小限制时,将被拆分成分段文件(Object)迁移
"partSizeM":50, # 拆分为分段文件(Object)时的分片大小
"maxThroughput":-1, # 对源端流量进行限制,负数表示不限流量
"stopScan":false # 是否终止遍历源文件(Object)
}