golang实现ftp实时传输文件的案例

时间:2021-05-23

一、项目简介

本项目主要实现的功能是ftp客户端不断地将xml文件和jpg文件实时地上传到服务器,当然也可以是其他格式的文件。每当ftp客户端取到一个文件之后,将文件上传到服务器后,然后将其删除。

项目实现可配置,如果开发者有类似的需求,只需要修改配置文件就可以使用本项目去完成上传文件的功能。

本项目打日志是按照当天时间来生成日志文件,每天每一种类型的日志只打一个文件。

二、项目结构图片

三、项目代码

config配置中的代码

config.ini

[path] xml_path = D:\\dian\\out\\ # xml文件所在的路径 img_path = D:\\dian\\out\\wave\\ # 图片文件所在路径[ftp] ftpfile_path = D:\\Itudou # 在服务器上的文件存储路径 ftp_server_ip = 192.168.56.1 # ftp服务器的IP ftp_server_port = 21 # ftp服务器的端口 ftp_server_name = 20123762 # ftp服务器的用户名 ftp_server_pwd = 123456 # ftp服务器的密码 local_ip = 192.168.56.1 # 本地主机的IP local_port = 80 #本地主机端口 comm_way = udp #ftp的通信方式[file] file_img =.jpg #文件后缀为img file_xml =.xml #文件后缀为xml log_print = ture #是否打日志,生产环境上不打日志,在调式程序的时候使用

读配置文件的代码

daos_config.go

package daosconfigimport ( "bufio" "io" "os" "strings")type Config struct { Mymap map[string]string strcet string}func (c *Config) InitConfig(path string) { c.Mymap = make(map[string]string) f, err := os.Open(path) if err != nil { panic(err) } defer f.Close() r := bufio.NewReader(f) for { b, _, err := r.ReadLine() if err != nil { if err == io.EOF { break } panic(err) } s := strings.TrimSpace(string(b)) if strings.Index(s, "#") == 0 { continue } n1 := strings.Index(s, "[") n2 := strings.LastIndex(s, "]") if n1 > -1 && n2 > -1 && n2 > n1+1 { c.strcet = strings.TrimSpace(s[n1+1 : n2]) continue } if len(c.strcet) == 0 { continue } index := strings.Index(s, "=") if index < 0 { continue } frist := strings.TrimSpace(s[:index]) if len(frist) == 0 { continue } second := strings.TrimSpace(s[index+1:]) pos := strings.Index(second, "\t#") if pos > -1 { second = second[0:pos] } pos = strings.Index(second, " #") if pos > -1 { second = second[0:pos] } pos = strings.Index(second, "\t//") if pos > -1 { second = second[0:pos] } pos = strings.Index(second, " //") if pos > -1 { second = second[0:pos] } if len(second) == 0 { continue } key := c.strcet + "=" + frist c.Mymap[key] = strings.TrimSpace(second) }}func (c Config) Read(node, key string) string { key = node + "=" + key v, found := c.Mymap[key] if !found { return "" } return v}

ftp上传文件核心代码

daos_ftp.go

package daosftpimport ( "fmt" "net" "os" "strings" ftp "github.com/ftp" "io/ioutil" "regexp" "path/filepath" cfg "bjdaos_tool/pkg/daosconfig" "bjdaos_tool/pkg/env" "bjdaos_tool/pkg/daoslog")func getListDir(dirPth string) (files []string,files1 []string, err error) { dir, err := ioutil.ReadDir(dirPth) if err != nil { return nil,nil, err } PthSep := string(os.PathSeparator) for _, fi := range dir { if fi.IsDir() { files1 = append(files1, dirPth+PthSep+fi.Name()) getListDir(dirPth + PthSep + fi.Name()) }else{ files = append(files, dirPth+PthSep+fi.Name()) } } return files,files1, nil}func GetAllFileName(path string, str string) (int, []string ) { configPath := env.GetConfigPath() ftpConfig := new(cfg.Config) ftpConfig.InitConfig(configPath + "\\config.ini") logPrint := ftpConfig.Read("file", "log_print") files, _, err := getListDir(path) if err != nil { daoslog.WriteLog(logPrint, "System","get file path err") } fileLen := len(files) fileSlice := make([]string,0, fileLen) suffix1 := ftpConfig.Read("file", "file_img") suffix2 := ftpConfig.Read("file", "file_xml") reg_front := regexp.MustCompile("\\d{8}") reg_end := regexp.MustCompile("\\d{14}") if str == suffix1{ for i := 0; i < fileLen; i++{ data_front := reg_front.FindString(files[i]) date_end := reg_end.FindString(files[i]) imgName := data_front + "_" + date_end + str fileSlice = append(fileSlice, imgName) } }else if str == suffix2 { for i := 0; i < fileLen; i++{ data_front := reg_front.FindString(files[i]) date_end := reg_end.FindString(files[i]) imgName := data_front + "_" + date_end + str fileSlice = append(fileSlice, imgName) } } return fileLen, fileSlice}func getLocalIpAddr() string { configPath := env.GetConfigPath() ftpConfig := new(cfg.Config) ftpConfig.InitConfig(configPath + "\\config.ini") logPrint := ftpConfig.Read("file", "log_print") network := ftpConfig.Read("ftp", "comm_way") ip := ftpConfig.Read("ftp", "local_ip") port := ftpConfig.Read("ftp", "local_port") address := ip + ":" + port conn, err := net.Dial(network, address) if err != nil { daoslog.WriteLog(logPrint, "System", "get local ip address err") return "127.0.0.1" } defer conn.Close() return strings.Split(conn.LocalAddr().String(), ":")[0]}func ftpUploadFile(ftpserver, ftpuser, pw, localFile, remoteSavePath, saveName string) { configPath := env.GetConfigPath() ftpConfig := new(cfg.Config) ftpConfig.InitConfig(configPath + "\\config.ini") logPrint := ftpConfig.Read("file", "log_print") ftpfile_path := ftpConfig.Read("ftp", "ftpfile_path") ftp, err := ftp.Connect(ftpserver) if err != nil { daoslog.WriteLog(logPrint, "System", "connect err") } err = ftp.Login(ftpuser, pw) if err != nil { daoslog.WriteLog(logPrint, "System", "Login err") } ftp.ChangeDir(ftpfile_path) dir, err := ftp.CurrentDir() ftp.MakeDir(remoteSavePath) ftp.ChangeDir(remoteSavePath) dir, _ = ftp.CurrentDir() daoslog.WriteLog(logPrint, "System", dir) file, err := os.Open(localFile) if err != nil { daoslog.WriteLog(logPrint, "System", "Open err") } defer file.Close() err = ftp.Stor(saveName, file) if err != nil { daoslog.WriteLog(logPrint, "System", "Stor err") } ftp.Logout() ftp.Quit() logcotent := fmt.Sprintf("%s:%s","success upload file",localFile) daoslog.WriteLog(logPrint, "System", logcotent)}func RemoveFile(filePath string, fileName string){ configPath := env.GetConfigPath() ftpConfig := new(cfg.Config) ftpConfig.InitConfig(configPath + "\\config.ini") logPrint := ftpConfig.Read("file", "log_print") err := os.Remove(filePath + fileName) if err != nil { daoslog.WriteLog("false", "System", "file remove err!") } else { logcotent := fmt.Sprintf("%s:%s","file remove OK!",fileName) daoslog.WriteLog(logPrint, "System", logcotent) }}func SendXmlFileToFtpServer(filePath string, fileType string) { configPath := env.GetConfigPath() ftpConfig := new(cfg.Config) ftpConfig.InitConfig(configPath + "\\config.ini") logPrint := ftpConfig.Read("file", "log_print") flen, fileName := GetAllFileName(filePath, fileType) serverIp := getLocalIpAddr() ftpserverip := ftpConfig.Read("ftp", "ftp_server_ip") ftpPort := ftpConfig.Read("ftp", "ftp_server_port") ftpuser := ftpConfig.Read("ftp", "ftp_server_name") pw := ftpConfig.Read("ftp", "ftp_server_pwd") ftpserver := ftpserverip + ":" + ftpPort filepath.Walk(filePath, func(path string, f os.FileInfo, err error) error { if f == nil { return err } if f.IsDir() { return nil } for i := 0; i < flen; i++{ if f.Name() == fileName[i] { logcotent := fmt.Sprintf("path=",path) daoslog.WriteLog(logPrint, "System", logcotent) pathFields := strings.Split(path, "\\") var domainName string if len(pathFields) > 3 { domainName = pathFields[len(pathFields)-3] } ftpUploadFile(ftpserver, ftpuser, pw, path, domainName, serverIp+"_"+fileName[i]) RemoveFile(filePath, fileName[i]) } } return nil })}func SendJpgFileToFtpServer(filePath string, fileType string) { configPath := env.GetConfigPath() ftpConfig := new(cfg.Config) ftpConfig.InitConfig(configPath + "\\config.ini") logPrint := ftpConfig.Read("file", "log_print") flen, fileName := GetAllFileName(filePath, fileType) serverIp := getLocalIpAddr() ftpserverip := ftpConfig.Read("ftp", "ftp_server_ip") ftpPort := ftpConfig.Read("ftp", "ftp_server_port") ftpuser := ftpConfig.Read("ftp", "ftp_server_name") pw := ftpConfig.Read("ftp", "ftp_server_pwd") ftpserver := ftpserverip + ":" + ftpPort filepath.Walk(filePath, func(path string, f os.FileInfo, err error) error { if f == nil { return err } if f.IsDir() { return nil } for i := 0; i < flen; i++{ if f.Name() == fileName[i] { logcotent := fmt.Sprintf("path=",path) daoslog.WriteLog(logPrint, "System", logcotent) pathFields := strings.Split(path, "\\") var domainName string if len(pathFields) > 3 { domainName = pathFields[len(pathFields)-3] } ftpUploadFile(ftpserver, ftpuser, pw, path, domainName, serverIp+"_"+fileName[i]) RemoveFile(filePath, fileName[i]) } } return nil })}

打日志的代码

daos_log.go

package daoslogimport ( "fmt" "log" "os" "github.com/golang/glog" "time" "bjdaos_tool/pkg/env")func WriteLog(islog, logtype , errcontent string) { if islog == "false" { return } if logtype != "Info" && logtype!= "Debug" && logtype!= "Error" && logtype != "System" { glog.Error("this is not a logtype ") return } data := time.Now().Format("20060102") logPath := env.GetConLogPath() logFilea := logPath + "\\" + data+"_"+ logtype+".log" errcontent = "[" +errcontent + "]" logFile, err := os.OpenFile(logFilea, os.O_RDWR | os.O_CREATE, 0777) if err != nil { fmt.Printf("open file error=%s\r\n", err.Error()) os.Exit(-1) } logger := log.New(logFile, "{"+logtype+"} ", log.Ldate | log.Ltime | log.Lshortfile) logger.Println(errcontent)}

路径处理代码

daos-evn.go

package envimport ( "os" "runtime")var ostype = runtime.GOOSfunc GetProjectPath() string{ var projectPath string projectPath, _ = os.Getwd() return projectPath}func GetConfigPath() string{ path := GetProjectPath() if ostype == "windows"{ path = path + "\\" + "config\\" }else if ostype == "linux"{ path = path +"/" + "config/" } return path}func GetConLogPath() string{ path := GetProjectPath() if ostype == "windows"{ path = path + "\\log\\" }else if ostype == "linux"{ path = path + "/log/" } return path}

四、总结

主函数:

main.go

package mainimport ( "bjdaos_tool/pkg/daosftp" "bjdaos_tool/pkg/env" cfg "bjdaos_tool/pkg/daosconfig")func main(){ configPath := env.GetConfigPath() ftpConfig := new(cfg.Config) ftpConfig.InitConfig(configPath + "\\config.ini") xml_path := ftpConfig.Read("path", "xml_path") img_path := ftpConfig.Read("path", "img_path") file_img := ftpConfig.Read("file", "file_img") file_xml := ftpConfig.Read("file", "file_xml") for{ daosftp.SendXmlFileToFtpServer(xml_path, file_xml) daosftp.SendJpgFileToFtpServer(img_path, file_img) }}

本项目依赖包:

完整代码:https://github.com/guoshijiang/go_ftp

以上为个人经验,希望能给大家一个参考,也希望大家多多支持。如有错误或未考虑完全的地方,望不吝赐教。

声明:本页内容来源网络,仅供用户参考;我单位不保证亦不表示资料全面及准确无误,也不保证亦不表示这些资料为最新信息,如因任何原因,本网内容或者用户因倚赖本网内容造成任何损失或损害,我单位将不会负任何法律责任。如涉及版权问题,请提交至online#300.cn邮箱联系删除。

相关文章