修复FTP文件备份

whycxzp

2023-04-07 a9dec8246302c16850b330016f34913028f5fd66

修复FTP文件备份

 src/main/java/com/whyc/dto/FtpHelper.java

@@ -1,14 +1,9 @@
package com.whyc.dto;

import com.enterprisedt.net.ftp.FTPClient;
import com.enterprisedt.net.ftp.FTPConnectMode;
import com.enterprisedt.net.ftp.FTPTransferType;
import com.enterprisedt.net.ftp.*;
import org.apache.commons.lang.StringUtils;

import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.InputStream;
import java.io.*;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.LinkedList;
@@ -44,7 +39,7 @@
            ftp.setControlEncoding("GBK");
            ftp.setRemoteHost(ftpServer);
            ftp.setRemotePort(ftpPort);
            ftp.setTimeout(6000);
            ftp.setTimeout(1000*60*60*12);
            ftp.setConnectMode(FTPConnectMode.ACTIVE);
            ftp.connect();
            ftp.login(ftpUsername, ftpPassword);
@@ -262,6 +257,23 @@
        return rsList;
    }

    public void deleteDir(String dirName) throws IOException, FTPException {
        FTPClient client = ftp;
        String[] dir = client.dir(dirName, true);
        for (String subDirName : dir) {
            String name = subDirName.substring(subDirName.lastIndexOf(" ") + 1);
            if(subDirName.contains("<DIR>")){ //文件夹
                //name = new String(name.getBytes(StandardCharsets.ISO_8859_1),"GBK");
                deleteDir(dirName+"/"+name);
                //client.rmdir(dirName+"/"+name);
            }else{
                //name = new String(name.getBytes(StandardCharsets.ISO_8859_1),"GBK");
                client.delete(dirName+"/"+name);
            }
        }
        client.rmdir(dirName);
    }

    public static void main(String[] args) {
        try { // 从ftp下载文件
            FtpHelper ftp = new FtpHelper("192.168.10.80", 21, "lxw", "lxw810412026");
@@ -281,4 +293,8 @@
            e.printStackTrace();
        }
    }

    public String[] getDirList() throws IOException, FTPException {
        return ftp.dir();
    }
}

 src/main/java/com/whyc/service/FtpService.java

@@ -1,5 +1,6 @@
package com.whyc.service;

import com.enterprisedt.net.ftp.FTPException;
import com.whyc.constant.YamlProperties;
import com.whyc.dto.FileDirPath;
import com.whyc.dto.FtpHelper;
@@ -11,15 +12,31 @@

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.util.Arrays;
import java.util.Date;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.stream.Collectors;

@Service
@EnableScheduling   // 2.开启定时任务
public class FtpService {
    //定时上传指定目录下文件
    @Scheduled(cron = "59 59 23 ? * FRI")
    private void sendFtpFile(){
    //@Scheduled(cron = "0/10 * * * * ?")
    private void sendFtpFile() throws IOException, FTPException, InterruptedException {
        //先连接ftp服务器,获取备份目录,保留3次.这里是从2023年4月开始进行保留
        FtpHelper ftpRemote = new FtpHelper(YamlProperties.ftpIp, YamlProperties.ftpPort, YamlProperties.ftpUserName, YamlProperties.ftpPassword);
        String[] dirList = ftpRemote.getDirList();
        List<String> dirList2 = Arrays.asList(dirList);
        dirList2 = dirList2.stream().filter(item->Integer.parseInt(item.substring(0,4))>=2023 && Integer.parseInt(item.substring(5,7))>=4).collect(Collectors.toList());
        for (int i = 0; i < dirList2.size()-3; i++) {
            ftpRemote.deleteDir(dirList2.get(i));
        }
        ftpRemote.disconnect();


        FtpHelper ftp = new FtpHelper(YamlProperties.ftpIp, YamlProperties.ftpPort, YamlProperties.ftpUserName, YamlProperties.ftpPassword);
        String fileDirName = FileDirPath.getFileDirName();
        String rootFace=fileDirName+File.separator+"face";
@@ -31,23 +48,46 @@
            File filerootFace = new File(rootFace+".zip");
            ftp.uploadFile(filerootFace, timeStr+"/face.zip");
            filerootFace.delete();
            ftp.disconnect();

            /*FileOutputStream forootDoc = new FileOutputStream(new File(rootDoc+".zip"));
            ZipUtils.toZip(rootDoc, forootDoc,true);
            File filerootDoc = new File(rootDoc+".zip");
            ftp.uploadFile(filerootDoc, timeStr+"/doc_file.zip");
            filerootDoc.delete();*/
            List<File> list=ftp.getFileList(rootDoc);
            if(list!=null&&list.size()>0){
            //List<File> list=ftp.getFileList(rootDoc);
            File docFile = new File(rootDoc);
            //File docFile = new File("F:\\BaiduNetdiskDownload");
            File[] list = docFile.listFiles();
            CountDownLatch latch = new CountDownLatch(list.length+1);
            if(list!=null&&list.length>0){
                for (File file:list) {
                    String name=file.getPath().substring(file.getPath().lastIndexOf("doc_file"));
                    String pathName=timeStr+"/"+name.replace("\\","/");
                    ftp.uploadFile(file, pathName);
                    new Thread(){
                        @Override
                        public void run() {
                            //压缩传输
                            File fileZip = new File(file.getAbsolutePath() + ".zip");
                            try {
                                ZipUtils.toZip(file.getAbsolutePath(),new FileOutputStream(fileZip),true);
                                String pathName=timeStr+"/doc_file/"+file.getName()+".zip";
                                FtpHelper ftp = new FtpHelper(YamlProperties.ftpIp, YamlProperties.ftpPort, YamlProperties.ftpUserName, YamlProperties.ftpPassword);
                                ftp.uploadFile(fileZip, pathName);
                                fileZip.delete();
                                ftp.disconnect();
                                latch.countDown();
                            } catch (Exception e) {
                                e.printStackTrace();
                                latch.countDown();
                            }
                        }
                    }.start();

                }
            }
            latch.countDown();
            latch.await();
        } catch (Exception e) {
            e.printStackTrace();
        }
        ftp.disconnect();
    }
}