代码整理

src/main/java/com/yihu/wlyy/controller/FileDownloadController.java

@@ -33,19 +33,6 @@ public class FileDownloadController {
    @Autowired
    private  FtpFilesUtil ftpFilesUtil;
//    @RequestMapping(value = "fileDownload", method = RequestMethod.GET)
//    public Envelop fileDownload(){
//        Envelop envelop =new Envelop();
//        try {
//            JSONArray jsonArray = ftpFilesUtil.getFileListByPath(URL,PORT,USER,PWD, "/data/rec2/2019/0507/08/");
//            System.out.println("==================");
//        } catch (Exception e) {
//            e.printStackTrace();
//        }
//        return envelop;
//    }
//
    @RequestMapping(value = "fileDownloadLocal", method = RequestMethod.GET)
    public Envelop fileDownloadLocal() {
        Envelop envelop = new Envelop();
@@ -57,6 +44,9 @@ public class FileDownloadController {
        return envelop;
    }
    /**
     * job执行ftp文件上传至dfs
     */
    @Scheduled(cron = "0 0 23 * * ?")
    public void fileDownloadJob() {
        try {
@@ -80,7 +70,7 @@ public class FileDownloadController {
    }
    /**
     * 手动执行上传昨天的文件
     * 手动执行上传今天的文件
     */
    @RequestMapping(value = "fileDownloadByDate", method = RequestMethod.GET)
    public void fileDownloadByDate(){

src/main/java/com/yihu/wlyy/util/FtpFilesUtil.java

@@ -138,83 +138,6 @@ public class FtpFilesUtil {
        }
    }
    /**
     * 下载文件
     * @param remoteFilePath 远程文件：/data/rec2/2019/0507/08/52.mp3
     * @param downloadFile 下载到本地的文件：D:\testFile\52.mp3
     * @return
     * @throws IOException
     */
    public boolean downloadFile(String remoteFilePath, File downloadFile) throws IOException {
        boolean flag = false;
        OutputStream out = null;
        InputStream in=null;
        try {
            //获取文件流
            in = ftpClient.retrieveFileStream(remoteFilePath);
            // 文件读取方式一
            out = new FileOutputStream(downloadFile);
            int i;
            byte[] bytes = new byte[1024];
            while ((i = in.read(bytes)) != -1) {
                out.write(bytes, 0, i);
            }
            out.flush();
        }catch (IOException e){
            Log.info("File download failed :"+e.getMessage());
            e.printStackTrace();
        }finally {
            try {
                if(null!=in){
                    in.close();
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
            try {
                if(null!=in){
                    out.close();
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
        Log.info("File Download Successful");
        return flag;
    }
    /**
     * 递归遍历出目录下面所有文件
     * @param pathName 需要遍历的目录，必须以"/"开始和结束
     * @throws IOException
     */
    public JSONArray getFileListByPath(String url,int port,String user,String pwd,String pathName) throws Exception {
        JSONArray jsonArray = new JSONArray();
        //连接ftp服务器
        connectServer(url,port,user,pwd);
        if (pathName.startsWith("/") && pathName.endsWith("/")) {
            //更换目录到当前目录
            ftpClient.changeWorkingDirectory(pathName);
            //设置访问被动模式
            ftpClient.enterLocalPassiveMode();
            ftpClient.setRemoteVerificationEnabled(false);
            //检索ftp目录下所有的文件，利用时间字符串进行过滤
            FTPFile[] files = ftpClient.listFiles();
            JSONObject jsonObject;
            if (files != null) {
                for (int i = 0; i < files.length; i++) {
                    if (files[i].isFile()) {
                        jsonObject = new JSONObject();
                        jsonObject.put("fileName",files[i].getName());
                        jsonArray.put(jsonObject);
                    }
                }
            }
        }
        //关闭连接
        closeConnect();
        return jsonArray;
    }
    /**
     * 从FTP下载文件到本地
@@ -254,7 +177,7 @@ public class FtpFilesUtil {
    }
    /**
     * 递归遍历出目录下面所有文件
     * 递归遍历出目录下面所有文件，下载到本地
     * @param pathName 需要遍历的目录，必须以"/"开始和结束
     * @throws IOException
     */
@@ -270,7 +193,6 @@ public class FtpFilesUtil {
            ftpClient.setRemoteVerificationEnabled(false);
            //检索ftp目录下所有的文件，利用时间字符串进行过滤
            FTPFile[] files = ftpClient.listFiles();
            JSONObject jsonObject;
            if (files != null) {
                for (int i = 0; i < files.length; i++) {
                    if (files[i].isFile()) {
@@ -338,66 +260,14 @@ public class FtpFilesUtil {
    public void uploadFtpFileByPath(String url, int port, String user, String pwd, String pathName) throws Exception {
        //连接ftp服务器
        connectServer(url, port, user, pwd);
        if (pathName.startsWith("/") && pathName.endsWith("/")) {
            //更换目录到当前目录
            ftpClient.changeWorkingDirectory(pathName);
            //设置访问被动模式
            ftpClient.enterLocalPassiveMode();
            ftpClient.setRemoteVerificationEnabled(false);
            //检索ftp目录下所有的文件，利用时间字符串进行过滤
            FTPFile[] files = ftpClient.listFiles();
            if (files != null) {
                for (int i = 0; i < files.length; i++) {
                    if (files[i].isFile()) {
                        byte[] byt = getFileStreamFromFTP(ftpClient, pathName + files[i].getName());
                        Map<String, Object> params = new HashMap<>();
                        String str = Base64Utils.encode(byt);
                        params.put("name", files[i].getName());
                        params.put("bytes", str);
                        Log.info("DATE_" + DateUtil.getNowDate() + ";FILES___NAME=" + files[i].getName());
                        HttpResponse res = HttpUtils.doPost(wlyyUrl + "upload/ftpVoiceUpload", params);
                        JSONObject rs = new JSONObject(res.getContent());
                        Log.info("res=" + rs.get("data").toString() + "");
                    }
                }
            }
        }
        //递归查找文件，并上传
        ergodicFiles(pathName);
        //关闭连接
        closeConnect();
    }
    /**
     * 从FTP下载文件到本地
     * @param ftpClient     已经登陆成功的FTPClient
     * @param ftpFilePath   FTP上的目标文件路径
     */
    public byte[] getFileStreamFromFTP(FTPClient ftpClient, String ftpFilePath) {
        InputStream is = null;
        try {
            // 获取ftp上的文件
            is = ftpClient.retrieveFileStream(ftpFilePath);
            byte[] byt = new byte[is.available()];
            is.read(byt);
            Log.info("FTP文件下载成功！");
            return byt;
        } catch (Exception e) {
            Log.error("FTP文件下载失败！", e);
        } finally {
            try {
                if (is != null) {
                    is.close();
                    ftpClient.completePendingCommand();
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
        return null;
    }
    /**
     * 递归遍历出目录下面所有文件
     * 测试某路径递归遍历出目录下面所有文件
     * @param pathName 需要遍历的目录，必须以"/"开始和结束
     * @throws IOException
     */
@@ -419,36 +289,6 @@ public class FtpFilesUtil {
                        int size = (int) files[i].getSize();
                        Log.info("fileSize=========" + size);
                        inputStreamUpload( ftpClient, pathName,files[i].getName());
//                        //获取ftp的文件流
//                        BufferedInputStream inputStream = new BufferedInputStream( ftpClient.retrieveFileStream(pathName + files[i].getName()));
//                        BufferedOutputStream fos = null;
//                        try {
//                            int j;
//                            byte[] bytes = new byte[size];
//                            //指定输出地址
//                            fos =  new BufferedOutputStream(new FileOutputStream("D:\\testFile\\"+files[i].getName()));
//                            // 输出文件
//                            while ((j = inputStream.read(bytes)) != -1) {
//                                Log.info("time=========="+j);
//                                fos.write(bytes, 0, j);
//                            }
//                            fos.flush();
//                            Log.info("FTP文件下载成功！");
//                        } catch (Exception e) {
//                            Log.error("FTP文件下载失败！", e);
//                        } finally {
//                            try {
//                                if (fos != null) {
//                                    fos.close();
//                                }
//                                if (inputStream != null) {
//                                    inputStream.close();
//                                    ftpClient.completePendingCommand();
//                                }
//                            } catch (IOException e) {
//                                e.printStackTrace();
//                            }
//                        }
                    }
                }
            }