根据url下载文件到指定目录

比眉伴天荒 2021-11-23 12:02 493阅读 0赞

package com.leju.cloud.speed.util;
    
    import java.io.File;
    import java.net.URL;
    import java.io.BufferedReader;
    import java.io.FileNotFoundException;
    import java.io.FileReader;
    import java.io.IOException;
    
    import lombok.extern.slf4j.Slf4j;
    import org.apache.commons.io.FileUtils;
    
    
    @Slf4j
    public class CloudFileUtils {
        /**
         * @param args
         */
        public static void main(String[] args) {
            String res = getFileNameFromUrl("http://dx.wslog.chinanetcenter.com/log/c/www.example1.com/2017-06-14-0000-2330_www.example1.com.cn.log.gz?wskey=00c6ae5d3570005382bc74485900f4edac8d5f00152a");
            String name = UngzFileUtils.getFileName(res);
    //        String res = downloadFromUrl("https://sife.chinanetcenter.com/si/prd/js/app@56e3086833bd1db78b14.js","d:/");
            System.out.println(name);
            System.out.println(res);
        }
    
        /**
         * 下载文件到指定目录
         * @param url
         * @param dir
         * @return
         */
        public static String downloadFromUrl(String url,String dir) {
    
            try {
                URL httpurl = new URL(url);
                String fileName = getFileNameFromUrl(url);
                String name = UngzFileUtils.getFileName(fileName)+".gz";
                System.out.println(name);
                File f = new File(dir + name);
                FileUtils.copyURLToFile(httpurl, f);
            } catch (Exception e) {
                e.printStackTrace();
               log.info("下载失败！！url：{}",url);
                return "failed";
            }
            log.info("下载成功！！url：{}",url);
            return "sucess";
        }
    
        /**
         * 获取文件名
         * @param url
         * @return
         */
        public static String getFileNameFromUrl(String url){
            String name = new Long(System.currentTimeMillis()).toString() + ".X";
            int index = url.lastIndexOf("/");
            if(index > 0){
                name = url.substring(index + 1);
                if(name.trim().length()>0){
                    return name;
                }
            }
            return name;
        }
    
        /**
         *
         * @param filePath        文件路径的字符串表示形式
         * @param KeyWords        查找包含某个关键字的信息：非null为带关键字查询；null为全文显示
         * @return         当文件存在时，返回字符串；当文件不存在时，返回null
         */
        public static String readFromFile(String filePath, String KeyWords) {
            StringBuffer stringBuffer = null;
            File file = new File(filePath);
            if (file.exists()) {
                stringBuffer = new StringBuffer();
                FileReader fileReader = null;
                BufferedReader bufferedReader = null;
                String temp = "";
                try {
                    fileReader = new FileReader(file);
                    bufferedReader = new BufferedReader(fileReader);
                    while ((temp = bufferedReader.readLine()) != null) {
                        if (KeyWords == null) {
                            stringBuffer.append(temp + "\n");
                        } else {
                            if (temp.contains(KeyWords)) {
                                stringBuffer.append(temp + "\n");
                            }
                        }
                    }
                } catch (FileNotFoundException e) {
                    e.printStackTrace();
                } catch (IOException e) {
                    e.printStackTrace();
                } finally {
                    try {
                        fileReader.close();
                    } catch (IOException e) {
                        e.printStackTrace();
                    }
                    try {
                        bufferedReader.close();
                    } catch (IOException e) {
                        e.printStackTrace();
                    }
                }
            }
            if (stringBuffer == null) {
                return null;
            } else {
                return stringBuffer.toString();
            }
        }
    }

package com.leju.cloud.speed.util;
    
    
    import lombok.extern.slf4j.Slf4j;
    import java.util.zip.GZIPInputStream;
    import java.io.FileOutputStream;
    import java.io.FileInputStream;
    import java.io.FileNotFoundException;
    import java.io.IOException;
    
    /**
     * Created by LEJU on 2019/7/23.
     */
    @Slf4j
    public class UngzFileUtils {
    
        public static void doUncompressFile(String inFileName) {
    
            try {
    
                if (!getExtension(inFileName).equalsIgnoreCase("gz")) {
                    System.err.println("File name must have extension of \".gz\"");
                    System.exit(1);
                }
    
                System.out.println("Opening the compressed file.");
                GZIPInputStream in = null;
                try {
                    in = new GZIPInputStream(new FileInputStream(inFileName));
                } catch(FileNotFoundException e) {
                    System.err.println("File not found. " + inFileName);
                    System.exit(1);
                }
    
                System.out.println("Open the output file.");
                String outFileName = getFileName(inFileName);
                FileOutputStream out = null;
                try {
                    out = new FileOutputStream(outFileName);
                } catch (FileNotFoundException e) {
                    System.err.println("Could not write to file. " + outFileName);
                    System.exit(1);
                }
    
                System.out.println("Transfering bytes from compressed file to the output file.");
                byte[] buf = new byte[1024];
                int len;
                while((len = in.read(buf)) > 0) {
                    out.write(buf, 0, len);
                }
    
                System.out.println("Closing the file and stream");
                in.close();
                out.close();
                log.info("解压缩文件成功！！，文件名：{}",inFileName);
            } catch (IOException e) {
                log.info("解压缩文件失败！！，文件名：{}",inFileName);
                e.printStackTrace();
                System.exit(1);
            }
    
        }
    
        /**
         * Used to extract and return the extension of a given file.
         * @param f Incoming file to get the extension of
         * @return <code>String</code> representing the extension of the incoming
         *         file.
         */
        public static String getExtension(String f) {
            String ext = "";
            int i = f.lastIndexOf('.');
    
            if (i > 0 &&  i < f.length() - 1) {
                ext = f.substring(i+1);
            }
            return ext;
        }
    
        /**
         * Used to extract the filename without its extension.
         * @param f Incoming file to get the filename
         * @return <code>String</code> representing the filename without its
         *         extension.
         */
        public static String getFileName(String f) {
            String fname = "";
            int i = f.lastIndexOf('.');
    
            if (i > 0 &&  i < f.length() - 1) {
                fname = f.substring(0,i);
            }
            return fname;
        }
    
        /**
         * Sole entry point to the class and application.
         * @param args Array of String arguments.
         */
        public static void main(String[] args) {
            doUncompressFile("D:\\download\\2019-07-19-0000-2330_ess.leju.com.cn.log.gz");
        }
    
    }

package com.leju.cloud.speed.util;
    
    import lombok.extern.slf4j.Slf4j;
    
    import java.text.ParseException;
    import java.text.SimpleDateFormat;
    import java.time.LocalDateTime;
    import java.time.ZoneId;
    import java.time.ZonedDateTime;
    import java.time.format.DateTimeFormatter;
    import java.util.Date;
    import java.util.Locale;
    
    /** 2中方法，二选一
     * Created by LEJU on 2019/7/25.
     */
    @Slf4j
    public class DateFormarterUtils {
    
        /**
         * 这个方法参数不需要带[]，例：23/Jul/2019:00:01:12 +0800
         * @param timestamp
         * @return
         */
        public static Date dateFormatter(String timestamp) {
            // 注意：这里必须要用Z（大写），否则会报异常java.time.format.DateTimeParseException: Text '02/Jul/2019:06:28:46 +0000' could not be parsed at index 21
           try {
               DateTimeFormatter dateTimeFormatter = DateTimeFormatter.ofPattern("dd/MMM/yyyy:HH:mm:ss Z", Locale.ENGLISH);
               LocalDateTime dateTime = LocalDateTime.parse(timestamp, dateTimeFormatter);
               ZoneId zoneId = ZoneId.systemDefault();
               ZonedDateTime zdt = dateTime.atZone(zoneId);
               Date date = Date.from(zdt.toInstant());
               return date;
           } catch (Exception e) {
               e.printStackTrace();
               log.info("日期转换异常！！！=={}",timestamp);
           }
            return null;
        }
    
        /**
         * 这个方法参数必须带[]例：[23/Jul/2019:00:01:12 +0800]
         * @param timestamp
         * @return
         */
     public static String bracketsDateFormatter(String timestamp) {
         SimpleDateFormat in=new SimpleDateFormat("[dd/MMM/yyyy:HH:mm:ss ZZZZZ]",Locale.US);
         SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
         try{
             Date date=in.parse(timestamp);
             String format = sdf.format(date);
             return format;
         }
         catch (ParseException e){
             e.printStackTrace();
         }
         return null;
     }
    
    
    }