package downloadTest; import java.io.BufferedReader; import java.io.File; import java.io.FileInputStream; import java.io.FileNotFoundException; import java.io.FileOutputStream; import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; import java.net.URLEncoder; import org.apache.commons.codec.digest.DigestUtils; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.httpclient.HttpStatus; import org.apache.commons.httpclient.methods.PostMethod; import org.apache.commons.httpclient.methods.multipart.FilePart; import org.apache.commons.httpclient.methods.multipart.MultipartRequestEntity; import org.apache.commons.httpclient.methods.multipart.Part; import org.apache.log4j.Logger; public class FileLoadClient { private static Logger logger = Logger.getLogger(FileLoadClient.class); /** * 文件上传 * @param url * @param file * @return */ public static String fileload(String url, File file) { String body = "{}"; if (url == null || url.equals("")) { return "参数不合法"; } if (!file.exists()) { return "要上传的文件名不存在"; } PostMethod postMethod = new PostMethod(url); try { // FilePart：用来上传文件的类,file即要上传的文件 FilePart fp = new FilePart("file", file); Part[] parts = { fp }; // 对于MIME类型的请求，httpclient建议全用MulitPartRequestEntity进行包装 MultipartRequestEntity mre = new MultipartRequestEntity(parts, postMethod.getParams()); postMethod.setRequestEntity(mre); HttpClient client = new HttpClient(); // 由于要上传的文件可能比较大 , 因此在此设置最大的连接超时时间 client.getHttpConnectionManager().getParams() .setConnectionTimeout(50000); int status = client.executeMethod(postMethod); if (status == HttpStatus.SC_OK) { InputStream inputStream = postMethod.getResponseBodyAsStream(); BufferedReader br = new BufferedReader(new InputStreamReader(inputStream)); StringBuffer stringBuffer = new StringBuffer(); String str = ""; while ((str = br.readLine()) != null) { stringBuffer.append(str); } body = stringBuffer.toString(); } else { body = "fail"; } } catch (Exception e) { logger.warn("上传文件异常", e); } finally { // 释放连接 postMethod.releaseConnection(); } return body; } /** * 字节流读写复制文件 * @param src 源文件 * @param out 目标文件 */ public static void InputStreamOutputStream(String src, String out) { FileOutputStream outputStream = null; FileInputStream inputStream = null; try { outputStream = new FileOutputStream(out); inputStream = new FileInputStream(src); byte[] bytes = new byte[1024]; int num = 0; while ((num = inputStream.read(bytes)) != -1) { outputStream.write(bytes, 0, num); outputStream.flush(); } } catch (FileNotFoundException e) { e.printStackTrace(); } catch (IOException e) { e.printStackTrace(); } finally { try { outputStream.close(); inputStream.close(); } catch (IOException e) { e.printStackTrace(); } } } /** *//**文件重命名 * @param path 文件目录 * @param oldname 原来的文件名 * @param newname 新文件名 */ public static void renameFile(String path,String oldname,String newname){ if(!oldname.equals(newname)){//新的文件名和以前文件名不同时,才有必要进行重命名 File oldfile=new File(path+"/"+oldname); File newfile=new File(path+"/"+newname); if(!oldfile.exists()){ return;//重命名文件不存在 } if(newfile.exists())//若在该目录下已经有一个文件和新文件名相同，则不允许重命名 System.out.println(newname+"已经存在！"); else{ oldfile.renameTo(newfile); } }else{ System.out.println("新文件名和旧文件名相同..."); } } public static void main(String[] args) throws Exception { String path = "C:/SCApp/Data/file/WU_FILE_2/"; String oldName = "410C0166CE6C5375D5990F8C3C486F01.mp4"; String md5 = DigestUtils.md5Hex(new FileInputStream(path + oldName)); String newName = md5 + "" +oldName.substring(oldName.lastIndexOf(".") ); renameFile(path,oldName,newName); String body = fileload("https://resource.openedu.club/resUpload", new File(path + newName)); System.out.println(body); } }
package downloadTest; import java.io.BufferedInputStream; import java.io.BufferedOutputStream; import java.io.File; import java.io.FileOutputStream; import java.io.InputStream; import java.net.HttpURLConnection; import java.net.URL; public class down { /** * @功能 下载临时素材接口 * @param filePath 文件将要保存的目录 * @param method 请求方法，包括POST和GET * @param url 请求的路径 * param fileName 带格式的文件名 * @return */ public static File saveUrlAs(String url,String filePath,String method,String fileName){ //System.out.println("fileName---->"+filePath); //创建不同的文件夹目录 File file=new File(filePath); //判断文件夹是否存在 if (!file.exists()) { //如果文件夹不存在，则创建新的的文件夹 file.mkdirs(); } FileOutputStream fileOut = null; HttpURLConnection conn = null; InputStream inputStream = null; try { // 建立链接 URL httpUrl=new URL(url); conn=(HttpURLConnection) httpUrl.openConnection(); //以Post方式提交表单，默认get方式 conn.setRequestMethod(method); conn.setDoInput(true); conn.setDoOutput(true); // post方式不能使用缓存 conn.setUseCaches(false); //连接指定的资源 conn.connect(); //获取网络输入流 inputStream=conn.getInputStream(); BufferedInputStream bis = new BufferedInputStream(inputStream); //判断文件的保存路径后面是否以/结尾 if (!filePath.endsWith("/")) { filePath += "/"; } //写入到文件（注意文件保存路径的后面一定要加上文件的名称） fileOut = new FileOutputStream(filePath + fileName); BufferedOutputStream bos = new BufferedOutputStream(fileOut); byte[] buf = new byte[4096]; int length = bis.read(buf); //保存文件 while(length != -1) { bos.write(buf, 0, length); length = bis.read(buf); } bos.close(); bis.close(); conn.disconnect(); } catch (Exception e) { e.printStackTrace(); System.out.println("抛出异常！！"); } return file; } /** * @param args */ public static void main(String[] args) { String photoUrl = ".域名/ResourceData/PDF/2017/12/5/b79147d7936641a1b988a85b74d2a782.pdf"; String fileName = photoUrl.substring(photoUrl.lastIndexOf("/")); System.out.println("fileName---->"+fileName); String filePath = "C:\\SCApp"; File file = saveUrlAs(photoUrl, filePath , "GET", fileName); System.out.println("Run ok!/n<BR>Get URL file " + file); } }
/**
* 此处部分自用，处理上传接收用
*/
package club.openedu.resource.controller; import org.apache.commons.codec.digest.DigestUtils; import org.apache.commons.io.FileUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.bind.annotation.RestController; import org.springframework.web.multipart.MultipartFile; import org.springframework.web.multipart.MultipartHttpServletRequest; import org.springframework.web.multipart.commons.CommonsMultipartResolver; import club.openedu.core.controller.BaseController; import club.openedu.core.dao.OpenDao; import club.openedu.resource.util.CapturePdfFirstPageUtil; import club.openedu.resource.util.ConverterUtil; import club.openedu.resource.util.ImageCutUtil; import club.openedu.resource.util.VideoCoverMp4Util; import club.openedu.resource.util.VideoCutUtil; import club.openedu.resource.vo.MultipartFileParam; import java.io.File; import java.io.FileInputStream; import java.io.FileOutputStream; import java.io.IOException; import java.io.InputStream; import java.io.RandomAccessFile; import java.util.Iterator; import java.util.List; import java.util.Map; import java.util.UUID; import java.util.concurrent.atomic.AtomicLong; import javax.annotation.Resource; import javax.servlet.http.HttpServletRequest; import javax.servlet.http.HttpServletResponse; @RestController public class FileUploadController extends BaseController { @Resource OpenDao openDap; public OpenDao getOpenDap() { return openDap; } public void setOpenDap(OpenDao openDap) { this.openDap = openDap; } @Value("${server.port}") private int port; @Value("${web.serverIP}") private String address; @Value("${web.upload-path}") private String uploadPath; @Value("${syspath.ffmpeg-path}") private String FFMPEG_PATH; private final static Logger logger= LoggerFactory.getLogger(FileUploadController.class); private static AtomicLong counter = new AtomicLong(0L); @RequestMapping("uploadfile") public Object uploadv2(MultipartFileParam param) throws Exception { //String uploadPath = request.getServletContext().getRealPath( "/" ); //uploadPath = uploadPath.replace( "\\", "/" ); Map<String, Object> map = getParameterMap(); String path =null; try { String prefix = "req_count:" + counter.incrementAndGet() + ":"; logger.info(prefix + "start !!!"); //使用 工具类解析相关参数，工具类代码见下面 logger.info(""); logger.info(""); logger.info(""); logger.info(prefix + "chunks= " + param.getChunks()); logger.info(prefix + "chunk= " + param.getChunk()); logger.info(prefix + "chunkSize= " + param.getSize()); //这个必须与前端设定的值一致 long chunkSize = 1024 * 1024; String finalDirPath = uploadPath + "file/"; logger.info(finalDirPath); String tempDirPath = finalDirPath + param.getId(); String tempFileName = param.getName(); File confFile = new File(tempDirPath, param.getName() + ".conf"); File tmpDir = new File(tempDirPath); File tmpFile = new File(tempDirPath, tempFileName); if (!tmpDir.exists()) { tmpDir.mkdirs(); } RandomAccessFile accessTmpFile = new RandomAccessFile(tmpFile, "rw"); RandomAccessFile accessConfFile = new RandomAccessFile(confFile, "rw"); long offset = chunkSize * param.getChunk(); //定位到该分片的偏移量 accessTmpFile.seek(offset); //写入该分片数据 accessTmpFile.write(param.getFile().getBytes()); //把该分段标记为 true 表示完成 logger.info(prefix + "set part " + param.getChunk() + " complete"); accessConfFile.setLength(param.getChunks()); accessConfFile.seek(param.getChunk()); accessConfFile.write(Byte.MAX_VALUE); //completeList 检查是否全部完成,如果数组里是否全部都是(全部分片都成功上传) byte[] completeList = FileUtils.readFileToByteArray(confFile); byte isComplete = Byte.MAX_VALUE; for (int i = 0; i < completeList.length && isComplete==Byte.MAX_VALUE; i++) { //与运算, 如果有部分没有完成则 isComplete 不是 Byte.MAX_VALUE isComplete = (byte)(isComplete & completeList[i]); logger.info(prefix + "check part " + i + " complete?:" + completeList[i]); } if (isComplete == Byte.MAX_VALUE) { logger.info(prefix + "upload complete !!" + "---------------------------------------------------------"); renameFile(tempDirPath +"/"+tempFileName,tempDirPath+"/"+param.getName()); path ="/"+param.getId()+"/"+ param.getName(); } accessTmpFile.close(); accessConfFile.close(); logger.info(prefix + "end !!!"); }catch (Exception e){ e.printStackTrace(); } /** * 文件上传完成,开始进行格式处理 */ if (path!=null){ logger.info("path!=null ----" + uploadPath+"file"+path); //获取文件MD5 String md5 = DigestUtils.md5Hex(new FileInputStream(uploadPath+"file"+path)); //到数据库对比是否存在该文件 map.put("sqlMapId", "getFileIsThisMd5"); map.put("md5", md5); List<Map<String, Object>> md5List = openDap.queryForList(map); //获取文件类型 String fileType = map.get("type").toString(); String inputFilePath = uploadPath+"file"+path; String filePath = uploadPath + "file/" + param.getId(); String fileName = map.get("name").toString(); int pos = fileName.lastIndexOf("."); map.put("fileName", fileName.substring(0,pos)); map.put("fileExtName", fileName.substring(pos+1)); map.put("filePath", filePath); map.put("fileSize", map.get("size").toString()); map.put("resPath", filePath); map.put("sqlMapId", "saveFileInfo"); String resPk = openDap.insert(map).toString(); map.put("resPk", resPk); if(md5List.size() <= 0){ logger.info("文件不存在，开始处理..."); //office文件 if(fileType.contains("doc") || fileType.contains("docx") || fileType.contains("ppt") || fileType.contains("pptx") || fileType.contains("xls") || fileType.contains("xlsx") || fileType.contains("powerpoint")) { //转换HTML、PDF、处理缩略图 ConverterUtil converter = new ConverterUtil(uploadPath+"file"+path); converter.start(); map.put("pdfName", param.getName() + ".pdf"); map.put("htmlName", param.getName() + ".html"); map.put("imgName", param.getName() + ".jpg"); map.put("sqlMapId", "savePdfOffice"); openDap.insert(map); map.put("sqlMapId", "saveHtmlOffice"); openDap.insert(map); map.put("sqlMapId", "saveImgForFile"); openDap.insert(map); }else if(fileType.contains("image") ) { //图片文件 //缩略图处理 ImageCutUtil imgUtil = new ImageCutUtil(inputFilePath, inputFilePath+".jpg", 150); imgUtil.start(); map.put("imgName", param.getName() + ".jpg"); map.put("sqlMapId", "saveImgForFile"); openDap.insert(map); }else if(fileType.contains("audio") ) { //音频 //设置默认缩略图 }else if(fileType.contains("pdf") ) { //pdf //缩略图处理 String outputFilePath=inputFilePath+".jpg"; CapturePdfFirstPageUtil pdfUtil = new CapturePdfFirstPageUtil(ConverterUtil.getOutputFilePath(inputFilePath,".pdf"), outputFilePath); pdfUtil.start(); map.put("imgName", param.getName() + ".jpg"); map.put("sqlMapId", "saveImgForFile"); openDap.insert(map); }else if(fileType.contains("video") ) { //视频 logger.info("进入视频处理……"); //截取缩略图 VideoCutUtil videoUtil = new VideoCutUtil(inputFilePath, inputFilePath+".jpg", 2, "450x230",FFMPEG_PATH); videoUtil.start(); map.put("imgName", param.getName() + ".jpg"); map.put("sqlMapId", "saveImgForFile"); openDap.insert(map); if(fileType.contains("mp4") ) { logger.info("mp4文件，不做处理"); }else { //转码 VideoCoverMp4Util converter = new VideoCoverMp4Util(uploadPath+"file",path,FFMPEG_PATH); converter.start(); map.put("mp4Name", param.getName() + ".mp4"); map.put("sqlMapId", "saveMp4ForFile"); openDap.insert(map); } }else { //其他 logger.info("其他文件，不做处理"); } }else { logger.info("文件已存在"); } logger.info(uploadPath); logger.info(path); logger.info(uploadPath+"file"+path); String returnPath = address+":"+port+"/file"+path; return returnPath; } return "还在上传中"; } private void renameFile(String file, String toFile){ File toBeRenamed = new File(file); //检查要重命名的文件是否存在，是否是文件 if (!toBeRenamed.exists() || toBeRenamed.isDirectory()) { logger.info("File does not exist: " + file); return; } File newFile = new File(toFile); //修改文件名 if (toBeRenamed.renameTo(newFile)) { logger.info("File has been renamed."); } else { logger.info("Error renmaing file"); } } @RequestMapping(consumes = "multipart/form-data", value = "/resUpload", method = RequestMethod.POST) public String springUpload(HttpServletRequest request) throws IllegalStateException, IOException { long startTime = System.currentTimeMillis(); CommonsMultipartResolver multipartResolver = new CommonsMultipartResolver(request.getSession().getServletContext()); if (multipartResolver.isMultipart(request)) { MultipartHttpServletRequest multiRequest = (MultipartHttpServletRequest) request; Iterator iter = multiRequest.getFileNames(); String path = uploadPath + "file/WU_FILE_RES"; File pathFile = new File(path); if(!pathFile.exists()) { pathFile.mkdirs(); } path = path + "/"; //上传文件 while (iter.hasNext()) { MultipartFile file = multiRequest.getFile(iter.next().toString()); if (file != null) { path = path + file.getOriginalFilename(); file.transferTo(new File(path)); } String filePath = path ; String contentType = path.substring(path.lastIndexOf(".")+1); logger.info("文件格式： " + contentType); logger.info(contentType.equals("mp4")+""); //office文件 if(contentType.contains("doc") || contentType.contains("docx") || contentType.contains("ppt") || contentType.contains("pptx") || contentType.contains("xls") || contentType.contains("xlsx") || contentType.contains("powerpoint")) { //转换HTML、PDF、处理缩略图 ConverterUtil converter = new ConverterUtil(path); converter.start(); }else if(contentType.contains("pdf") ) { //pdf //缩略图处理 CapturePdfFirstPageUtil pdfUtil = new CapturePdfFirstPageUtil(ConverterUtil.getOutputFilePath(filePath,".pdf"), path+".jpg"); pdfUtil.start(); }else if(contentType.equals("mp4")) { //视频 logger.info("进入视频处理……"); String os = System.getProperty("os.name"); if(os.toLowerCase().startsWith("win")){ FFMPEG_PATH = "C:/Program Files/WorkSoftWare/ffmpeg/ffmpeg/bin/ffmpeg.exe"; }else { FFMPEG_PATH = "/usr/local/ffmpeg/bin/ffmpeg"; } logger.info("FFMPEG_PATH:" + FFMPEG_PATH); //截取缩略图 VideoCutUtil videoUtil = new VideoCutUtil(filePath, filePath+".jpg", 2, "450x230",FFMPEG_PATH); videoUtil.start(); if(contentType.contains("mp4") ) { logger.info("mp4文件，不做处理"); }else { //转码 VideoCoverMp4Util converter = new VideoCoverMp4Util(uploadPath+"file",path,FFMPEG_PATH); converter.start(); } }else { //其他 logger.info("其他文件，不做处理"); } } } long endTime = System.currentTimeMillis(); System.out.println("资源中心文件自动上传处理时间：" + String.valueOf(endTime - startTime) + "ms"); return "/success"; } }