tfsdemo服务端代码提交

display-server/src/main/java/com/ai/server/bean/UploadDownloadWithTfsBean.java

@@ -1,173 +1,176 @@
package com.ai.server.bean;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.Date;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Set;
import javax.servlet.http.HttpServletRequest;
import org.apache.commons.fileupload.FileItem;
import org.apache.commons.fileupload.disk.DiskFileItemFactory;
import org.apache.commons.fileupload.servlet.ServletFileUpload;
import org.apache.commons.lang3.StringUtils;
import com.ai.ipu.basic.file.FileUtil;
import com.ai.ipu.basic.file.PropertiesHelper;
import com.ai.ipu.basic.log.ILogger;
import com.ai.ipu.basic.log.IpuLoggerFactory;
import com.ai.ipu.fs.IBaseFs;
import com.ai.ipu.fs.impl.UniqueCacheFs;
import com.ai.ipu.fs.util.FsFactory;
import com.ai.ipu.server.servlet.ServletManager;
import com.ai.ipu.server.util.MobileUtility;
import com.ai.ipu.server.util.MobileServerException;
import com.ai.server.core.bean.IpuAppBean;
import com.ai.server.dao.FileDao;
import com.ai.server.util.Constant;
import com.ai.tfs.DbFs;
import com.ailk.common.data.IData;
import com.ailk.common.data.IDataset;
import com.ailk.common.data.impl.DataMap;
import com.ailk.common.data.impl.DatasetList;
public class UploadDownloadWithTfsBean extends IpuAppBean {
    private final String path = this.getClass().getClassLoader().getResource("tfsdb.properties").getPath();
    transient protected static final ILogger log = IpuLoggerFactory.createLogger(UploadDownloadWithTfsBean.class);
    private static final String IPU_FILE = "ipu_file";
    /**
     * 将流文件上传至tfs服务端，且修改tfsdb.properties文件
     * 将流文件上传至tfs服务端，且记录数据库
     * 
     * @param param
     * @return
     * @throws Exception
     */
    public IData uploadPic(IData param) throws Exception {
        String fileName = param.getString("fileName");
        // 1.从客户端接受流文件
        DiskFileItemFactory factory = new DiskFileItemFactory(); // 获得磁盘文件条目工厂
        ServletFileUpload upload = new ServletFileUpload(factory);
        HttpServletRequest request = ServletManager.getRequest();
        if (!ServletFileUpload.isMultipartContent(request)) {
            MobileUtility.error("没有检测到文件,请重新提交!");
        }
        List<FileItem> fileList = upload.parseRequest(request);
        Iterator<FileItem> it = fileList.iterator();
        IData result = new DataMap();
        InputStream is = null;
        while (it.hasNext()) {
            FileItem item = it.next();
            if (!item.isFormField()) {
                is = item.getInputStream();
                break;
            }
        }
        // 2.将流文件存放tfs服务端，并返回存放信息
        String fileHashCode = null;
        FileInputStream fis = null;
        try {
            UniqueCacheFs ucfs = new UniqueCacheFs();
            String fileName = param.getString("fileName");
            // 1.从客户端接受流文件
            DiskFileItemFactory factory = new DiskFileItemFactory(); // 获得磁盘文件条目工厂
            ServletFileUpload upload = new ServletFileUpload(factory);
            HttpServletRequest request = ServletManager.getRequest();
            if (!ServletFileUpload.isMultipartContent(request)) {
                throw new MobileServerException("没有检测到文件,请重新提交!");
            }
            List<FileItem> fileList = upload.parseRequest(request);
            Iterator<FileItem> it = fileList.iterator();
            while (it.hasNext()) {
                FileItem item = it.next();
                if (!item.isFormField()) {
                    is = item.getInputStream();
                    break;
                }
            }
            // 2.将流文件存放tfs服务端，并返回存放信息
            String fileHashCode = null;
            IBaseFs fs = new DbFs();
            fis = (FileInputStream) is;
            fileHashCode = ucfs.saveFile(fis);
            fileHashCode = fs.saveFile(fis);
            log.debug("fileName=[" + fileName + "] 上传tfs成功,返回值fileHashCode=[" + fileHashCode + "]");
            // 3.业务数据保存。无就插入；有不必插入
            if (fileHashCode != null) {
                FileDao dao = new FileDao(Constant.CONNNAME);
                IData fileParam = new DataMap();
                fileParam.put("file_name", fileName);
                fileParam.put("file_hash_code", fileHashCode);
                // fileParam.put("file_path", null);
                fileParam.put("create_time", new Date());
                IDataset list = dao.queryFileListByFileHashCode(fileParam);
                if (list == null || list.isEmpty()) {
                    dao.insertFile(fileParam);
                    log.debug("fileHashCode=[" + fileHashCode + "] 未经存在,插入业务数据库表tab_file。");
                } else {
                    log.debug("fileHashCode=[" + fileHashCode + "] 已经存在,跳过插入业务数据库表tab_file步骤。");
                }
            }
            result.put("flag", "success");
        }
        catch (Exception e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
            log.error(e.getMessage());
            result.put("flag", "fail");
        }
        finally {
            if (fis != null) {
                fis.close();
                try {
                    fis.close();
                }
                catch (Exception e) {
                    log.error(e.getMessage());
                }
            }
            if (is != null) {
                is.close();
                try {
                    is.close();
                }
                catch (Exception e) {
                    log.error(e.getMessage());
                }
            }
        }
        // 3.将信息记录数据库，或tfsdb.properties文件
        PropertiesHelper pro = new PropertiesHelper(path);
        String value = fileName + "," + fileHashCode + "," + "123";
        Set<Object> keySet = pro.keySet();
        String key = getNextKey(keySet);
        pro.put(key, value);
        IData result = new DataMap();
        result.put("flag", "success");
        return result;
    }
    private String getNextKey(Set<Object> keySet) {
        int maxNum = 0;
        for (Object key : keySet) {
            maxNum = Integer.valueOf((String) key) > maxNum ? Integer.valueOf((String) key) : maxNum;
        }
        return (maxNum + 1) + "";
    }
    public InputStream downloadPic(IData param) throws Exception {
        String id = param.getString("id");
        // 1.遍历tfsdb.properties文件，找到fileHashCode值
        PropertiesHelper pro = new PropertiesHelper(path);
        String value = pro.getProperty(id);
        String[] arr = value.split(",");
        if (arr.length != 3) {
            MobileUtility.error("读取tfsdb.properties格式有误。");
        if (StringUtils.isEmpty(id)) {
            throw new MobileServerException("参数id缺失。");
        }
        // 1.找到fileHashCode值
        FileDao dao = new FileDao(Constant.CONNNAME);
        IData fileObj = dao.queryFileListById(param);
        String fileName = fileObj.getString("file_name");
        if (null == fileObj || null == fileObj.getString("file_hash_code") || "".equals(fileObj.getString("file_hash_code"))) {
            throw new MobileServerException("数据库未找到记录。");
        }
        String fileName = arr[0];
        String fileHashCode = arr[1];
        String md5 = arr[2];
        String fileHashCode = fileObj.getString("file_hash_code");
        // 2.根据fileHashCode从tfs获取，并转化为本地文件
        IBaseFs fs = FsFactory.getUniqueCacheFs();
        String localFileName = "temp/"+fileName;
        boolean result = fs.takeFile(fileHashCode, localFileName);
        
        if(result){
            return new FileInputStream(FileUtil.connectFilePath("c:/", localFileName));
        IBaseFs fs = new DbFs();
        String path = FileUtil.connectFilePath(System.getProperty("catalina.base"), IPU_FILE, fileName);// 相对路径，转为输入流传到客户端app
        boolean result = fs.takeFile(fileHashCode, path);
        if (result) {
            return new FileInputStream(path);
        }
        return null;
    }
    public IData deletePic(IData param) throws Exception {
        String id = param.getString("id");
        if (StringUtils.isEmpty(id)) {
            throw new MobileServerException("参数id缺失。");
        }
        // 1.删除tfs服务端资源
        PropertiesHelper pro = new PropertiesHelper(path);
        String value = pro.getProperty(id);
        String[] arr = value.split(",");
        if (arr.length != 3) {
            MobileUtility.error("读取tfsdb.properties格式有误。");
        FileDao dao = new FileDao(Constant.CONNNAME);
        IData fileObj = dao.queryFileListById(param);
        if (null == fileObj || null == fileObj.getString("file_hash_code") || "".equals(fileObj.getString("file_hash_code"))) {
            throw new MobileServerException("数据库未找到记录。");
        }
        String fileHashCode = fileObj.getString("file_hash_code");
        IBaseFs fs = new DbFs();
        boolean deleteResult = fs.deleteFile(fileHashCode);
        if (!deleteResult) {
            throw new MobileServerException("tfs删除资源失败。");
        }
        String fileName = arr[0];
        String fileHashCode = arr[1];
        String md5 = arr[2];
        UniqueCacheFs ucfs = new UniqueCacheFs();
        ucfs.deleteFile(fileHashCode);
        // 2.删除tfsdb.properties一条记录
        pro.remove(id);
        // 2.删除数据库记录
        dao.deleteFileById(param);
        IData result = new DataMap();
        result.put("flag", "success");
        return result;
    }
    public IData getPictureList(IData param) throws IOException {
    public IData getPictureList(IData param) throws Exception {
        IData result = new DataMap();
        IDataset list = new DatasetList();
        IData obj = new DataMap();
        PropertiesHelper pro = new PropertiesHelper(path);
        Map<String, ?> map = pro.getProMap();
        Set<String> keySet = map.keySet();
        String value;
        for (String key : keySet) {
            obj = new DataMap();
            obj.put("id", key);
            value = (String) map.get(key);
            String[] arr = value.split(",");
            if (arr.length != 3) {
                MobileUtility.error("tfsdb.properties配置有误。");
            }
            obj.put("fileName", arr[0]);
            obj.put("fileHashCode", arr[1]);
            obj.put("fileMD5", arr[2]);
            list.add(obj);
        }
        FileDao dao = new FileDao(Constant.CONNNAME);
        IDataset list = dao.queryFileList(null);
        result.put("infoList", list);
        return result;
    }

display-server/src/main/java/com/ai/server/util/Constant.java

@@ -1,6 +1,8 @@
package com.ai.server.util;
public class Constant {
    public static final String CONNNAME = "display";
    
    public static final String SUCCESS = "success";
    
	public static class Cache{

display-server/src/main/resources/database.xml

@@ -16,4 +16,15 @@
		maxIdle="5"
		maxWait="1000"
		/>
	<display
		type="dbcp"
		driver="com.mysql.jdbc.Driver"
		url="jdbc:mysql://123.57.35.51:3307/display?useUnicode=true"
        user="ipu"
        passwd="ipumysql"
		initialSize="5"
		maxActive="20"
		maxIdle="5"
		maxWait="1000"
		/>
</database>

display-server/src/main/resources/memcache.xml

@@ -3,26 +3,25 @@
<memcache>
    <default-datacenter>center1</default-datacenter>
    <datacenter name="center1" >
        <!-- codecode查询缓存 -->
        <cluster name="codecode_cache">
        <!-- 单点登录缓存 -->
        <cluster name="SSN_CACHE">
            <heartbeat-second>2</heartbeat-second>
            <pool-size>16</pool-size>
            <address master="10.1.31.40:10001"/>
            <address master="123.57.35.51:10001"/>
        </cluster>
        
        <!-- 单点登录缓存 -->
        <cluster name="SSN_CACHE">
        <!-- codecode查询缓存 -->
        <cluster name="codecode_cache">
            <heartbeat-second>2</heartbeat-second>
            <pool-size>16</pool-size>
            <address master="10.1.31.40:10002"/>
            <address master="123.57.35.51:10002"/>
        </cluster>
        
        <!-- tfs缓存 -->
        <cluster name="tfs_cache">
            <heartbeat-second>2</heartbeat-second>
            <pool-size>16</pool-size>
            <address master="114.215.100.48:11001"/>
            <address master="114.215.100.48:11002"/>
            <address master="123.57.35.51:10003"/>
        </cluster>
    </datacenter>
</memcache>

display-server/src/main/resources/tfs.xml

@@ -1,7 +1,7 @@
<?xml version="1.0" encoding="UTF-8"?>
<configs>
      <!-- 整个进程中系统最多等待多少个请求,取决于你有多少个线程并发的请求TFS -->
       <config name="maxWaitThread" value="100"/>
       <config name="maxWaitThread" value="1000"/>
      <!-- 单个请求最大的等待时间(ms) 超过这个时间放弃这次请求-->
      <config name="timeout" value="20000"/>
      <!-- Tfs master nameserver ip address -->
@@ -9,11 +9,11 @@
      <!-- TFS在读取文件的时候会缓存block所在的数据服务器ip,这个参数配置了最多缓存的记录个数!-->
      <config name="maxCacheItemCount" value="10000"/>
      <!-- 上一项缓存最大有效的时间(ms)!-->
      <config name="maxCacheTime" value="5000"/>
      <config name="maxCacheTime" value="50000"/>
      <!-- tfs保存失败后最大重试次数-->
      <config name="maxTryNum" value="3"/>
      <!-- tfs本地文件存放的根目录 -->
      <config name="uploadFileHome" value="c:/"/>
      <config name="uploadFileHome" value="/home/ipuapp/web/webapps/display"/>
      <!-- 是否开启本地文件缓存。缺省为true，开启。不想开启需要设置为false -->
      <config name="localFileCached" value="false"/>
      

display-server/src/main/webapp/biz/js/more/scene/TfsDemo.js

@@ -1,7 +1,7 @@
require(["mobile","common","hammer","handlebars","wadeMobile","util"],function(Mobile,Common,Hammer,Handlebars,WadeMobile){	
	
	var maxNum = "3";//允许上传的最大数量
	var localPicRelativePath = "picture/my2.png";//被查看的图片的本地路径
	var localPicRelativePath = "picture/tfsFile.png";//被查看的图片的本地路径
	
	initData();
	

display-server/src/main/webapp/template/webapp/more/scene/TfsDemo.html

@@ -38,7 +38,7 @@
{{#each infoList}}
<li>
	<div class="content">
		<div class="main">{{fileName}}</div>
		<div class="main">{{file_name}}</div>
		<div class="side">
			<div class="link" id="download" data-id="{{id}}">查看</div>
		</div>