tfsdemo代码补提交

display-server/src/main/java/com/ai/server/dao/FileDao.java

@@ -0,0 +1,42 @@
package com.ai.server.dao;
import com.ai.ipu.server.db.dao.impl.BaseDAO;
import com.ailk.common.data.IData;
import com.ailk.common.data.IDataset;
public class FileDao extends BaseDAO {
    public FileDao(String connName) throws Exception {
        super(connName);
    }
    public IDataset queryFileList(IData param) throws Exception {
        String sql = "SELECT * FROM tab_file ORDER BY create_time DESC";
        return this.queryList(sql, param);
    }
    public IDataset queryFileListByFileHashCode(IData param) throws Exception {
        String sql = "SELECT * FROM tab_file WHERE file_hash_code=:file_hash_code";
        return this.queryList(sql, param);
    }
    
    public IData queryFileListById(IData param) throws Exception {
        String sql = "SELECT * FROM tab_file WHERE id=:id";
        return this.queryList(sql, param).first();
    }
    public void insertFile(IData param) throws Exception {
        String sql = "INSERT INTO tab_file (file_name, file_hash_code, file_path, create_time, remark) VALUES(:file_name, :file_hash_code, :file_path, :create_time, :remark)";
        this.executeUpdate(sql, param);
    }
    public void deleteFileByFileHashCode(IData param) throws Exception {
        String sql = "DELETE FROM tab_file WHERE file_hash_code=:file_hash_code";
        this.executeUpdate(sql, param);
    }
    
    public void deleteFileById(IData param) throws Exception {
        String sql = "DELETE FROM tab_file WHERE id=:id";
        this.executeUpdate(sql, param);
    }
}

display-server/src/main/java/com/ai/server/dao/TfsMapDao.java

@@ -0,0 +1,37 @@
package com.ai.server.dao;
import com.ai.ipu.server.db.dao.impl.BaseDAO;
import com.ailk.common.data.IData;
import com.ailk.common.data.IDataset;
public class TfsMapDao extends BaseDAO {
    public TfsMapDao(String connName) throws Exception {
        super(connName);
    }
    public IData queryTfsMapListByFileHashCode(IData param) throws Exception {
        String sql = "SELECT * FROM common_tfs_map WHERE file_hash_code=:file_hash_code";
        return this.queryList(sql, param).first();
    }
    
    public IDataset queryTfsMapTfsListByMd5(IData param) throws Exception {
        String sql = "SELECT * FROM common_tfs_map WHERE md5=:md5";
        return this.queryList(sql, param);
    }
    public void insertTfsMap(IData param) throws Exception {
        String sql = "INSERT INTO common_tfs_map (file_hash_code, md5) VALUES(:file_hash_code, :md5)";
        this.executeUpdate(sql, param);
    }
    public void deleteTfsMapByFileHashCode(IData param) throws Exception {
        String sql = "DELETE FROM common_tfs_map WHERE file_hash_code=:file_hash_code";
        this.executeUpdate(sql, param);
    }
    
    public void updateTfsMap(IData param) throws Exception {
        String sql = "UPDATE common_tfs_map SET md5=:md5 WHERE file_hash_code=:file_hash_code";
        this.executeUpdate(sql, param);
    }
}

display-server/src/main/java/com/ai/tfs/DbFs.java

@@ -0,0 +1,181 @@
package com.ai.tfs;
import java.io.File;
import java.io.FileInputStream;
import java.io.OutputStream;
import com.ai.ipu.basic.cipher.MD5;
import com.ai.ipu.basic.file.FileUtil;
import com.ai.ipu.fs.cache.IFsUnique;
import com.ai.ipu.fs.impl.BaseFs;
import com.ai.ipu.fs.util.FsConstant;
import com.ai.ipu.fs.util.FsFactory;
/**
 * @author chengwb3 以MD5值为key的一系列操作，数据库存放记录
 */
public class DbFs extends BaseFs {
    private String fsUniqueClassPath = "com.ai.tfs.DbFsUnique";
    private IFsUnique fsUnique;
    public DbFs() throws Exception {
        fsUnique = FsFactory.getFsUnique(fsUniqueClassPath);
    }
    public String saveFile(String fileName) throws Exception {
        String md5 = MD5.hexDigestByFilePath(getLocalFileName(fileName)); // 计算md5值是为了排重
        String tfsFileHashCode = fsUnique.checkExists(md5);
        if (tfsFileHashCode != null) {
            return tfsFileHashCode;
        } else {
            tfsFileHashCode = super.saveFile(fileName);
            fsUnique.recordUnique(md5, tfsFileHashCode);// 上传排重时使用
        }
        return tfsFileHashCode;
    }
    @Override
    public String saveFile(FileInputStream fis) throws Exception {
        String md5 = MD5.hexDigest(fis); // 计算md5值是为了排重
        String tfsFileHashCode = fsUnique.checkExists(md5);
        if (tfsFileHashCode != null) {
            return tfsFileHashCode;
        } else {
            tfsFileHashCode = super.saveFile(fis);
            fsUnique.recordUnique(md5, tfsFileHashCode);// 上传排重时使用
        }
        return tfsFileHashCode;
    }
    /*
     * 通过fileHashCode获取文件，并转化为指定localFileName的文件
     * localFileName是绝对路径。例如：/home/ipuapp/web/deploy/8081 + / + ipu_file
     */
    @Override
    public boolean takeFile(String tfsFileHashCode, String localFileName) throws Exception {
        String cacheFilePath = FileUtil.connectFilePath(FsConstant.CACHE_DIRECTORY, tfsFileHashCode);
        File cacheFile = new File(FileUtil.connectFilePath(tfsUploadFileHome, cacheFilePath));
        String md5 = DbFsUnique.getMd5ByFileHashCode(tfsFileHashCode);
        // 使用缓存文件需要先判断md5值是否相同
        if (needLocalFileCache && cacheFile.exists() && MD5.hexDigestByFile(cacheFile).equals(md5)) {
            FileUtil.initDirectory(localFileName);
            FileUtil.writeFile(new FileInputStream(cacheFile), localFileName);
            return true;
        } else {
            /* 没有目录先建目录 */
            FileUtil.initDirectory(FileUtil.connectFilePath(tfsUploadFileHome, cacheFilePath));
            FileUtil.initDirectory(localFileName);
            boolean bo = super.takeFile(tfsFileHashCode, cacheFilePath);// 先下载到缓存目录下
            if (bo) {
                FileUtil.copyFile(FileUtil.connectFilePath(tfsUploadFileHome, cacheFilePath), localFileName);
                fsUnique.recordUnique(md5, tfsFileHashCode);
            }
            return bo;
        }
    }
    // public boolean takeFile(String tfsFileHashCode, String localFileName)
    // throws Exception {
    // String cacheFilePath =
    // FileUtil.connectFilePath(FsConstant.CACHE_DIRECTORY, tfsFileHashCode);
    // File cacheFile = new File(FileUtil.connectFilePath(tfsUploadFileHome,
    // cacheFilePath));
    //
    // String md5 = DbFsUnique.getMd5ByFileHashCode(tfsFileHashCode);
    // // 使用缓存文件需要先判断md5值是否相同
    //
    // if (needLocalFileCache && cacheFile.exists() &&
    // MD5.hexDigestByFile(cacheFile).equals(md5)) {
    //
    // FileUtil.writeFile(new FileInputStream(cacheFile),
    // getLocalFileName(localFileName));
    // return true;
    // } else {
    // /* 没有目录先建目录 */
    // FileUtil.initDirectory(FileUtil.connectFilePath(tfsUploadFileHome,
    // cacheFilePath));
    // FileUtil.initDirectory(FileUtil.connectFilePath(tfsUploadFileHome,
    // localFileName));
    //
    // boolean bo = super.takeFile(tfsFileHashCode, cacheFilePath);// 先下载到缓存目录下
    // if (bo) {
    // FileUtil.copyFile(FileUtil.connectFilePath(tfsUploadFileHome,
    // cacheFilePath),
    // FileUtil.connectFilePath(tfsUploadFileHome, localFileName));
    // fsUnique.recordUnique(md5, tfsFileHashCode);
    // }
    // return bo;
    // }
    // }
    @Override
    public boolean takeFile(String tfsFileHashCode, OutputStream out) throws Exception {
        String cacheFilePath = FileUtil.connectFilePath(FsConstant.CACHE_DIRECTORY, tfsFileHashCode);
        File cacheFile = new File(FileUtil.connectFilePath(tfsUploadFileHome, cacheFilePath));
        String md5 = DbFsUnique.getMd5ByFileHashCode(tfsFileHashCode);
        // 使用缓存文件需要先判断md5值是否相同
        if (needLocalFileCache && cacheFile.exists() && MD5.hexDigestByFile(cacheFile).equals(md5)) {
            FileUtil.writeFile(new FileInputStream(cacheFile), out);// 是否需要内部关闭out输出流
            return true;
        } else {
            /* 没有目录先建目录 */
            FileUtil.initDirectory(FileUtil.connectFilePath(tfsUploadFileHome, cacheFilePath));
            boolean bo = super.takeFile(tfsFileHashCode, cacheFilePath);// 先下载到缓存目录下
            if (bo) {
                FileInputStream fis = new FileInputStream(FileUtil.connectFilePath(tfsUploadFileHome, cacheFilePath));
                FileUtil.writeFile(fis, out);
                fsUnique.recordUnique(md5, tfsFileHashCode);
            }
            return bo;
        }
    }
    // public boolean takeFile(String tfsFileHashCode, OutputStream out) throws
    // Exception {
    //
    // String cacheFilePath =
    // FileUtil.connectFilePath(FsConstant.CACHE_DIRECTORY, tfsFileHashCode);
    // File cacheFile = new File(FileUtil.connectFilePath(tfsUploadFileHome,
    // cacheFilePath));
    //
    // String md5 = DbFsUnique.getMd5ByFileHashCode(tfsFileHashCode);
    // // 使用缓存文件需要先判断md5值是否相同
    // if (needLocalFileCache && cacheFile.exists() &&
    // MD5.hexDigestByFile(cacheFile).equals(md5)) {
    // FileUtil.writeFile(new FileInputStream(cacheFile), out);// 是否需要内部关闭out输出流
    // return true;
    // } else {
    // /* 没有目录先建目录 */
    // FileUtil.initDirectory(FileUtil.connectFilePath(tfsUploadFileHome,
    // cacheFilePath));
    //
    // boolean bo = super.takeFile(tfsFileHashCode, cacheFilePath);// 先下载到缓存目录下
    // if (bo) {
    // FileInputStream fis = new
    // FileInputStream(FileUtil.connectFilePath(tfsUploadFileHome,
    // cacheFilePath));
    // FileUtil.writeFile(fis, out);
    // fsUnique.recordUnique(md5, tfsFileHashCode);
    // }
    //
    // return bo;
    // }
    // }
    public boolean deleteFile(String tfsFileHashCode) throws Exception {
        boolean bo = super.deleteFile(tfsFileHashCode);
        if (bo) {
            fsUnique.cleanUnique(tfsFileHashCode);
        }
        return bo;
    }
}

display-server/src/main/java/com/ai/tfs/DbFsUnique.java

@@ -0,0 +1,105 @@
package com.ai.tfs;
import com.ai.ipu.basic.log.ILogger;
import com.ai.ipu.basic.log.IpuLoggerFactory;
import com.ai.ipu.fs.cache.IFsUnique;
import com.ai.server.dao.TfsMapDao;
import com.ai.server.util.Constant;
import com.ailk.common.data.IData;
import com.ailk.common.data.IDataset;
import com.ailk.common.data.impl.DataMap;
/**
 * @author chengwb3 通过数据库判断唯一性的工具类
 */
public class DbFsUnique implements IFsUnique {
    transient protected static final ILogger log = IpuLoggerFactory.createLogger(DbFsUnique.class);
    /*
     * 根据文件的md5，检测tfs是否包含此文件
     */
    @Override
    public String checkExists(String md5) {
        String fileHashCode = null;
        try {
            TfsMapDao dao = new TfsMapDao(Constant.CONNNAME);
            IData param = new DataMap();
            param.put("md5", md5);
            IDataset fileTfsList = dao.queryTfsMapTfsListByMd5(param);
            if (fileTfsList != null && !fileTfsList.isEmpty()) {
                fileHashCode = fileTfsList.getData(0).getString("file_hash_code");
            }
        }
        catch (Exception e) {
            e.printStackTrace();
            return fileHashCode;
        }
        return fileHashCode;
    }
    /*
     * 记录数据唯一性
     */
    @Override
    public void recordUnique(String md5, String fileHashCode) {
        try {
            TfsMapDao dao = new TfsMapDao(Constant.CONNNAME);
            IData param = new DataMap();
            param.put("file_hash_code", fileHashCode);
            param.put("md5", md5);
            IData tfsMapObj = dao.queryTfsMapListByFileHashCode(param);
            if (null == tfsMapObj) {
                log.debug("之前未发现记录，插入数据库。");
                dao.insertTfsMap(param);
            } else {
                if (md5.equals(tfsMapObj.getString("md5"))) {
                    log.debug("发现对应记录且相同。");
                } else {
                    dao.updateTfsMap(param);
                    log.debug("发现对应记录且不相同，更改记录。");
                }
            }
        }
        catch (Exception e) {
            e.printStackTrace();
        }
    }
    /*
     * 清楚文件记录信息
     */
    @Override
    public boolean cleanUnique(String fileHashCode) {
        try {
            TfsMapDao dao = new TfsMapDao(Constant.CONNNAME);
            IData param = new DataMap();
            param.put("file_hash_code", fileHashCode);
            dao.deleteTfsMapByFileHashCode(param);
        }
        catch (Exception e) {
            e.printStackTrace();
            return false;
        }
        return true;
    }
    public static String getMd5ByFileHashCode(String fileHashCode) {
        String md5 = null;
        try {
            TfsMapDao dao = new TfsMapDao(Constant.CONNNAME);
            IData param = new DataMap();
            param.put("file_hash_code", fileHashCode);
            IData tfsMapObj = dao.queryTfsMapListByFileHashCode(param);
            if (tfsMapObj != null) {
                md5 = tfsMapObj.getString("md5");
            }
        }
        catch (Exception e) {
            e.printStackTrace();
            return md5;
        }
        return md5;
    }
}