java fastdfs客户端使用实例代码

论坛 期权论坛 脚本     
niminba   2021-5-26 11:29   699   0

本文研究的主要是java fastdfs客户端使用实例的相关内容,具体实现如下。

什么是FastDFS?

FastDFS是用c语言编写的一款开源的分布式文件系统。FastDFS为互联网量身定制,充分考虑了冗余备份、负载均衡、线性扩容等机制,并注重高可用、高性能等指标,使用FastDFS很容易搭建一套高性能的文件服务器集群提供文件上传、下载等服务。

FastDFS架构

FastDFS架构包括 Tracker server和Storage server。客户端请求Tracker server进行文件上传、下载,通过Tracker server调度最终由Storage server完成文件上传和下载。Tracker server作用是负载均衡和调度,通过Tracker server在文件上传时可以根据一些策略找到Storage server提供文件上传服务。可以将tracker称为追踪服务器或调度服务器。Storage server作用是文件存储,客户端上传的文件最终存储在Storage服务器上,Storage server没有实现自己的文件系统而是利用操作系统 的文件系统来管理文件。可以将storage称为存储服务器。

实例

一、创建一个maven的webproject,叫

file-manager:mvnarchetype:create-DgroupId=platform.activity.filemanager-DartifactId=file-manager-DarchetypeArtifactId=maven-archetype-webapp

二、定义一个fastDFS的客户端文件fdfs_client.conf:

class="properties" name="code">connect_timeout = 2
network_timeout = 30
charset = UTF-8
http.tracker_http_port = 8080
http.anti_steal_token = no
http.secret_key = FastDFS1234567890

tracker_server = 192.168.1.156:22122
#tracker_server = 192.168.1.188:22122

#storage_server = 192.168.1.155:23000 #no need here

三、定义一个配置接口:

package com.chuanliu.platform.activity.fm.manager;
import java.io.Serializable;
public interface FileManagerConfig extends Serializable {
 public static final String FILE_DEFAULT_WIDTH   = "120";
 public static final String FILE_DEFAULT_HEIGHT   = "120";
 public static final String FILE_DEFAULT_AUTHOR   = "Diandi";
 public static final String PROTOCOL = "http://";
 public static final String SEPARATOR = "/";
 public static final String TRACKER_NGNIX_PORT   = "8080";
 public static final String CLIENT_CONFIG_FILE  = "fdfs_client.conf"; 
}

四、封装一个FastDFS文件Bean

package com.chuanliu.platform.activity.fm.manager;
public class FastDFSFile implements FileManagerConfig {
 private static final long serialVersionUID = -996760121932438618L;
 private String name;
 private byte[] content;
 private String ext;
 private String height = FILE_DEFAULT_HEIGHT;
 private String width = FILE_DEFAULT_WIDTH;
 private String author = FILE_DEFAULT_AUTHOR;
 public FastDFSFile(String name, byte[] content, String ext, String height,String width, String author) {
  super();
  this.name = name;
  this.content = content;
  this.ext = ext;
  this.height = height;
  this.width = width;
  this.author = author;
 }
 public FastDFSFile(String name, byte[] content, String ext) {
  super();
  this.name = name;
  this.content = content;
  this.ext = ext;
 }
 public byte[] getContent() {
  return content;
 }
 public void setContent(byte[] content) {
  this.content = content;
 }
 public String getExt() {
  return ext;
 }
 public void setExt(String ext) {
  this.ext = ext;
 }
 public String getHeight() {
  return height;
 }
 public void setHeight(String height) {
  this.height = height;
 }
 public String getWidth() {
  return width;
 }
 public void setWidth(String width) {
  this.width = width;
 }
 public String getAuthor() {
  return author;
 }
 public void setAuthor(String author) {
  this.author = author;
 }
 public String getName() {
  return name;
 }
 public void setName(String name) {
  this.name = name;
 } 
}

五、定义核心的FileManager类,里面包含有上传、删除、获取文件的方法:

package com.chuanliu.platform.activity.fm.manager;
import java.io.File;
import java.io.IOException;
import org.apache.log4j.Logger;
import org.csource.common.NameValuePair;
import org.csource.fastdfs.ClientGlobal;
import org.csource.fastdfs.FileInfo;
import org.csource.fastdfs.ServerInfo;
import org.csource.fastdfs.StorageClient;
import org.csource.fastdfs.StorageServer;
import org.csource.fastdfs.TrackerClient;
import org.csource.fastdfs.TrackerServer;
import com.chuanliu.platform.activity.basic.util.LoggerUtils;
public class FileManager implements FileManagerConfig {
 private static final long serialVersionUID = 1L;
 private static Logger logger = Logger.getLogger(FileManager.class);
 private static TrackerClient trackerClient;
 private static TrackerServer trackerServer;
 private static StorageServer storageServer;
 private static StorageClient storageClient;
 static {
  // Initialize Fast DFS Client configurations
  try {
   String classPath = new File(FileManager.class.getResource("/").getFile()).getCanonicalPath();
   String fdfsClientConfigFilePath = classPath + File.separator + CLIENT_CONFIG_FILE;
   logger.info("Fast DFS configuration file path:" + fdfsClientConfigFilePath);
   ClientGlobal.init(fdfsClientConfigFilePath);
   trackerClient = new TrackerClient();
   trackerServer = trackerClient.getConnection();
   storageClient = new StorageClient(trackerServer, storageServer);
  }
  catch (Exception e) {
   LoggerUtils.error(logger, e);
  }
 }
 public static String upload(FastDFSFile file) {
  LoggerUtils.info(logger, "File Name: " + file.getName() + "File Length: " + file.getContent().length);
  NameValuePair[] meta_list = new NameValuePair[3];
  meta_list[0] = new NameValuePair("width", "120");
  meta_list[1] = new NameValuePair("heigth", "120");
  meta_list[2] = new NameValuePair("author", "Diandi");
  long startTime = System.currentTimeMillis();
  String[] uploadResults = null;
  try {
   uploadResults = storageClient.upload_file(file.getContent(), file.getExt(), meta_list);
  }
  catch (IOException e) {
   logger.error("IO Exception when uploadind the file: " + file.getName(), e);
  }
  catch (Exception e) {
   logger.error("Non IO Exception when uploadind the file: " + file.getName(), e);
  }
  logger.info("upload_file time used: " + (System.currentTimeMillis() - startTime) + " ms");
  if (uploadResults == null) {
   LoggerUtils.error(logger, "upload file fail, error code: " + storageClient.getErrorCode());
  }
  String groupName     = uploadResults[0];
  String remoteFileName  = uploadResults[1];
  String fileAbsolutePath = PROTOCOL + trackerServer.getInetSocketAddress().getHostName() 
      + SEPARATOR
      + TRACKER_NGNIX_PORT
      + SEPARATOR 
      + groupName 
      + SEPARATOR 
      + remoteFileName;
  LoggerUtils.info(logger, "upload file successfully!!! " +"group_name: " + groupName + ", remoteFileName:"
      + " " + remoteFileName);
  return fileAbsolutePath;
 }
 public static FileInfo getFile(String groupName, String remoteFileName) {
  try {
   return storageClient.get_file_info(groupName, remoteFileName);
  }
  catch (IOException e) {
   logger.error("IO Exception: Get File from Fast DFS failed", e);
  }
  catch (Exception e) {
   logger.error("Non IO Exception: Get File from Fast DFS failed", e);
  }
  return null;
 }
 public static void deleteFile(String groupName, String remoteFileName) throws Exception {
  storageClient.delete_file(groupName, remoteFileName);
 }
 public static StorageServer[] getStoreStorages(String groupName) throws IOException {
  return trackerClient.getStoreStorages(trackerServer, groupName);
 }
 public static ServerInfo[] getFetchStorages(String groupName, String remoteFileName) throws IOException {
  return trackerClient.getFetchStorages(trackerServer, groupName, remoteFileName);
 }
}

六、Unit Test测试类

package manager;
import java.io.File;
import java.io.FileInputStream;
import org.csource.fastdfs.FileInfo;
import org.csource.fastdfs.ServerInfo;
import org.csource.fastdfs.StorageServer;
import org.junit.Test;
import org.springframework.util.Assert;
import com.chuanliu.platform.activity.fm.manager.FastDFSFile;
import com.chuanliu.platform.activity.fm.manager.FileManager;
/**
 * @author Josh Wang(Sheng)
 *
 * @email josh_wang23@hotmail.com
 */
public class TestFileManager {
 @Test
  public void upload() throws Exception {
  File content = new File("C:\\520.jpg");
  FileInputStream fis = new FileInputStream(content);
  byte[] file_buff = null;
  if (fis != null) {
   int len = fis.available();
   file_buff = new byte[len];
   fis.read(file_buff);
  }
  FastDFSFile file = new FastDFSFile("520", file_buff, "jpg");
  String fileAbsolutePath = FileManager.upload(file);
  System.out.println(fileAbsolutePath);
  fis.close();
 }
 @Test
  public void getFile() throws Exception {
  FileInfo file = FileManager.getFile("group1", "M00/00/00/wKgBm1N1-CiANRLmAABygPyzdlw073.jpg");
  Assert.notNull(file);
  String sourceIpAddr = file.getSourceIpAddr();
  long size = file.getFileSize();
  System.out.println("ip:" + sourceIpAddr + ",size:" + size);
 }
 @Test
  public void getStorageServer() throws Exception {
  StorageServer[] ss = FileManager.getStoreStorages("group1");
  Assert.notNull(ss);
  for (int k = 0; k < ss.length; k++){
   System.err.println(k + 1 + ". " + ss[k].getInetSocketAddress().getAddress().getHostAddress() + ":" + ss[k].getInetSocketAddress().getPort());
  }
 }
 @Test
  public void getFetchStorages() throws Exception {
  ServerInfo[] servers = FileManager.getFetchStorages("group1", "M00/00/00/wKgBm1N1-CiANRLmAABygPyzdlw073.jpg");
  Assert.notNull(servers);
  for (int k = 0; k < servers.length; k++) {
   System.err.println(k + 1 + ". " + servers[k].getIpAddr() + ":" + servers[k].getPort());
  }
 }
}

总结

以上就是本文关于java fastdfs客户端使用实例代码的全部内容,希望对大家有所帮助。感兴趣的朋友可以继续参阅本站其他相关专题,如有不足之处,欢迎留言指出。感谢朋友们对本站的支持!

分享到 :
0 人收藏
您需要登录后才可以回帖 登录 | 立即注册

本版积分规则

积分:1060120
帖子:212021
精华:0
期权论坛 期权论坛
发布
内容

下载期权论坛手机APP