多线程

作者原答案：多线程环境下，TrackerServerGroup必须每个线程一份。必须使用 fdfs_client_init_ex、tracker_get_connection_ex等函数。

在fastDFS中有一个 client_global.h的头文件，其中定义了一个全局变量
extern TrackerServerGroup g_tracker_group;
在**fdfs_client_init** **tracker_get_connection** 等宏展开成的时候会传入这个全局变量

define fdfs_client_init(filename) \
fdfs_client_init_ex((&g_tracker_group), filename)

define fdfs_client_init_from_buffer(buffer) \
fdfs_client_init_from_buffer_ex((&g_tracker_group), buffer)

define fdfs_client_destroy() \
fdfs_client_destroy_ex((&g_tracker_group))

如果要在多线程下使用fastdfs，那么就要在每个线程包含一份TrackerServerGroup，并且使用_ex后缀的函数，而不是宏

线程安全版

FastDfs.h

  1. //
  2. // Created by wanghaitao on 2021/2/5.
  3. //
  5. #ifndef CLOUD_DISK_FASTDFS_H
  6. #define CLOUD_DISK_FASTDFS_H
  8. #include "fdfs_client.h"
  10. /**
  12.  * local_filename不应超过64个字符
  13.  */
  14. class FastDfs {
  15. public:
  16.     /**
  17.      * 操作fastDfs的api类
  18.      * 不使用持久连接，每次上传、删除等操作都开启一个新连接
  19.      * 目前未提供下载的api
  20.      * @param conf_fileName 配置文件的路径
  21.      */
  22.     explicit FastDfs(const char * conf_fileName = nullptr);
  24.     ~FastDfs();
  26.     /**
  27.      * 通过文件名上传文件
  28.      * @param local_filename 本地文件名，not null，小于 64字符
  29.      * @param remote_filename 返回远程文件名，不带group， not null
  30.      * @throw FastDfsException 上传不成功
  31.      */
  32.     void file_upload_by_filename(const char * local_filename,char * remote_filename);
  34.     /**
  35.      * 通过文件缓存上传文件
  36.      * @param buffer 文件缓存，not null
  37.      * @param file_size 文件大小
  38.      * @param local_filename 本地文件名，not null，小于 64字符
  39.      * @param remote_filename 返回远程文件名，不带group， not null
  40.      * @param meta_data 文件元数据，可以null
  41.      * @param meta_count 元数据数量， 可以null
  42.         // 元数据构造示例
  43.         FDFSMetaData meta_data[Max_Meta_Date_num];
  44.         int meta_count = 0;
  45.         strcpy(meta_data[meta_count].name,"File");
  46.         strcpy(meta_data[meta_count++].value,local_filename);
  47.      * @throw FastDfsException 上传不成功
  48.      */
  49.     void file_upload_by_buffer(const char * buffer,const int file_size, const char * local_filename, char * remote_filename,
  50.                                const FDFSMetaData * meta_data,const int meta_count);
  52.     /**
  53.      * 删除文件
  54.      * @param remote_filename 要删除的远程文件名
  55.      * @throw FastDfsException 删除出错
  56.      */
  57.     void file_delete_by_remote_filename(const char * remote_filename);
  58. private:
  59.     TrackerServerGroup tracker_group;
  60. };
  63. #endif //CLOUD_DISK_FASTDFS_H

Exceptions.h

  1. class FastDfsException: public std::exception{
  2. public:
  3.     const char * what() const noexcept override;
  4.     explicit FastDfsException(int errorNumber):_what(strerror(errorNumber)){}
  5.     explicit FastDfsException(const char * what):_what(what){}
  6. private:
  7.     std::string _what;
  8. };

FastDfs.cpp

  1. //
  2. // Created by wanghaitao on 2021/2/5.
  3. //
  5. #include "FastDfs.h"
  6. #include "Exceptions.h"
  7. #include "make_log.h"
  8. #include "tracker_proto.h"
  10. static const char *FastDfs_DEFAULT_CONF_FILENAME = "/etc/fdfs/client.conf";
  11. static const char *Log_Dir = "FastDfs";
  12. static const int Max_Meta_Date_num=5;
  14. FastDfs::FastDfs(const char * conf_fileName) {
  15.     if (conf_fileName == nullptr)
  16.         conf_fileName = FastDfs_DEFAULT_CONF_FILENAME;
  17.     int code;
  18.     if ((code = fdfs_client_init_ex(&tracker_group, conf_fileName)) != 0) {
  19.         throw FastDfsException(code);
  20.     }
  21. }
  23. FastDfs::~FastDfs() {
  24.     fdfs_client_destroy_ex(&tracker_group);
  25. }
  27. void FastDfs::file_upload_by_filename(const char *local_filename, char *remote_filename) {
  28.     if (local_filename == nullptr) {
  29.         throw FastDfsException("on upload by filename: local filename should not be null");
  30.     }
  32.     if (remote_filename == nullptr) {
  33.         throw FastDfsException("on upload by filename: remote filename should not be null");
  34.     }
  36.     char group_name[FDFS_GROUP_NAME_MAX_LEN + 1];
  37.     ConnectionInfo *pTrackerServer;
  38.     int code;
  39.     int store_path_index;
  40.     ConnectionInfo storageServer;
  42.     code = ignore_signal_pipe();
  43.     if (code != 0) {
  44.         LOG(Log_Dir, "filenameUploadErroe", "ignore signal pipe error");
  45.         throw FastDfsException(code);
  46.     }
  48.     // 连tracker，然后连storage
  49.     pTrackerServer = tracker_get_connection_ex(&tracker_group);
  50.     if (pTrackerServer == nullptr) {
  51.         code = errno != 0 ? errno : ECONNREFUSED;
  52.         LOG(Log_Dir, "filenameUploadErroe", "connect to track server error, error info: %s", strerror(code));
  53.         throw FastDfsException(code);
  54.     }
  56.     *group_name = '\0';
  57.     if ((code = tracker_query_storage_store(pTrackerServer, \
  58.                     &storageServer, group_name, &store_path_index)) != 0) {
  59.         LOG(Log_Dir, "filenameUploadErroe", "tracker_query_storage fail, error info: %s\n", strerror(code));
  60.         throw FastDfsException(code);
  61.     }
  63.     // 传文件
  64.     code = storage_upload_by_filename1_ex(pTrackerServer,
  65.                                          &storageServer, store_path_index,
  66.                                          STORAGE_PROTO_CMD_UPLOAD_APPENDER_FILE, local_filename,
  67.                                          nullptr, nullptr, 0, group_name, remote_filename);
  68.     tracker_disconnect_server_ex(pTrackerServer, true);
  69.     if (code != 0) {
  70.         LOG(Log_Dir, "filenameUploadErroe", "upload file fail, error info: %s\n", strerror(code));
  71.         throw FastDfsException(code);
  72.     }
  73. }
  75. void FastDfs::file_upload_by_buffer(const char *buffer,const int file_size, const char *local_filename, char *remote_filename,
  76.                                     const FDFSMetaData * meta_data,const int meta_count) {
  77.     if (local_filename == nullptr) {
  78.         throw FastDfsException("on upload by buffer: local filename should not be null");
  79.     }
  81.     if (remote_filename == nullptr) {
  82.         throw FastDfsException("on upload by buffer: remote filename should not be null");
  83.     }
  85.     if (buffer == nullptr) {
  86.         throw FastDfsException("on upload by buffer: buffer should not be null");
  87.     }
  90.     char group_name[FDFS_GROUP_NAME_MAX_LEN + 1];
  91.     ConnectionInfo *pTrackerServer;
  92.     int code;
  93.     int store_path_index;
  94.     ConnectionInfo storageServer;
  96.     code = ignore_signal_pipe();
  97.     if (code != 0) {
  98.         LOG(Log_Dir, "bufferUploadError", "ignore signal pipe error");
  99.         throw FastDfsException(code);
  100.     }
  102.     // 连tracker，然后连storage
  103.     pTrackerServer = tracker_get_connection_ex(&tracker_group);
  104.     if (pTrackerServer == nullptr) {
  105.         code = errno != 0 ? errno : ECONNREFUSED;
  106.         LOG(Log_Dir, "bufferUploadError", "connect to track server error, error info: %s", strerror(code));
  107.         throw FastDfsException(code);
  108.     }
  110.     *group_name = '\0';
  111.     if ((code = tracker_query_storage_store(pTrackerServer, \
  112.                     &storageServer, group_name, &store_path_index)) != 0) {
  113.         LOG(Log_Dir, "bufferUploadError", "tracker_query_storage fail, error info: %s\n", strerror(code));
  114.         throw FastDfsException(code);
  115.     }
  117.     // 生成文件扩展名
  118.     const char * file_ext_name = nullptr;
  119.     file_ext_name = strrchr(local_filename,'.');
  120.     if(file_ext_name!= nullptr)
  121.         ++file_ext_name;
  123.     // 传文件
  124.     code = storage_upload_by_filebuff1(pTrackerServer, &storageServer,
  125.                                           store_path_index, buffer, file_size,
  126.                                           file_ext_name, meta_data, meta_count, group_name, remote_filename);
  128.     tracker_disconnect_server_ex(pTrackerServer, true);
  129.     if (code != 0) {
  130.         LOG(Log_Dir, "bufferUploadError", "upload buffer file fail, error info: %s\n", strerror(code));
  131.         throw FastDfsException(code);
  132.     }
  133. }
  135. void FastDfs::file_delete_by_remote_filename(const char *remote_filename) {
  136.     if (remote_filename== nullptr){
  137.         throw FastDfsException("remote_filename should be null");
  138.     }
  140.     ConnectionInfo *pTrackerServer;
  141.     int code;
  143.     code = ignore_signal_pipe();
  144.     if (code != 0) {
  145.         LOG(Log_Dir, "deleteError", "ignore signal pipe error");
  146.         throw FastDfsException(code);
  147.     }
  149.     pTrackerServer = tracker_get_connection_ex(&tracker_group);
  150.     if (pTrackerServer == nullptr) {
  151.         code = errno != 0 ? errno : ECONNREFUSED;
  152.         LOG(Log_Dir, "deleteError", "connect to track server error, error info: %s", strerror(code));
  153.         throw FastDfsException(code);
  154.     }
  156.     code=storage_delete_file1(pTrackerServer, nullptr, remote_filename);
  157.     tracker_disconnect_server_ex(pTrackerServer, true);
  159.     if (code != 0) {
  160.         LOG(Log_Dir, "deleteError", "upload buffer file fail, error info: %s\n", strerror(code));
  161.         throw FastDfsException(code);
  162.     }
  163. }

其他问题

storage_upload_by_filename1与 storage_upload_by_filename区别：
加1的前面带group name，不加1的不带，推荐用storage_upload_by_filebuff

图片.png

  1. ubuntu@VM-0-7-ubuntu:/usr/local/src/fastDfs_package/01_fdfs/fastdfs-5.10/client$ ./fdfs_upload_file /etc/fdfs/client.conf ./fdfs_upload_file.c 
  2. M00/00/00/rBAAB2AcCTSAbqN9AAAKGKVbM_I58860.c
  3. ubuntu@VM-0-7-ubuntu:/usr/local/src/fastDfs_package/01_fdfs/fastdfs-5.10/client$ fdfs_upload_file /etc/fdfs/client.conf ./fdfs_upload_file.c 
  4. group1/M00/00/00/rBAAB2AcCTqARR21AAAKGKVbM_I63529.c

其中第一个是不带1的，第二个是带1的