\n#include \"fdfs_client.h\"\n#include \"logger.h\"\n\n#define MAX_THREADS 1024\n#define MAX_LATENCIES 1000000\n#define DEFAULT_FILE_SIZE 1048576 // 1MB\n\ntypedef struct {\n int thread_id;\n int files_to_upload;\n int file_size;\n char *tracker_server;\n \n // Results\n int successful_uploads;\n int failed_uploads;\n double *latencies;\n int latency_count;\n double total_bytes;\n double total_time;\n} thread_context_t;\n\ntypedef struct {\n double mean;\n double median;\n double p50;\n double p75;\n double p90;\n double p95;\n double p99;\n double p999;\n double min;\n double max;\n double stddev;\n} latency_stats_t;\n\n// Global configuration\nstatic int g_thread_count = 1;\nstatic int g_file_count = 100;\nstatic int g_file_size = DEFAULT_FILE_SIZE;\nstatic char g_tracker_server[256] = \"127.0.0.1:22122\";\nstatic char g_config_file[256] = \"config/benchmark.conf\";\nstatic int g_warmup_enabled = 1;\nstatic int g_warmup_duration = 10;\nstatic int g_verbose = 0;\n\n// Global statistics\nstatic pthread_mutex_t g_stats_mutex = PTHREAD_MUTEX_INITIALIZER;\nstatic int g_total_uploads = 0;\nstatic int g_successful_uploads = 0;\nstatic int g_failed_uploads = 0;\nstatic double g_total_bytes = 0;\nstatic double *g_all_latencies = NULL;\nstatic int g_latency_count = 0;\n\n/**\n * Get current time in microseconds\n */\nstatic double get_time_us() {\n struct timeval tv;\n gettimeofday(&tv, NULL);\n return tv.tv_sec * 1000000.0 + tv.tv_usec;\n}\n\n/**\n * Generate random data for file upload\n */\nstatic char* generate_random_data(int size) {\n char *data = (char*)malloc(size);\n if (data == NULL) {\n return NULL;\n }\n \n for (int i = 0; i < size; i++) {\n data[i] = (char)(rand() % 256);\n }\n \n return data;\n}\n\n/**\n * Compare function for qsort (for percentile calculation)\n */\nstatic int compare_double(const void *a, const void *b) {\n double diff = *(double*)a - *(double*)b;\n return (diff > 0) ? 1 : (diff < 0) ? -1 : 0;\n}\n\n/**\n * Calculate latency statistics\n */\nstatic void calculate_latency_stats(double *latencies, int count, latency_stats_t *stats) {\n if (count == 0) {\n memset(stats, 0, sizeof(latency_stats_t));\n return;\n }\n \n // Sort latencies\n qsort(latencies, count, sizeof(double), compare_double);\n \n // Calculate percentiles\n stats->min = latencies[0];\n stats->max = latencies[count - 1];\n stats->p50 = stats->median = latencies[(int)(count * 0.50)];\n stats->p75 = latencies[(int)(count * 0.75)];\n stats->p90 = latencies[(int)(count * 0.90)];\n stats->p95 = latencies[(int)(count * 0.95)];\n stats->p99 = latencies[(int)(count * 0.99)];\n stats->p999 = latencies[(int)(count * 0.999)];\n \n // Calculate mean\n double sum = 0;\n for (int i = 0; i < count; i++) {\n sum += latencies[i];\n }\n stats->mean = sum / count;\n \n // Calculate standard deviation\n double variance = 0;\n for (int i = 0; i < count; i++) {\n double diff = latencies[i] - stats->mean;\n variance += diff * diff;\n }\n stats->stddev = sqrt(variance / count);\n}\n\n/**\n * Upload thread function\n */\nstatic void* upload_thread(void *arg) {\n thread_context_t *ctx = (thread_context_t*)arg;\n FDFSClient client;\n char group_name[FDFS_GROUP_NAME_MAX_LEN + 1];\n char remote_filename[256];\n char *file_data = NULL;\n int result;\n \n // Initialize client\n if (fdfs_client_init(ctx->tracker_server) != 0) {\n fprintf(stderr, \"Thread %d: Failed to initialize FDFS client\\n\", ctx->thread_id);\n return NULL;\n }\n \n // Allocate latency array\n ctx->latencies = (double*)malloc(ctx->files_to_upload * sizeof(double));\n if (ctx->latencies == NULL) {\n fprintf(stderr, \"Thread %d: Failed to allocate latency array\\n\", ctx->thread_id);\n fdfs_client_destroy();\n return NULL;\n }\n \n ctx->latency_count = 0;\n ctx->successful_uploads = 0;\n ctx->failed_uploads = 0;\n ctx->total_bytes = 0;\n \n // Generate file data once\n file_data = generate_random_data(ctx->file_size);\n if (file_data == NULL) {\n fprintf(stderr, \"Thread %d: Failed to generate file data\\n\", ctx->thread_id);\n free(ctx->latencies);\n fdfs_client_destroy();\n return NULL;\n }\n \n double thread_start = get_time_us();\n \n // Upload files\n for (int i = 0; i < ctx->files_to_upload; i++) {\n double start_time = get_time_us();\n \n // Upload file\n result = fdfs_upload_by_buffer(file_data, ctx->file_size, \n NULL, group_name, remote_filename);\n \n double end_time = get_time_us();\n double latency_ms = (end_time - start_time) / 1000.0;\n \n if (result == 0) {\n ctx->successful_uploads++;\n ctx->total_bytes += ctx->file_size;\n ctx->latencies[ctx->latency_count++] = latency_ms;\n \n if (g_verbose && (i % 100 == 0)) {\n printf(\"Thread %d: Uploaded %d/%d files (%.2f ms)\\n\", \n ctx->thread_id, i + 1, ctx->files_to_upload, latency_ms);\n }\n } else {\n ctx->failed_uploads++;\n if (g_verbose) {\n fprintf(stderr, \"Thread %d: Upload failed: %s\\n\", \n ctx->thread_id, strerror(errno));\n }\n }\n }\n \n double thread_end = get_time_us();\n ctx->total_time = (thread_end - thread_start) / 1000000.0;\n \n // Cleanup\n free(file_data);\n fdfs_client_destroy();\n \n // Update global statistics\n pthread_mutex_lock(&g_stats_mutex);\n g_successful_uploads += ctx->successful_uploads;\n g_failed_uploads += ctx->failed_uploads;\n g_total_bytes += ctx->total_bytes;\n pthread_mutex_unlock(&g_stats_mutex);\n \n return NULL;\n}\n\n/**\n * Run warmup phase\n */\nstatic void run_warmup() {\n if (!g_warmup_enabled || g_warmup_duration <= 0) {\n return;\n }\n \n printf(\"Running warmup phase for %d seconds...\\n\", g_warmup_duration);\n \n thread_context_t warmup_ctx;\n warmup_ctx.thread_id = 0;\n warmup_ctx.files_to_upload = 10;\n warmup_ctx.file_size = g_file_size;\n warmup_ctx.tracker_server = g_tracker_server;\n \n pthread_t warmup_thread;\n pthread_create(&warmup_thread, NULL, upload_thread, &warmup_ctx);\n \n sleep(g_warmup_duration);\n \n pthread_join(warmup_thread, NULL);\n \n if (warmup_ctx.latencies) {\n free(warmup_ctx.latencies);\n }\n \n printf(\"Warmup complete.\\n\\n\");\n}\n\n/**\n * Print results in JSON format\n */\nstatic void print_results(double total_time, latency_stats_t *stats) {\n double throughput_mbps = (g_total_bytes / (1024 * 1024)) / total_time;\n double iops = g_successful_uploads / total_time;\n double success_rate = (double)g_successful_uploads / g_total_uploads * 100.0;\n \n printf(\"{\\n\");\n printf(\" \\\"benchmark\\\": \\\"upload\\\",\\n\");\n printf(\" \\\"timestamp\\\": \\\"%ld\\\",\\n\", time(NULL));\n printf(\" \\\"configuration\\\": {\\n\");\n printf(\" \\\"threads\\\": %d,\\n\", g_thread_count);\n printf(\" \\\"file_count\\\": %d,\\n\", g_file_count);\n printf(\" \\\"file_size\\\": %d,\\n\", g_file_size);\n printf(\" \\\"tracker_server\\\": \\\"%s\\\"\\n\", g_tracker_server);\n printf(\" },\\n\");\n printf(\" \\\"metrics\\\": {\\n\");\n printf(\" \\\"throughput_mbps\\\": %.2f,\\n\", throughput_mbps);\n printf(\" \\\"iops\\\": %.2f,\\n\", iops);\n printf(\" \\\"latency_ms\\\": {\\n\");\n printf(\" \\\"mean\\\": %.2f,\\n\", stats->mean);\n printf(\" \\\"median\\\": %.2f,\\n\", stats->median);\n printf(\" \\\"p50\\\": %.2f,\\n\", stats->p50);\n printf(\" \\\"p75\\\": %.2f,\\n\", stats->p75);\n printf(\" \\\"p90\\\": %.2f,\\n\", stats->p90);\n printf(\" \\\"p95\\\": %.2f,\\n\", stats->p95);\n printf(\" \\\"p99\\\": %.2f,\\n\", stats->p99);\n printf(\" \\\"p999\\\": %.2f,\\n\", stats->p999);\n printf(\" \\\"min\\\": %.2f,\\n\", stats->min);\n printf(\" \\\"max\\\": %.2f,\\n\", stats->max);\n printf(\" \\\"stddev\\\": %.2f\\n\", stats->stddev);\n printf(\" },\\n\");\n printf(\" \\\"operations\\\": {\\n\");\n printf(\" \\\"total\\\": %d,\\n\", g_total_uploads);\n printf(\" \\\"successful\\\": %d,\\n\", g_successful_uploads);\n printf(\" \\\"failed\\\": %d,\\n\", g_failed_uploads);\n printf(\" \\\"success_rate\\\": %.2f\\n\", success_rate);\n printf(\" },\\n\");\n printf(\" \\\"duration_seconds\\\": %.2f,\\n\", total_time);\n printf(\" \\\"total_mb\\\": %.2f\\n\", g_total_bytes / (1024 * 1024));\n printf(\" }\\n\");\n printf(\"}\\n\");\n}\n\n/**\n * Print usage information\n */\nstatic void print_usage(const char *program) {\n printf(\"Usage: %s [OPTIONS]\\n\", program);\n printf(\"\\nOptions:\\n\");\n printf(\" -t, --threads NUM Number of concurrent threads (default: 1)\\n\");\n printf(\" -f, --files NUM Number of files to upload (default: 100)\\n\");\n printf(\" -s, --size BYTES File size in bytes (default: 1048576)\\n\");\n printf(\" -c, --config FILE Configuration file (default: config/benchmark.conf)\\n\");\n printf(\" -T, --tracker SERVER Tracker server (default: 127.0.0.1:22122)\\n\");\n printf(\" -w, --warmup SECONDS Warmup duration (default: 10, 0 to disable)\\n\");\n printf(\" -v, --verbose Enable verbose output\\n\");\n printf(\" -h, --help Show this help message\\n\");\n}\n\n/**\n * Main function\n */\nint main(int argc, char *argv[]) {\n pthread_t threads[MAX_THREADS];\n thread_context_t contexts[MAX_THREADS];\n \n // Parse command line arguments\n static struct option long_options[] = {\n {\"threads\", required_argument, 0, 't'},\n {\"files\", required_argument, 0, 'f'},\n {\"size\", required_argument, 0, 's'},\n {\"config\", required_argument, 0, 'c'},\n {\"tracker\", required_argument, 0, 'T'},\n {\"warmup\", required_argument, 0, 'w'},\n {\"verbose\", no_argument, 0, 'v'},\n {\"help\", no_argument, 0, 'h'},\n {0, 0, 0, 0}\n };\n \n int opt;\n while ((opt = getopt_long(argc, argv, \"t:f:s:c:T:w:vh\", long_options, NULL)) != -1) {\n switch (opt) {\n case 't':\n g_thread_count = atoi(optarg);\n break;\n case 'f':\n g_file_count = atoi(optarg);\n break;\n case 's':\n g_file_size = atoi(optarg);\n break;\n case 'c':\n strncpy(g_config_file, optarg, sizeof(g_config_file) - 1);\n break;\n case 'T':\n strncpy(g_tracker_server, optarg, sizeof(g_tracker_server) - 1);\n break;\n case 'w':\n g_warmup_duration = atoi(optarg);\n break;\n case 'v':\n g_verbose = 1;\n break;\n case 'h':\n print_usage(argv[0]);\n return 0;\n default:\n print_usage(argv[0]);\n return 1;\n }\n }\n \n // Validate parameters\n if (g_thread_count < 1 || g_thread_count > MAX_THREADS) {\n fprintf(stderr, \"Error: Thread count must be between 1 and %d\\n\", MAX_THREADS);\n return 1;\n }\n \n if (g_file_count < 1) {\n fprintf(stderr, \"Error: File count must be at least 1\\n\");\n return 1;\n }\n \n if (g_file_size < 1) {\n fprintf(stderr, \"Error: File size must be at least 1 byte\\n\");\n return 1;\n }\n \n printf(\"FastDFS Upload Performance Benchmark\\n\");\n printf(\"=====================================\\n\");\n printf(\"Threads: %d\\n\", g_thread_count);\n printf(\"Files per thread: %d\\n\", g_file_count / g_thread_count);\n printf(\"File size: %d bytes (%.2f MB)\\n\", g_file_size, g_file_size / (1024.0 * 1024.0));\n printf(\"Total files: %d\\n\", g_file_count);\n printf(\"Tracker: %s\\n\\n\", g_tracker_server);\n \n // Initialize random seed\n srand(time(NULL));\n \n // Run warmup\n run_warmup();\n \n // Allocate global latency array\n g_all_latencies = (double*)malloc(g_file_count * sizeof(double));\n if (g_all_latencies == NULL) {\n fprintf(stderr, \"Error: Failed to allocate latency array\\n\");\n return 1;\n }\n \n // Initialize thread contexts\n int files_per_thread = g_file_count / g_thread_count;\n int remaining_files = g_file_count % g_thread_count;\n \n for (int i = 0; i < g_thread_count; i++) {\n contexts[i].thread_id = i;\n contexts[i].files_to_upload = files_per_thread + (i < remaining_files ? 1 : 0);\n contexts[i].file_size = g_file_size;\n contexts[i].tracker_server = g_tracker_server;\n }\n \n // Start benchmark\n printf(\"Starting benchmark...\\n\");\n double start_time = get_time_us();\n \n // Create threads\n for (int i = 0; i < g_thread_count; i++) {\n if (pthread_create(&threads[i], NULL, upload_thread, &contexts[i]) != 0) {\n fprintf(stderr, \"Error: Failed to create thread %d\\n\", i);\n return 1;\n }\n }\n \n // Wait for threads to complete\n for (int i = 0; i < g_thread_count; i++) {\n pthread_join(threads[i], NULL);\n }\n \n double end_time = get_time_us();\n double total_time = (end_time - start_time) / 1000000.0;\n \n // Collect all latencies\n g_latency_count = 0;\n for (int i = 0; i < g_thread_count; i++) {\n for (int j = 0; j < contexts[i].latency_count; j++) {\n g_all_latencies[g_latency_count++] = contexts[i].latencies[j];\n }\n free(contexts[i].latencies);\n }\n \n // Calculate statistics\n latency_stats_t stats;\n calculate_latency_stats(g_all_latencies, g_latency_count, &stats);\n \n // Print results\n printf(\"\\nBenchmark complete!\\n\\n\");\n print_results(total_time, &stats);\n \n // Cleanup\n free(g_all_latencies);\n \n return 0;\n}\n"
},
{
"path": "benchmarks/config/benchmark.conf",
"content": "# FastDFS Benchmark Configuration\n\n# Tracker Server Configuration\ntracker_server = 127.0.0.1:22122\n\n# Storage Server Configuration (optional, for direct storage testing)\nstorage_server = 127.0.0.1:23000\n\n# Connection Settings\nconnect_timeout = 30\nnetwork_timeout = 60\nmax_connections = 256\n\n# Benchmark Settings\n[upload]\n# Number of concurrent threads\nthreads = 10\n# Number of files to upload\nfile_count = 1000\n# Default file size in bytes (1MB)\nfile_size = 1048576\n# Enable warm-up phase\nwarmup_enabled = true\n# Warm-up duration in seconds\nwarmup_duration = 10\n\n[download]\n# Number of concurrent threads\nthreads = 10\n# Number of download iterations\niterations = 1000\n# Enable warm-up phase\nwarmup_enabled = true\n# Warm-up duration in seconds\nwarmup_duration = 10\n\n[concurrent]\n# Number of concurrent users to simulate\nconcurrent_users = 50\n# Test duration in seconds\nduration = 300\n# Operation mix (upload:download:delete ratio)\noperation_mix = 50:45:5\n# Think time between operations (ms)\nthink_time = 100\n\n[small_files]\n# Number of small files to test\nfile_count = 10000\n# Minimum file size (1KB)\nmin_size = 1024\n# Maximum file size (100KB)\nmax_size = 102400\n# Number of concurrent threads\nthreads = 20\n\n[large_files]\n# Number of large files to test\nfile_count = 100\n# Minimum file size (100MB)\nmin_size = 104857600\n# Maximum file size (1GB)\nmax_size = 1073741824\n# Number of concurrent threads\nthreads = 5\n\n[metadata]\n# Number of metadata operations\noperation_count = 10000\n# Number of concurrent threads\nthreads = 10\n# Operation types (query:update:delete ratio)\noperation_types = 70:20:10\n\n# Resource Monitoring\n[monitoring]\n# Enable resource monitoring\nenabled = true\n# Monitoring interval in seconds\ninterval = 1\n# Metrics to collect (cpu,memory,network,disk)\nmetrics = cpu,memory,network,disk\n\n# Result Settings\n[results]\n# Output directory for results\noutput_dir = results/\n# Result format (json, csv, both)\nformat = json\n# Enable detailed logging\ndetailed_logging = true\n# Log file path\nlog_file = results/benchmark.log\n\n# Report Settings\n[report]\n# Report format (html, pdf, both)\nformat = html\n# Include graphs\ninclude_graphs = true\n# Include resource utilization charts\ninclude_resources = true\n# Report template\ntemplate = default\n\n# Advanced Settings\n[advanced]\n# Enable latency histogram\nlatency_histogram = true\n# Histogram buckets (ms)\nhistogram_buckets = 1,5,10,20,50,100,200,500,1000\n# Enable per-thread statistics\nper_thread_stats = false\n# Enable real-time progress display\nshow_progress = true\n# Progress update interval (seconds)\nprogress_interval = 5\n"
},
{
"path": "benchmarks/results/template.json",
"content": "{\n \"benchmark\": \"template\",\n \"version\": \"1.0.0\",\n \"fastdfs_version\": \"6.12.1\",\n \"timestamp\": \"2024-01-15T10:30:00Z\",\n \"hostname\": \"benchmark-server-01\",\n \"system_info\": {\n \"os\": \"Linux\",\n \"kernel\": \"5.15.0\",\n \"cpu_model\": \"Intel Xeon E5-2680 v4\",\n \"cpu_cores\": 28,\n \"memory_gb\": 64,\n \"disk_type\": \"SSD\",\n \"network_speed_gbps\": 10\n },\n \"configuration\": {\n \"tracker_server\": \"127.0.0.1:22122\",\n \"storage_server\": \"127.0.0.1:23000\",\n \"threads\": 10,\n \"file_count\": 1000,\n \"file_size\": 1048576,\n \"warmup_enabled\": true,\n \"warmup_duration\": 10\n },\n \"metrics\": {\n \"throughput\": {\n \"upload_mbps\": 0.0,\n \"download_mbps\": 0.0,\n \"total_mbps\": 0.0\n },\n \"iops\": {\n \"read\": 0,\n \"write\": 0,\n \"total\": 0\n },\n \"latency_ms\": {\n \"mean\": 0.0,\n \"median\": 0.0,\n \"p50\": 0.0,\n \"p75\": 0.0,\n \"p90\": 0.0,\n \"p95\": 0.0,\n \"p99\": 0.0,\n \"p999\": 0.0,\n \"min\": 0.0,\n \"max\": 0.0,\n \"stddev\": 0.0\n },\n \"operations\": {\n \"total\": 0,\n \"successful\": 0,\n \"failed\": 0,\n \"timeout\": 0,\n \"success_rate\": 0.0,\n \"error_rate\": 0.0,\n \"timeout_rate\": 0.0\n },\n \"duration\": {\n \"total_seconds\": 0.0,\n \"warmup_seconds\": 0.0,\n \"test_seconds\": 0.0\n },\n \"data_transferred\": {\n \"total_bytes\": 0,\n \"total_mb\": 0.0,\n \"total_gb\": 0.0\n }\n },\n \"resource_utilization\": {\n \"cpu\": {\n \"mean_percent\": 0.0,\n \"max_percent\": 0.0,\n \"min_percent\": 0.0\n },\n \"memory\": {\n \"mean_mb\": 0.0,\n \"max_mb\": 0.0,\n \"min_mb\": 0.0,\n \"mean_percent\": 0.0\n },\n \"network\": {\n \"rx_mbps\": 0.0,\n \"tx_mbps\": 0.0,\n \"total_mbps\": 0.0,\n \"rx_packets\": 0,\n \"tx_packets\": 0\n },\n \"disk\": {\n \"read_mbps\": 0.0,\n \"write_mbps\": 0.0,\n \"read_iops\": 0,\n \"write_iops\": 0,\n \"utilization_percent\": 0.0\n }\n },\n \"latency_histogram\": {\n \"buckets\": [1, 5, 10, 20, 50, 100, 200, 500, 1000],\n \"counts\": [0, 0, 0, 0, 0, 0, 0, 0, 0]\n },\n \"per_thread_stats\": [],\n \"errors\": [],\n \"warnings\": [],\n \"notes\": \"\"\n}\n"
},
{
"path": "benchmarks/scripts/compare_versions.py",
"content": "#!/usr/bin/env python3\n\"\"\"\nFastDFS Version Comparison Tool\n\nCompares performance between two FastDFS versions\n\"\"\"\n\nimport json\nimport argparse\nimport sys\nfrom pathlib import Path\n\n\ndef load_results(filepath):\n \"\"\"Load benchmark results from JSON file\"\"\"\n try:\n with open(filepath, 'r') as f:\n return json.load(f)\n except FileNotFoundError:\n print(f\"Error: File not found: {filepath}\", file=sys.stderr)\n sys.exit(1)\n except json.JSONDecodeError as e:\n print(f\"Error: Invalid JSON in {filepath}: {e}\", file=sys.stderr)\n sys.exit(1)\n\n\ndef calculate_change(baseline, current):\n \"\"\"Calculate percentage change\"\"\"\n if baseline == 0:\n return 0\n return ((current - baseline) / baseline) * 100\n\n\ndef format_change(change):\n \"\"\"Format change with color indicator\"\"\"\n if change > 0:\n return f\"+{change:.2f}% ⬆️\"\n elif change < 0:\n return f\"{change:.2f}% ⬇️\"\n else:\n return \"0.00% ➡️\"\n\n\ndef compare_metrics(baseline_metrics, current_metrics, metric_name):\n \"\"\"Compare a specific metric between versions\"\"\"\n baseline_val = baseline_metrics.get(metric_name, 0)\n current_val = current_metrics.get(metric_name, 0)\n change = calculate_change(baseline_val, current_val)\n \n return {\n 'baseline': baseline_val,\n 'current': current_val,\n 'change': change,\n 'change_str': format_change(change)\n }\n\n\ndef compare_benchmark(baseline_data, current_data, bench_name):\n \"\"\"Compare a specific benchmark between versions\"\"\"\n print(f\"\\n{'='*80}\")\n print(f\" {bench_name.upper()} BENCHMARK\")\n print(f\"{'='*80}\")\n \n if 'metrics' not in baseline_data or 'metrics' not in current_data:\n print(\" ⚠️ Insufficient data for comparison\")\n return\n \n baseline_metrics = baseline_data['metrics']\n current_metrics = current_data['metrics']\n \n # Compare throughput\n if 'throughput_mbps' in baseline_metrics and 'throughput_mbps' in current_metrics:\n comp = compare_metrics(baseline_metrics, current_metrics, 'throughput_mbps')\n print(f\"\\n Throughput:\")\n print(f\" Baseline: {comp['baseline']:.2f} MB/s\")\n print(f\" Current: {comp['current']:.2f} MB/s\")\n print(f\" Change: {comp['change_str']}\")\n \n # Compare IOPS\n if 'iops' in baseline_metrics and 'iops' in current_metrics:\n comp = compare_metrics(baseline_metrics, current_metrics, 'iops')\n print(f\"\\n IOPS:\")\n print(f\" Baseline: {comp['baseline']:.2f} ops/s\")\n print(f\" Current: {comp['current']:.2f} ops/s\")\n print(f\" Change: {comp['change_str']}\")\n \n # Compare latency\n if 'latency_ms' in baseline_metrics and 'latency_ms' in current_metrics:\n baseline_latency = baseline_metrics['latency_ms']\n current_latency = current_metrics['latency_ms']\n \n print(f\"\\n Latency (ms):\")\n \n for metric in ['mean', 'p50', 'p95', 'p99']:\n if metric in baseline_latency and metric in current_latency:\n baseline_val = baseline_latency[metric]\n current_val = current_latency[metric]\n change = calculate_change(baseline_val, current_val)\n \n # For latency, lower is better, so invert the indicator\n if change < 0:\n indicator = \"⬆️ (better)\"\n elif change > 0:\n indicator = \"⬇️ (worse)\"\n else:\n indicator = \"➡️\"\n \n print(f\" {metric.upper():6s}: {baseline_val:8.2f} → {current_val:8.2f} ({change:+.2f}%) {indicator}\")\n \n # Compare success rate\n if 'operations' in baseline_metrics and 'operations' in current_metrics:\n baseline_ops = baseline_metrics['operations']\n current_ops = current_metrics['operations']\n \n if 'success_rate' in baseline_ops and 'success_rate' in current_ops:\n baseline_rate = baseline_ops['success_rate']\n current_rate = current_ops['success_rate']\n change = current_rate - baseline_rate\n \n print(f\"\\n Success Rate:\")\n print(f\" Baseline: {baseline_rate:.2f}%\")\n print(f\" Current: {current_rate:.2f}%\")\n print(f\" Change: {change:+.2f}% {'⬆️' if change > 0 else '⬇️' if change < 0 else '➡️'}\")\n\n\ndef generate_html_comparison(baseline, current, output_file):\n \"\"\"Generate HTML comparison report\"\"\"\n \n html = \"\"\"\n\n\n\n \n \n FastDFS Version Comparison\n \n\n\n \n
🔄 FastDFS Version Comparison
\n \n
\n
Comparison Details
\n
Baseline Version: {baseline_version}
\n
Current Version: {current_version}
\n
Baseline Date: {baseline_date}
\n
Current Date: {current_date}
\n
\n \n {comparison_tables}\n \n
\n
Summary
\n
This comparison shows the performance differences between two versions of FastDFS.
\n
Green values indicate improvements, red values indicate regressions.
\n
\n
{bench_name.replace('_', ' ').title()}
\"\n comparison_tables += \"| Metric | Baseline | Current | Change |
|---|
\"\n \n # Compare key metrics\n metrics_to_compare = [\n ('throughput_mbps', 'Throughput (MB/s)', True),\n ('iops', 'IOPS', True),\n ]\n \n for metric_key, metric_label, higher_is_better in metrics_to_compare:\n if metric_key in baseline_metrics and metric_key in current_metrics:\n baseline_val = baseline_metrics[metric_key]\n current_val = current_metrics[metric_key]\n change = calculate_change(baseline_val, current_val)\n \n if higher_is_better:\n css_class = 'improvement' if change > 0 else 'regression' if change < 0 else 'neutral'\n else:\n css_class = 'regression' if change > 0 else 'improvement' if change < 0 else 'neutral'\n \n comparison_tables += f\"\"\"\n \n | {metric_label} | \n {baseline_val:.2f} | \n {current_val:.2f} | \n {change:+.2f}% | \n
\n \"\"\"\n \n # Add latency comparison\n if 'latency_ms' in baseline_metrics and 'latency_ms' in current_metrics:\n baseline_latency = baseline_metrics['latency_ms']\n current_latency = current_metrics['latency_ms']\n \n for lat_metric in ['mean', 'p95', 'p99']:\n if lat_metric in baseline_latency and lat_metric in current_latency:\n baseline_val = baseline_latency[lat_metric]\n current_val = current_latency[lat_metric]\n change = calculate_change(baseline_val, current_val)\n \n # For latency, lower is better\n css_class = 'improvement' if change < 0 else 'regression' if change > 0 else 'neutral'\n \n comparison_tables += f\"\"\"\n \n | Latency {lat_metric.upper()} (ms) | \n {baseline_val:.2f} | \n {current_val:.2f} | \n {change:+.2f}% | \n
\n \"\"\"\n \n comparison_tables += \"
\"\n \n final_html = html.format(\n baseline_version=baseline_version,\n current_version=current_version,\n baseline_date=baseline_date,\n current_date=current_date,\n comparison_tables=comparison_tables\n )\n \n with open(output_file, 'w') as f:\n f.write(final_html)\n \n print(f\"\\n✓ HTML comparison report generated: {output_file}\")\n\n\ndef main():\n parser = argparse.ArgumentParser(\n description='Compare FastDFS benchmark results between versions'\n )\n parser.add_argument(\n '-b', '--baseline',\n required=True,\n help='Baseline benchmark results (JSON)'\n )\n parser.add_argument(\n '-c', '--current',\n required=True,\n help='Current benchmark results (JSON)'\n )\n parser.add_argument(\n '-o', '--output',\n default='comparison.html',\n help='Output HTML file (default: comparison.html)'\n )\n parser.add_argument(\n '--text-only',\n action='store_true',\n help='Only print text comparison (no HTML)'\n )\n \n args = parser.parse_args()\n \n # Load results\n print(f\"Loading baseline results from {args.baseline}...\")\n baseline = load_results(args.baseline)\n \n print(f\"Loading current results from {args.current}...\")\n current = load_results(args.current)\n \n print(\"\\n\" + \"=\"*80)\n print(\" FASTDFS VERSION COMPARISON\")\n print(\"=\"*80)\n \n baseline_version = baseline.get('fastdfs_version', 'Unknown')\n current_version = current.get('fastdfs_version', 'Unknown')\n \n print(f\"\\n Baseline: {baseline_version} ({baseline.get('timestamp', 'Unknown')})\")\n print(f\" Current: {current_version} ({current.get('timestamp', 'Unknown')})\")\n \n # Compare each benchmark\n baseline_results = baseline.get('results', {})\n current_results = current.get('results', {})\n \n for bench_name in baseline_results.keys():\n if bench_name in current_results:\n compare_benchmark(\n baseline_results[bench_name],\n current_results[bench_name],\n bench_name\n )\n \n # Generate HTML report\n if not args.text_only:\n print(f\"\\n{'='*80}\")\n print(\" Generating HTML report...\")\n generate_html_comparison(baseline, current, args.output)\n \n print(f\"\\n{'='*80}\")\n print(\" Comparison complete!\")\n print(f\"{'='*80}\\n\")\n\n\nif __name__ == '__main__':\n main()\n"
},
{
"path": "benchmarks/scripts/generate_report.py",
"content": "#!/usr/bin/env python3\n\"\"\"\nFastDFS Benchmark Report Generator\n\nGenerates HTML/PDF reports from benchmark results\n\"\"\"\n\nimport json\nimport argparse\nimport sys\nfrom datetime import datetime\nfrom pathlib import Path\nimport statistics\n\n# HTML template\nHTML_TEMPLATE = \"\"\"\n\n\n\n \n \n FastDFS Benchmark Report\n \n\n\n \n
📊 FastDFS Performance Benchmark Report
\n \n
\n \n
Executive Summary
\n
\n {summary_metrics}\n
\n \n {benchmark_sections}\n \n \n
\n
{label}
\n
{value} {unit}
\n
\n
{label}\n
\n
\n {percentage:.1f}%\n
\n
\n
No latency data available
\"\n \n html = \"\"\"\n \n \n \n | Metric | \n Value (ms) | \n
\n \n \n \"\"\"\n \n metrics = [\n ('Mean', 'mean'),\n ('Median (p50)', 'median'),\n ('p75', 'p75'),\n ('p90', 'p90'),\n ('p95', 'p95'),\n ('p99', 'p99'),\n ('Min', 'min'),\n ('Max', 'max'),\n ('Std Dev', 'stddev')\n ]\n \n for label, key in metrics:\n value = latency_data.get(key, 0)\n html += f\"| {label} | {value:.2f} |
\\n\"\n \n html += \"
\"\n return html\n\n\ndef generate_upload_section(data):\n \"\"\"Generate upload benchmark section\"\"\"\n if 'metrics' not in data:\n return \"\"\n \n metrics = data['metrics']\n config = data.get('configuration', {})\n \n html = \"\"\"\n \n
📤 Upload Performance
\n
Configuration: {threads} threads, {file_count} files, {file_size} file size
\n \n
\n \"\"\".format(\n threads=config.get('threads', 'N/A'),\n file_count=config.get('file_count', 'N/A'),\n file_size=format_bytes(config.get('file_size', 0))\n )\n \n html += create_metric_card(\n \"Throughput\",\n format_number(metrics.get('throughput_mbps', 0)),\n \"MB/s\",\n \"success\"\n )\n \n html += create_metric_card(\n \"IOPS\",\n format_number(metrics.get('iops', 0)),\n \"ops/s\",\n \"info\"\n )\n \n ops = metrics.get('operations', {})\n success_rate = ops.get('success_rate', 0)\n html += create_metric_card(\n \"Success Rate\",\n f\"{success_rate:.1f}\",\n \"%\",\n \"success\" if success_rate > 95 else \"warning\"\n )\n \n html += create_metric_card(\n \"Duration\",\n format_number(metrics.get('duration_seconds', 0)),\n \"seconds\",\n \"info\"\n )\n \n html += \"
\"\n \n # Latency statistics\n if 'latency_ms' in metrics:\n html += \"
Latency Statistics
\"\n html += create_latency_table(metrics['latency_ms'])\n \n # Operations breakdown\n if 'operations' in metrics:\n ops = metrics['operations']\n html += \"
Operations
\"\n html += create_progress_bar(\n f\"Successful: {ops.get('successful', 0)} / {ops.get('total', 0)}\",\n ops.get('success_rate', 0)\n )\n \n html += \"
\n
📥 Download Performance
\n
Configuration: {threads} threads, {iterations} iterations
\n \n
\n \"\"\".format(\n threads=config.get('threads', 'N/A'),\n iterations=config.get('iterations', 'N/A')\n )\n \n html += create_metric_card(\n \"Throughput\",\n format_number(metrics.get('throughput_mbps', 0)),\n \"MB/s\",\n \"success\"\n )\n \n html += create_metric_card(\n \"IOPS\",\n format_number(metrics.get('iops', 0)),\n \"ops/s\",\n \"info\"\n )\n \n ops = metrics.get('operations', {})\n success_rate = ops.get('success_rate', 0)\n html += create_metric_card(\n \"Success Rate\",\n f\"{success_rate:.1f}\",\n \"%\",\n \"success\" if success_rate > 95 else \"warning\"\n )\n \n html += \"
\"\n \n if 'latency_ms' in metrics:\n html += \"
Latency Statistics
\"\n html += create_latency_table(metrics['latency_ms'])\n \n html += \"
\n
👥 Concurrent Operations
\n
Configuration: {users} users, {duration}s duration, mix: {mix}
\n \n
\n \"\"\".format(\n users=config.get('users', 'N/A'),\n duration=config.get('duration', 'N/A'),\n mix=config.get('operation_mix', 'N/A')\n )\n \n ops = metrics.get('operations', {})\n html += create_metric_card(\n \"Total Operations\",\n format_number(ops.get('total', 0)),\n \"ops\",\n \"info\"\n )\n \n html += create_metric_card(\n \"Ops/Second\",\n format_number(ops.get('per_second', 0)),\n \"ops/s\",\n \"success\"\n )\n \n html += \"
\"\n \n # Operation breakdown\n html += \"
Operation Breakdown
\"\n \n if 'uploads' in ops:\n uploads = ops['uploads']\n html += create_progress_bar(\n f\"Uploads: {uploads.get('successful', 0)} / {uploads.get('total', 0)}\",\n uploads.get('success_rate', 0)\n )\n \n if 'downloads' in ops:\n downloads = ops['downloads']\n html += create_progress_bar(\n f\"Downloads: {downloads.get('successful', 0)} / {downloads.get('total', 0)}\",\n downloads.get('success_rate', 0)\n )\n \n if 'deletes' in ops:\n deletes = ops['deletes']\n html += create_progress_bar(\n f\"Deletes: {deletes.get('successful', 0)} / {deletes.get('total', 0)}\",\n deletes.get('success_rate', 0)\n )\n \n html += \"
\n
📄 Small Files Performance
\n
Configuration: {threads} threads, {count} files, {min_size} - {max_size}
\n \n
\n \"\"\".format(\n threads=config.get('threads', 'N/A'),\n count=config.get('file_count', 'N/A'),\n min_size=format_bytes(config.get('min_size', 0)),\n max_size=format_bytes(config.get('max_size', 0))\n )\n \n html += create_metric_card(\n \"Throughput\",\n format_number(metrics.get('throughput_mbps', 0)),\n \"MB/s\",\n \"success\"\n )\n \n html += create_metric_card(\n \"IOPS\",\n format_number(metrics.get('iops', 0)),\n \"ops/s\",\n \"info\"\n )\n \n html += create_metric_card(\n \"Avg File Size\",\n format_number(metrics.get('avg_file_size_kb', 0)),\n \"KB\",\n \"info\"\n )\n \n html += \"
\"\n \n if 'latency_ms' in metrics:\n html += \"
Latency Statistics
\"\n html += create_latency_table(metrics['latency_ms'])\n \n html += \"
\n
📦 Large Files Performance
\n
Configuration: {threads} threads, {count} files, {min_size} - {max_size}
\n \n
\n \"\"\".format(\n threads=config.get('threads', 'N/A'),\n count=config.get('file_count', 'N/A'),\n min_size=format_number(config.get('min_size_mb', 0)) + \" MB\",\n max_size=format_number(config.get('max_size_mb', 0)) + \" MB\"\n )\n \n html += create_metric_card(\n \"Throughput\",\n format_number(metrics.get('throughput_mbps', 0)),\n \"MB/s\",\n \"success\"\n )\n \n html += create_metric_card(\n \"Total Data\",\n format_number(metrics.get('total_gb', 0)),\n \"GB\",\n \"info\"\n )\n \n html += create_metric_card(\n \"Avg File Size\",\n format_number(metrics.get('avg_file_size_mb', 0)),\n \"MB\",\n \"info\"\n )\n \n html += \"
\"\n \n if 'latency_seconds' in metrics:\n html += \"
Latency Statistics (seconds)
\"\n html += create_latency_table(metrics['latency_seconds'])\n \n html += \"
\n
🏷️ Metadata Operations
\n
Configuration: {threads} threads, {ops} operations, mix: {mix}
\n \n
\n \"\"\".format(\n threads=config.get('threads', 'N/A'),\n ops=config.get('operation_count', 'N/A'),\n mix=config.get('operation_mix', 'N/A')\n )\n \n html += create_metric_card(\n \"Total Operations\",\n format_number(metrics.get('total_operations', 0)),\n \"ops\",\n \"info\"\n )\n \n html += create_metric_card(\n \"Ops/Second\",\n format_number(metrics.get('ops_per_second', 0)),\n \"ops/s\",\n \"success\"\n )\n \n html += \"
\"\n \n # Operation breakdown\n if 'operations' in metrics:\n ops = metrics['operations']\n html += \"
Operation Breakdown
\"\n \n for op_type in ['query', 'update', 'delete']:\n if op_type in ops:\n op_data = ops[op_type]\n html += create_progress_bar(\n f\"{op_type.capitalize()}: {op_data.get('successful', 0)} / {op_data.get('total', 0)}\",\n op_data.get('success_rate', 0)\n )\n \n html += \"
| exit\n\nfdfs> upload test.jpg\nUploading: test.jpg (1.23 MB)\nProgress [==================================================] 100%\n✓ Upload successful!\nFile ID: group1/M00/00/00/wKgBaGFxxx.jpg\n\nfdfs> info group1/M00/00/00/wKgBaGFxxx.jpg\nFile Information\n================\nFile ID: group1/M00/00/00/wKgBaGFxxx.jpg\nSize: 1.23 MB (1290240 bytes)\nCreated: 2025-11-19 22:35:12\nCRC32: 0xABCDEF01\nSource IP: 192.168.1.100\n\nfdfs> exit\nGoodbye!\n```\n\n## JSON Output Format\n\nEnable JSON output with the `-j` flag for easy integration with scripts and automation tools.\n\n### Upload Response\n```json\n{\n \"operation\": \"upload\",\n \"success\": true,\n \"file_id\": \"group1/M00/00/00/wKgBaGFxxx.jpg\"\n}\n```\n\n### Download Response\n```json\n{\n \"operation\": \"download\",\n \"success\": true,\n \"file_id\": \"group1/M00/00/00/wKgBaGFxxx.jpg\",\n \"local\": \"/tmp/myfile.jpg\",\n \"size\": 2568192\n}\n```\n\n### Info Response\n```json\n{\n \"operation\": \"info\",\n \"success\": true,\n \"file_id\": \"group1/M00/00/00/wKgBaGFxxx.jpg\",\n \"size\": 2568192,\n \"timestamp\": 1700432445,\n \"crc32\": 305441401,\n \"source_ip\": \"192.168.1.100\"\n}\n```\n\n### Error Response\n```json\n{\n \"operation\": \"upload\",\n \"success\": false,\n \"error_code\": 2,\n \"error\": \"No such file or directory\"\n}\n```\n\n### Batch Response\n```json\n{\n \"operation\": \"batch_upload\",\n \"total\": 10,\n \"success\": 9,\n \"failed\": 1\n}\n```\n\n## Examples\n\n### Automation Script\n\n```bash\n#!/bin/bash\n\n# Upload with error handling\nresult=$(fdfs_cli -c /etc/fdfs/client.conf -j upload photo.jpg)\nif echo \"$result\" | grep -q '\"success\":true'; then\n file_id=$(echo \"$result\" | grep -o '\"file_id\":\"[^\"]*\"' | cut -d'\"' -f4)\n echo \"Uploaded successfully: $file_id\"\nelse\n echo \"Upload failed\"\n exit 1\nfi\n```\n\n### Batch Processing\n\n```bash\n# Generate file list\nfind /photos -name \"*.jpg\" > upload_list.txt\n\n# Batch upload\nfdfs_cli -c /etc/fdfs/client.conf batch upload upload_list.txt\n\n# With JSON output for logging\nfdfs_cli -c /etc/fdfs/client.conf -j batch upload upload_list.txt >> upload_log.json\n```\n\n### Pipeline Integration\n\n```bash\n# Upload and immediately get info\nfile_id=$(fdfs_cli -c /etc/fdfs/client.conf upload test.jpg | tail -1)\nfdfs_cli -c /etc/fdfs/client.conf info \"$file_id\"\n```\n\n## Configuration\n\nThe CLI tool uses the standard FastDFS client configuration file. Example `/etc/fdfs/client.conf`:\n\n```ini\nconnect_timeout = 30\nnetwork_timeout = 60\nbase_path = /tmp\ntracker_server = 192.168.1.100:22122\ntracker_server = 192.168.1.101:22122\n```\n\n## Tips & Best Practices\n\n1. **Use JSON output for scripts**: The `-j` flag provides consistent, parseable output\n2. **Batch operations for efficiency**: Process multiple files in one command\n3. **Interactive mode for exploration**: Great for testing and learning\n4. **Disable colors in scripts**: Use `-n` flag when piping output\n5. **Store file IDs**: Keep track of uploaded file IDs for later retrieval\n\n## Troubleshooting\n\n### Connection Errors\n```\nError: Tracker connection failed\n```\n- Check if tracker server is running\n- Verify `tracker_server` in config file\n- Check network connectivity\n\n### File Not Found\n```\nError: File not found: /path/to/file\n```\n- Verify file path is correct\n- Check file permissions\n\n### Configuration Issues\n```\nError: Configuration file required (-c option)\n```\n- Always specify config file with `-c` option\n- Verify config file exists and is readable\n\n## Performance Notes\n\n- **Batch operations** are more efficient than individual commands in loops\n- **Progress bars** add minimal overhead and can be disabled with `-n` for maximum performance\n- **JSON output** has slightly less overhead than formatted output\n\n## Comparison with Original Tools\n\n| Feature | Original Tools | Modern CLI |\n|---------|---------------|------------|\n| Upload | `fdfs_upload_file` | `fdfs_cli upload` |\n| Download | `fdfs_download_file` | `fdfs_cli download` |\n| Delete | `fdfs_delete_file` | `fdfs_cli delete` |\n| Info | `fdfs_file_info` | `fdfs_cli info` |\n| Batch | ❌ | ✅ |\n| Interactive | ❌ | ✅ |\n| Progress Bars | ❌ | ✅ |\n| Colored Output | ❌ | ✅ |\n| JSON Output | ❌ | ✅ |\n| Single Binary | ❌ | ✅ |\n\n## License\n\nCopyright (C) 2008 Happy Fish / YuQing\n\nFastDFS may be copied only under the terms of the GNU General Public License V3.\n\n## Contributing\n\nContributions are welcome! Please see the main FastDFS repository for contribution guidelines.\n"
},
{
"path": "cli/fdfs_cli.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n*\n* Modern CLI Enhancement for FastDFS\n* Features: Interactive mode, progress bars, colored output, JSON format,\n* batch operations, search/filter capabilities\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fastcommon/logger.h\"\n#include \"fastcommon/shared_func.h\"\n\n/* ANSI Color Codes */\n#define COLOR_RESET \"\\033[0m\"\n#define COLOR_RED \"\\033[31m\"\n#define COLOR_GREEN \"\\033[32m\"\n#define COLOR_YELLOW \"\\033[33m\"\n#define COLOR_BLUE \"\\033[34m\"\n#define COLOR_CYAN \"\\033[36m\"\n#define COLOR_BOLD \"\\033[1m\"\n\n#define MAX_LINE_LENGTH 4096\n#define PROGRESS_BAR_WIDTH 50\n\ntypedef struct {\n char config_file[256];\n int color_enabled;\n int json_output;\n int verbose;\n int store_path_index;\n} CLIConfig;\n\nstatic CLIConfig g_cli = {\n .color_enabled = 1, \n .json_output = 0, \n .verbose = 0, \n .store_path_index = -1\n};\n\n/* Function prototypes */\nstatic void print_colored(const char *color, const char *fmt, ...);\nstatic void print_progress(int64_t cur, int64_t total, const char *label);\nstatic char* fmt_size(int64_t size, char *buf, int len);\nstatic char* fmt_time(time_t t, char *buf, int len);\nstatic void print_json(const char *op, int res, const char *fid, const char *err);\nstatic int cmd_upload(int argc, char *argv[]);\nstatic int cmd_download(int argc, char *argv[]);\nstatic int cmd_delete(int argc, char *argv[]);\nstatic int cmd_info(int argc, char *argv[]);\nstatic int cmd_batch(int argc, char *argv[]);\nstatic int cmd_interactive(void);\nstatic void usage(char *argv[]);\n\n/* Print colored output */\nstatic void print_colored(const char *color, const char *fmt, ...) {\n va_list args;\n if (g_cli.color_enabled && !g_cli.json_output) {\n printf(\"%s\", color);\n }\n va_start(args, fmt);\n vprintf(fmt, args);\n va_end(args);\n if (g_cli.color_enabled && !g_cli.json_output) {\n printf(\"%s\", COLOR_RESET);\n }\n}\n\n/* Print progress bar */\nstatic void print_progress(int64_t cur, int64_t total, const char *label) {\n if (g_cli.json_output || !g_cli.color_enabled) {\n return;\n }\n \n int pct = (int)((cur * 100) / total);\n int filled = (cur * PROGRESS_BAR_WIDTH) / total;\n \n printf(\"\\r%s [\", label);\n for (int i = 0; i < PROGRESS_BAR_WIDTH; i++) {\n if (i < filled) {\n printf(\"=\");\n } else if (i == filled) {\n printf(\">\");\n } else {\n printf(\" \");\n }\n }\n printf(\"] %d%%\", pct);\n fflush(stdout);\n \n if (cur >= total) {\n printf(\"\\n\");\n }\n}\n\n/* Format file size */\nstatic char* fmt_size(int64_t size, char *buf, int len) {\n const char *units[] = {\"B\", \"KB\", \"MB\", \"GB\", \"TB\"};\n int idx = 0;\n double s = (double)size;\n \n while (s >= 1024.0 && idx < 4) {\n s /= 1024.0;\n idx++;\n }\n \n snprintf(buf, len, \"%.2f %s\", s, units[idx]);\n return buf;\n}\n\n/* Format timestamp */\nstatic char* fmt_time(time_t t, char *buf, int len) {\n struct tm *tm = localtime(&t);\n strftime(buf, len, \"%Y-%m-%d %H:%M:%S\", tm);\n return buf;\n}\n\n/* Print JSON result */\nstatic void print_json(const char *op, int res, const char *fid, const char *err) {\n printf(\"{\\\"operation\\\":\\\"%s\\\",\\\"success\\\":%s\", op, res == 0 ? \"true\" : \"false\");\n if (res == 0 && fid != NULL) {\n printf(\",\\\"file_id\\\":\\\"%s\\\"\", fid);\n }\n if (res != 0 && err != NULL) {\n printf(\",\\\"error_code\\\":%d,\\\"error\\\":\\\"%s\\\"\", res, err);\n }\n printf(\"}\\n\");\n}\n\n/* Command: Upload file */\nstatic int cmd_upload(int argc, char *argv[]) {\n if (argc < 1) {\n print_colored(COLOR_RED, \"Error: Missing filename\\n\");\n return 1;\n }\n \n const char *local = argv[0];\n char *group = (argc >= 2) ? argv[1] : \"\";\n char fid[128] = {0}, remote[128] = {0};\n ConnectionInfo *tracker, storage;\n int result;\n struct stat st;\n \n if (stat(local, &st) != 0) {\n if (g_cli.json_output) {\n print_json(\"upload\", errno, NULL, strerror(errno));\n } else {\n print_colored(COLOR_RED, \"Error: File not found: %s\\n\", local);\n }\n return errno;\n }\n \n if ((result = fdfs_client_init(g_cli.config_file)) != 0) {\n if (g_cli.json_output) {\n print_json(\"upload\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"Error: Init failed: %s\\n\", STRERROR(result));\n }\n return result;\n }\n \n tracker = tracker_get_connection();\n if (tracker == NULL) {\n result = errno != 0 ? errno : ECONNREFUSED;\n if (g_cli.json_output) {\n print_json(\"upload\", result, NULL, \"Tracker connection failed\");\n } else {\n print_colored(COLOR_RED, \"Error: Tracker connection failed\\n\");\n }\n fdfs_client_destroy();\n return result;\n }\n \n if ((result = tracker_query_storage_store(tracker, &storage, group, &g_cli.store_path_index)) != 0) {\n if (g_cli.json_output) {\n print_json(\"upload\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"Error: Query storage failed: %s\\n\", STRERROR(result));\n }\n tracker_close_connection_ex(tracker, true);\n fdfs_client_destroy();\n return result;\n }\n \n if (!g_cli.json_output) {\n char sz[32];\n print_colored(COLOR_CYAN, \"Uploading: %s (%s)\\n\", local, fmt_size(st.st_size, sz, sizeof(sz)));\n print_progress(0, 100, \"Progress\");\n }\n \n result = storage_upload_by_filename1(tracker, &storage, g_cli.store_path_index,\n local, NULL, NULL, 0, group, remote);\n \n if (result == 0) {\n fdfs_combine_file_id(group, remote, fid);\n if (g_cli.json_output) {\n print_json(\"upload\", 0, fid, NULL);\n } else {\n print_progress(100, 100, \"Progress\");\n print_colored(COLOR_GREEN, \"✓ Upload successful!\\n\");\n print_colored(COLOR_BOLD, \"File ID: %s\\n\", fid);\n }\n } else {\n if (g_cli.json_output) {\n print_json(\"upload\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"✗ Upload failed: %s\\n\", STRERROR(result));\n }\n }\n \n tracker_close_connection_ex(tracker, true);\n fdfs_client_destroy();\n return result;\n}\n\n/* Command: Download file */\nstatic int cmd_download(int argc, char *argv[]) {\n if (argc < 1) {\n print_colored(COLOR_RED, \"Error: Missing file ID\\n\");\n return 1;\n }\n \n const char *fid = argv[0];\n const char *local = (argc >= 2) ? argv[1] : NULL;\n ConnectionInfo *tracker;\n int result;\n int64_t size = 0;\n \n if ((result = fdfs_client_init(g_cli.config_file)) != 0) {\n if (g_cli.json_output) {\n print_json(\"download\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"Error: Init failed: %s\\n\", STRERROR(result));\n }\n return result;\n }\n \n tracker = tracker_get_connection();\n if (tracker == NULL) {\n result = errno != 0 ? errno : ECONNREFUSED;\n if (g_cli.json_output) {\n print_json(\"download\", result, NULL, \"Tracker connection failed\");\n } else {\n print_colored(COLOR_RED, \"Error: Tracker connection failed\\n\");\n }\n fdfs_client_destroy();\n return result;\n }\n \n if (!g_cli.json_output) {\n print_colored(COLOR_CYAN, \"Downloading: %s\\n\", fid);\n print_progress(0, 100, \"Progress\");\n }\n \n result = storage_do_download_file1_ex(tracker, NULL, FDFS_DOWNLOAD_TO_FILE, fid,\n 0, 0, (char **)&local, NULL, &size);\n \n if (result == 0) {\n if (g_cli.json_output) {\n printf(\"{\\\"operation\\\":\\\"download\\\",\\\"success\\\":true,\\\"file_id\\\":\\\"%s\\\",\\\"local\\\":\\\"%s\\\",\\\"size\\\":%lld}\\n\",\n fid, local, (long long)size);\n } else {\n char sz[32];\n print_progress(100, 100, \"Progress\");\n print_colored(COLOR_GREEN, \"✓ Download successful!\\n\");\n print_colored(COLOR_BOLD, \"Saved to: %s (%s)\\n\", local, fmt_size(size, sz, sizeof(sz)));\n }\n } else {\n if (g_cli.json_output) {\n print_json(\"download\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"✗ Download failed: %s\\n\", STRERROR(result));\n }\n }\n \n tracker_close_connection_ex(tracker, true);\n fdfs_client_destroy();\n return result;\n}\n\n/* Command: Delete file */\nstatic int cmd_delete(int argc, char *argv[]) {\n if (argc < 1) {\n print_colored(COLOR_RED, \"Error: Missing file ID\\n\");\n return 1;\n }\n \n const char *fid = argv[0];\n char group[FDFS_GROUP_NAME_MAX_LEN + 1];\n char *fname = strchr(fid, FDFS_FILE_ID_SEPERATOR);\n ConnectionInfo *tracker, storage;\n int result;\n \n if (fname == NULL) {\n if (g_cli.json_output) {\n print_json(\"delete\", EINVAL, NULL, \"Invalid file ID\");\n } else {\n print_colored(COLOR_RED, \"Error: Invalid file ID format\\n\");\n }\n return EINVAL;\n }\n \n snprintf(group, sizeof(group), \"%.*s\", (int)(fname - fid), fid);\n fname++;\n \n if ((result = fdfs_client_init(g_cli.config_file)) != 0) {\n if (g_cli.json_output) {\n print_json(\"delete\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"Error: Init failed: %s\\n\", STRERROR(result));\n }\n return result;\n }\n \n tracker = tracker_get_connection();\n if (tracker == NULL) {\n result = errno != 0 ? errno : ECONNREFUSED;\n if (g_cli.json_output) {\n print_json(\"delete\", result, NULL, \"Tracker connection failed\");\n } else {\n print_colored(COLOR_RED, \"Error: Tracker connection failed\\n\");\n }\n fdfs_client_destroy();\n return result;\n }\n \n if ((result = tracker_query_storage_fetch(tracker, &storage, group, fname)) != 0) {\n if (g_cli.json_output) {\n print_json(\"delete\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"Error: Query storage failed: %s\\n\", STRERROR(result));\n }\n tracker_close_connection_ex(tracker, true);\n fdfs_client_destroy();\n return result;\n }\n \n result = storage_delete_file(tracker, &storage, group, fname);\n \n if (result == 0) {\n if (g_cli.json_output) {\n print_json(\"delete\", 0, fid, NULL);\n } else {\n print_colored(COLOR_GREEN, \"✓ File deleted: %s\\n\", fid);\n }\n } else {\n if (g_cli.json_output) {\n print_json(\"delete\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"✗ Delete failed: %s\\n\", STRERROR(result));\n }\n }\n \n tracker_close_connection_ex(tracker, true);\n fdfs_client_destroy();\n return result;\n}\n\n/* Command: Get file info */\nstatic int cmd_info(int argc, char *argv[]) {\n if (argc < 1) {\n print_colored(COLOR_RED, \"Error: Missing file ID\\n\");\n return 1;\n }\n \n const char *fid = argv[0];\n char group[FDFS_GROUP_NAME_MAX_LEN + 1];\n char *fname = strchr(fid, FDFS_FILE_ID_SEPERATOR);\n FDFSFileInfo info;\n int result;\n \n if (fname == NULL) {\n if (g_cli.json_output) {\n print_json(\"info\", EINVAL, NULL, \"Invalid file ID\");\n } else {\n print_colored(COLOR_RED, \"Error: Invalid file ID format\\n\");\n }\n return EINVAL;\n }\n \n snprintf(group, sizeof(group), \"%.*s\", (int)(fname - fid), fid);\n fname++;\n \n if ((result = fdfs_client_init(g_cli.config_file)) != 0) {\n if (g_cli.json_output) {\n print_json(\"info\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"Error: Init failed: %s\\n\", STRERROR(result));\n }\n return result;\n }\n \n result = fdfs_get_file_info_ex(group, fname, true, &info, 0);\n \n if (result == 0) {\n char sz[32], tm[32];\n if (g_cli.json_output) {\n printf(\"{\\\"operation\\\":\\\"info\\\",\\\"success\\\":true,\\\"file_id\\\":\\\"%s\\\",\\\"size\\\":%lld,\\\"timestamp\\\":%ld,\\\"crc32\\\":%d,\\\"source_ip\\\":\\\"%s\\\"}\\n\",\n fid, (long long)info.file_size, (long)info.create_timestamp, info.crc32, info.source_ip_addr);\n } else {\n print_colored(COLOR_BOLD COLOR_CYAN, \"File Information\\n\");\n print_colored(COLOR_BOLD COLOR_CYAN, \"================\\n\");\n printf(\"File ID: %s\\n\", fid);\n printf(\"Size: %s (%lld bytes)\\n\", fmt_size(info.file_size, sz, sizeof(sz)), (long long)info.file_size);\n printf(\"Created: %s\\n\", fmt_time(info.create_timestamp, tm, sizeof(tm)));\n printf(\"CRC32: 0x%08X\\n\", info.crc32);\n printf(\"Source IP: %s\\n\", info.source_ip_addr);\n }\n } else {\n if (g_cli.json_output) {\n print_json(\"info\", result, NULL, STRERROR(result));\n } else {\n print_colored(COLOR_RED, \"✗ Failed to get info: %s\\n\", STRERROR(result));\n }\n }\n \n fdfs_client_destroy();\n return result;\n}\n\n/* Command: Batch operations */\nstatic int cmd_batch(int argc, char *argv[]) {\n if (argc < 2) {\n print_colored(COLOR_RED, \"Error: Usage: batch \\n\");\n return 1;\n }\n \n const char *op = argv[0];\n const char *list = argv[1];\n FILE *fp = fopen(list, \"r\");\n char line[MAX_LINE_LENGTH];\n int total = 0, success = 0, failed = 0;\n \n if (fp == NULL) {\n print_colored(COLOR_RED, \"Error: Cannot open: %s\\n\", list);\n return errno;\n }\n \n /* Count total files */\n while (fgets(line, sizeof(line), fp) != NULL) {\n if (line[0] != '\\0' && line[0] != '\\n' && line[0] != '#') {\n total++;\n }\n }\n rewind(fp);\n \n if (!g_cli.json_output) {\n print_colored(COLOR_CYAN, \"Batch %s: %d files\\n\", op, total);\n }\n \n int cur = 0;\n while (fgets(line, sizeof(line), fp) != NULL) {\n line[strcspn(line, \"\\r\\n\")] = 0;\n if (line[0] == '\\0' || line[0] == '\\n' || line[0] == '#') {\n continue;\n }\n \n cur++;\n char *args[2] = {line, NULL};\n int res = -1;\n \n if (strcmp(op, \"upload\") == 0) {\n res = cmd_upload(1, args);\n } else if (strcmp(op, \"download\") == 0) {\n res = cmd_download(1, args);\n } else if (strcmp(op, \"delete\") == 0) {\n res = cmd_delete(1, args);\n } else {\n print_colored(COLOR_RED, \"Error: Unknown operation: %s\\n\", op);\n fclose(fp);\n return 1;\n }\n \n if (res == 0) {\n success++;\n } else {\n failed++;\n }\n \n if (!g_cli.json_output) {\n print_progress(cur, total, \"Batch\");\n }\n }\n \n fclose(fp);\n \n if (g_cli.json_output) {\n printf(\"{\\\"operation\\\":\\\"batch_%s\\\",\\\"total\\\":%d,\\\"success\\\":%d,\\\"failed\\\":%d}\\n\", \n op, total, success, failed);\n } else {\n print_colored(COLOR_BOLD, \"\\nSummary: \");\n print_colored(COLOR_GREEN, \"Success=%d \", success);\n print_colored(COLOR_RED, \"Failed=%d \", failed);\n print_colored(COLOR_BOLD, \"Total=%d\\n\", total);\n }\n \n return (failed > 0) ? 1 : 0;\n}\n\n/* Command: Interactive mode */\nstatic int cmd_interactive(void) {\n char line[MAX_LINE_LENGTH];\n char *args[32];\n int argc;\n \n print_colored(COLOR_BOLD COLOR_CYAN, \"FastDFS Interactive CLI\\n\");\n print_colored(COLOR_CYAN, \"Type 'help' for commands, 'exit' to quit\\n\\n\");\n \n while (1) {\n print_colored(COLOR_GREEN, \"fdfs> \");\n fflush(stdout);\n \n if (fgets(line, sizeof(line), stdin) == NULL) {\n break;\n }\n \n line[strcspn(line, \"\\r\\n\")] = 0;\n if (line[0] == '\\0') {\n continue;\n }\n \n argc = 0;\n char *tok = strtok(line, \" \\t\");\n while (tok != NULL && argc < 32) {\n args[argc++] = tok;\n tok = strtok(NULL, \" \\t\");\n }\n \n if (argc == 0) {\n continue;\n }\n \n const char *cmd = args[0];\n \n if (strcmp(cmd, \"exit\") == 0 || strcmp(cmd, \"quit\") == 0) {\n print_colored(COLOR_CYAN, \"Goodbye!\\n\");\n break;\n } else if (strcmp(cmd, \"help\") == 0) {\n printf(\"Commands: upload [group] | download [dest] | delete | info | batch | exit\\n\");\n } else if (strcmp(cmd, \"upload\") == 0) {\n cmd_upload(argc - 1, &args[1]);\n } else if (strcmp(cmd, \"download\") == 0) {\n cmd_download(argc - 1, &args[1]);\n } else if (strcmp(cmd, \"delete\") == 0) {\n cmd_delete(argc - 1, &args[1]);\n } else if (strcmp(cmd, \"info\") == 0) {\n cmd_info(argc - 1, &args[1]);\n } else if (strcmp(cmd, \"batch\") == 0) {\n cmd_batch(argc - 1, &args[1]);\n } else {\n print_colored(COLOR_RED, \"Unknown command. Type 'help'\\n\");\n }\n \n printf(\"\\n\");\n }\n \n return 0;\n}\n\n/* Print usage */\nstatic void usage(char *argv[]) {\n printf(\"FastDFS Modern CLI Tool\\n\\n\");\n printf(\"Usage: %s [options] [args...]\\n\\n\", argv[0]);\n printf(\"Options:\\n\");\n printf(\" -c Configuration file (required)\\n\");\n printf(\" -j JSON output\\n\");\n printf(\" -n No colors\\n\");\n printf(\" -v Verbose\\n\");\n printf(\" -p Storage path index\\n\");\n printf(\" -h Help\\n\\n\");\n printf(\"Commands:\\n\");\n printf(\" upload [group] Upload file\\n\");\n printf(\" download [dest] Download file\\n\");\n printf(\" delete Delete file\\n\");\n printf(\" info File information\\n\");\n printf(\" batch Batch operations\\n\");\n printf(\" interactive Interactive mode\\n\\n\");\n printf(\"Examples:\\n\");\n printf(\" %s -c /etc/fdfs/client.conf upload test.jpg\\n\", argv[0]);\n printf(\" %s -c /etc/fdfs/client.conf -j info group1/M00/00/00/test.jpg\\n\", argv[0]);\n printf(\" %s -c /etc/fdfs/client.conf batch upload files.txt\\n\", argv[0]);\n printf(\" %s -c /etc/fdfs/client.conf interactive\\n\", argv[0]);\n}\n\n/* Main function */\nint main(int argc, char *argv[]) {\n int opt;\n const char *command = NULL;\n \n log_init();\n g_log_context.log_level = LOG_ERR;\n ignore_signal_pipe();\n \n while ((opt = getopt(argc, argv, \"c:jnvp:h\")) != -1) {\n switch (opt) {\n case 'c':\n snprintf(g_cli.config_file, sizeof(g_cli.config_file), \"%s\", optarg);\n break;\n case 'j':\n g_cli.json_output = 1;\n break;\n case 'n':\n g_cli.color_enabled = 0;\n break;\n case 'v':\n g_cli.verbose = 1;\n break;\n case 'p':\n g_cli.store_path_index = atoi(optarg);\n break;\n case 'h':\n usage(argv);\n return 0;\n default:\n usage(argv);\n return 1;\n }\n }\n \n if (g_cli.config_file[0] == '\\0') {\n print_colored(COLOR_RED, \"Error: Configuration file required (-c option)\\n\");\n usage(argv);\n return 1;\n }\n \n if (optind >= argc) {\n print_colored(COLOR_RED, \"Error: Command required\\n\");\n usage(argv);\n return 1;\n }\n \n command = argv[optind];\n int cmd_argc = argc - optind - 1;\n char **cmd_argv = &argv[optind + 1];\n \n if (strcmp(command, \"upload\") == 0) {\n return cmd_upload(cmd_argc, cmd_argv);\n } else if (strcmp(command, \"download\") == 0) {\n return cmd_download(cmd_argc, cmd_argv);\n } else if (strcmp(command, \"delete\") == 0) {\n return cmd_delete(cmd_argc, cmd_argv);\n } else if (strcmp(command, \"info\") == 0) {\n return cmd_info(cmd_argc, cmd_argv);\n } else if (strcmp(command, \"batch\") == 0) {\n return cmd_batch(cmd_argc, cmd_argv);\n } else if (strcmp(command, \"interactive\") == 0) {\n return cmd_interactive();\n } else {\n print_colored(COLOR_RED, \"Error: Unknown command: %s\\n\", command);\n usage(argv);\n return 1;\n }\n}\n"
},
{
"path": "client/Makefile.in",
"content": ".SUFFIXES: .c .o .lo\n\nCOMPILE = $(CC) $(CFLAGS)\nENABLE_STATIC_LIB = $(ENABLE_STATIC_LIB)\nENABLE_SHARED_LIB = $(ENABLE_SHARED_LIB)\nINC_PATH = -I../common -I../tracker -I/usr/include/fastcommon\nLIB_PATH = $(LIBS) -lfastcommon -lserverframe\nTARGET_PATH = $(TARGET_PREFIX)/bin\nTARGET_LIB = $(TARGET_PREFIX)/$(LIB_VERSION)\nTARGET_INC = $(TARGET_PREFIX)/include\nCONFIG_PATH = $(TARGET_CONF_PATH)\n\nFDFS_STATIC_OBJS = ../common/fdfs_global.o ../common/fdfs_http_shared.o \\\n ../common/mime_file_parser.o ../tracker/tracker_proto.o \\\n ../tracker/fdfs_shared_func.o ../tracker/fdfs_server_id_func.o \\\n ../storage/trunk_mgr/trunk_shared.o \\\n tracker_client.o client_func.o \\\n client_global.o storage_client.o\n\nSTATIC_OBJS = $(FDFS_STATIC_OBJS)\n\nFDFS_SHARED_OBJS = ../common/fdfs_global.lo ../common/fdfs_http_shared.lo \\\n ../common/mime_file_parser.lo ../tracker/tracker_proto.lo \\\n ../tracker/fdfs_shared_func.lo ../tracker/fdfs_server_id_func.lo \\\n ../storage/trunk_mgr/trunk_shared.lo \\\n tracker_client.lo client_func.lo \\\n client_global.lo storage_client.lo\n\nFDFS_HEADER_FILES = ../common/fdfs_define.h ../common/fdfs_global.h \\\n ../common/mime_file_parser.h ../common/fdfs_http_shared.h \\\n ../tracker/tracker_types.h ../tracker/tracker_proto.h \\\n ../tracker/fdfs_shared_func.h ../tracker/fdfs_server_id_func.h \\\n ../storage/trunk_mgr/trunk_shared.h \\\n tracker_client.h storage_client.h storage_client1.h \\\n client_func.h client_global.h fdfs_client.h\n\nALL_OBJS = $(STATIC_OBJS) $(FDFS_SHARED_OBJS)\n\nALL_PRGS = fdfs_monitor fdfs_test fdfs_test1 fdfs_crc32 fdfs_upload_file \\\n fdfs_download_file fdfs_delete_file fdfs_file_info \\\n fdfs_appender_test fdfs_appender_test1 fdfs_append_file \\\n fdfs_upload_appender fdfs_regenerate_filename\n\nSTATIC_LIBS = libfdfsclient.a\n\nSHARED_LIBS = libfdfsclient.so\nCLIENT_SHARED_LIBS = libfdfsclient.so\n\nALL_LIBS = $(STATIC_LIBS) $(SHARED_LIBS)\n\nall: $(ALL_OBJS) $(ALL_PRGS) $(ALL_LIBS)\n\nlibfdfsclient.so:\n\t$(COMPILE) -o $@ $< -shared $(FDFS_SHARED_OBJS) $(LIB_PATH)\nlibfdfsclient.a:\n\tar rcs $@ $< $(FDFS_STATIC_OBJS)\n.o:\n\t$(COMPILE) -o $@ $< $(STATIC_OBJS) $(LIB_PATH) $(INC_PATH)\n.c:\n\t$(COMPILE) -o $@ $< $(STATIC_OBJS) $(LIB_PATH) $(INC_PATH)\n.c.o:\n\t$(COMPILE) -c -o $@ $< $(INC_PATH)\n.c.lo:\n\t$(COMPILE) -c -fPIC -o $@ $< $(INC_PATH)\ninstall:\n\tmkdir -p $(TARGET_PATH)\n\tmkdir -p $(CONFIG_PATH)\n\tmkdir -p $(TARGET_LIB)\n\tmkdir -p $(TARGET_PREFIX)/lib\n\tcp -f $(ALL_PRGS) $(TARGET_PATH)\n\tif [ $(ENABLE_STATIC_LIB) -eq 1 ]; then cp -f $(STATIC_LIBS) $(TARGET_LIB); cp -f $(STATIC_LIBS) $(TARGET_PREFIX)/lib/; fi\n\tif [ $(ENABLE_SHARED_LIB) -eq 1 ]; then cp -f $(CLIENT_SHARED_LIBS) $(TARGET_LIB); cp -f $(CLIENT_SHARED_LIBS) $(TARGET_PREFIX)/lib/; fi\n\n\tmkdir -p $(TARGET_INC)/fastdfs\n\tcp -f $(FDFS_HEADER_FILES) $(TARGET_INC)/fastdfs\n\tif [ ! -f $(CONFIG_PATH)/client.conf ]; then cp -f ../conf/client.conf $(CONFIG_PATH)/client.conf; fi\nclean:\n\trm -f $(ALL_OBJS) $(ALL_PRGS) $(ALL_LIBS)\n\n"
},
{
"path": "client/client_func.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n//client_func.c\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_define.h\"\n#include \"fastcommon/logger.h\"\n#include \"fdfs_global.h\"\n#include \"fastcommon/base64.h\"\n#include \"fastcommon/sockopt.h\"\n#include \"fastcommon/shared_func.h\"\n#include \"fastcommon/ini_file_reader.h\"\n#include \"fastcommon/connection_pool.h\"\n#include \"tracker_types.h\"\n#include \"tracker_proto.h\"\n#include \"client_global.h\"\n#include \"client_func.h\"\n\nstatic int storage_cmp_by_ip_and_port(const void *p1, const void *p2)\n{\n\tint res;\n\n\tres = strcmp(((ConnectionInfo *)p1)->ip_addr,\n\t\t\t((ConnectionInfo *)p2)->ip_addr);\n\tif (res != 0)\n\t{\n\t\treturn res;\n\t}\n\n\treturn ((ConnectionInfo *)p1)->port -\n\t\t\t((ConnectionInfo *)p2)->port;\n}\n\nstatic int storage_cmp_server_info(const void *p1, const void *p2)\n{\n\tTrackerServerInfo *server1;\n\tTrackerServerInfo *server2;\n\tConnectionInfo *pc1;\n\tConnectionInfo *pc2;\n\tConnectionInfo *end1;\n\tint res;\n\n server1 = (TrackerServerInfo *)p1;\n server2 = (TrackerServerInfo *)p2;\n\n res = server1->count - server2->count;\n if (res != 0)\n {\n return res;\n }\n\n if (server1->count == 1)\n {\n return storage_cmp_by_ip_and_port(server1->connections + 0,\n server2->connections + 0);\n }\n\n end1 = server1->connections + server1->count;\n for (pc1=server1->connections,pc2=server2->connections; pc1servers+pTrackerGroup->server_count;\n\t\tpDestServer>pTrackerGroup->servers; pDestServer--)\n\t{\n\t\tif (storage_cmp_server_info(pInsertedServer, pDestServer-1) > 0)\n\t\t{\n\t\t\tmemcpy(pDestServer, pInsertedServer,\n\t\t\t\tsizeof(TrackerServerInfo));\n\t\t\treturn;\n\t\t}\n\n\t\tmemcpy(pDestServer, pDestServer-1, sizeof(TrackerServerInfo));\n\t}\n\n\tmemcpy(pDestServer, pInsertedServer, sizeof(TrackerServerInfo));\n}\n\nstatic int copy_tracker_servers(TrackerServerGroup *pTrackerGroup,\n\t\tconst char *filename, char **ppTrackerServers)\n{\n\tchar **ppSrc;\n\tchar **ppEnd;\n\tTrackerServerInfo destServer;\n int result;\n\n\tmemset(&destServer, 0, sizeof(TrackerServerInfo));\n fdfs_server_sock_reset(&destServer);\n\n\tppEnd = ppTrackerServers + pTrackerGroup->server_count;\n\tpTrackerGroup->server_count = 0;\n\tfor (ppSrc=ppTrackerServers; ppSrcservers,\n\t\t\tpTrackerGroup->server_count,\n\t\t\tsizeof(TrackerServerInfo),\n\t\t\tstorage_cmp_server_info) == NULL)\n\t\t{\n\t\t\tinsert_into_sorted_servers(pTrackerGroup, &destServer);\n\t\t\tpTrackerGroup->server_count++;\n\t\t}\n\t}\n\n /*\n\t{\n\tTrackerServerInfo *pServer;\n char formatted_ip[FORMATTED_IP_SIZE];\n\tfor (pServer=pTrackerGroup->servers; pServerservers+\n\t\tpTrackerGroup->server_count;\tpServer++)\n\t{\n format_ip_address(pServer->connections[0].ip_addr, formatted_ip);\n\t\tprintf(\"server=%s:%u\\n\", formatted_ip, pServer->connections[0].port);\n\t}\n\t}\n */\n\n\treturn 0;\n}\n\nstatic int fdfs_check_tracker_group(TrackerServerGroup *pTrackerGroup,\n\t\tconst char *conf_filename)\n{\n int result;\n\tTrackerServerInfo *pServer;\n\tTrackerServerInfo *pEnd;\n char error_info[256];\n\n\tpEnd = pTrackerGroup->servers + pTrackerGroup->server_count;\n\tfor (pServer=pTrackerGroup->servers; pServerserver_count=iniGetValues(NULL, \"tracker_server\",\n\t\tpIniContext, ppTrackerServers, FDFS_MAX_TRACKERS)) <= 0)\n\t{\n\t\tlogError(\"file: \"__FILE__\", line: %d, \"\n\t\t\t\"conf file \\\"%s\\\", item \\\"tracker_server\\\" not exist\",\n\t\t\t__LINE__, conf_filename);\n\t\treturn ENOENT;\n\t}\n\n bytes = sizeof(TrackerServerInfo) * pTrackerGroup->server_count;\n\tpTrackerGroup->servers = (TrackerServerInfo *)malloc(bytes);\n\tif (pTrackerGroup->servers == NULL)\n\t{\n\t\tlogError(\"file: \"__FILE__\", line: %d, \"\n\t\t\t\"malloc %d bytes fail\", __LINE__, bytes);\n\t\tpTrackerGroup->server_count = 0;\n\t\treturn errno != 0 ? errno : ENOMEM;\n\t}\n\n\tmemset(pTrackerGroup->servers, 0, bytes);\n\tif ((result=copy_tracker_servers(pTrackerGroup, conf_filename,\n\t\t\tppTrackerServers)) != 0)\n\t{\n\t\tpTrackerGroup->server_count = 0;\n\t\tfree(pTrackerGroup->servers);\n\t\tpTrackerGroup->servers = NULL;\n\t\treturn result;\n\t}\n\n\treturn fdfs_check_tracker_group(pTrackerGroup, conf_filename);\n}\n\nint fdfs_load_tracker_group(TrackerServerGroup *pTrackerGroup,\n\t\tconst char *conf_filename)\n{\n\tIniContext iniContext;\n\tint result;\n\n\tif ((result=iniLoadFromFile(conf_filename, &iniContext)) != 0)\n\t{\n\t\tlogError(\"file: \"__FILE__\", line: %d, \"\n\t\t\t\"load conf file \\\"%s\\\" fail, ret code: %d\",\n\t\t\t__LINE__, conf_filename, result);\n\t\treturn result;\n\t}\n\n\tresult = fdfs_load_tracker_group_ex(pTrackerGroup,\n conf_filename, &iniContext);\n\tiniFreeContext(&iniContext);\n\n\treturn result;\n}\n\nstatic int fdfs_get_params_from_tracker(bool *use_storage_id)\n{\n IniContext iniContext;\n\tint result;\n\tbool continue_flag;\n\n\tcontinue_flag = false;\n\tif ((result=fdfs_get_ini_context_from_tracker(&g_tracker_group,\n &iniContext, &continue_flag)) != 0)\n {\n return result;\n }\n\n\t*use_storage_id = iniGetBoolValue(NULL, \"use_storage_id\",\n &iniContext, false);\n iniFreeContext(&iniContext);\n\n\tif (*use_storage_id)\n\t{\n\t\tresult = fdfs_get_storage_ids_from_tracker_group(\n\t\t\t\t&g_tracker_group);\n\t}\n\n return result;\n}\n\nstatic int fdfs_client_do_init_ex(TrackerServerGroup *pTrackerGroup, \\\n\t\tconst char *conf_filename, IniContext *iniContext)\n{\n\tchar *pBasePath;\n\tint result;\n\tbool use_storage_id;\n\tbool load_fdfs_parameters_from_tracker;\n\n\tpBasePath = iniGetStrValue(NULL, \"base_path\", iniContext);\n\tif (pBasePath == NULL)\n\t{\n\t\tstrcpy(SF_G_BASE_PATH_STR, \"/tmp\");\n\t}\n\telse\n\t{\n fc_safe_strcpy(SF_G_BASE_PATH_STR, pBasePath);\n\t\tchopPath(SF_G_BASE_PATH_STR);\n\t\tif (!fileExists(SF_G_BASE_PATH_STR))\n\t\t{\n\t\t\tlogError(\"file: \"__FILE__\", line: %d, \" \\\n\t\t\t\t\"\\\"%s\\\" can't be accessed, error info: %s\", \\\n\t\t\t\t__LINE__, SF_G_BASE_PATH_STR, STRERROR(errno));\n\t\t\treturn errno != 0 ? errno : ENOENT;\n\t\t}\n\t\tif (!isDir(SF_G_BASE_PATH_STR))\n\t\t{\n\t\t\tlogError(\"file: \"__FILE__\", line: %d, \" \\\n\t\t\t\t\"\\\"%s\\\" is not a directory!\", \\\n\t\t\t\t__LINE__, SF_G_BASE_PATH_STR);\n\t\t\treturn ENOTDIR;\n\t\t}\n\t}\n SF_G_BASE_PATH_LEN = strlen(SF_G_BASE_PATH_STR);\n\n\tSF_G_CONNECT_TIMEOUT = iniGetIntValue(NULL, \"connect_timeout\", \\\n\t\t\t\tiniContext, DEFAULT_CONNECT_TIMEOUT);\n\tif (SF_G_CONNECT_TIMEOUT <= 0)\n\t{\n\t\tSF_G_CONNECT_TIMEOUT = DEFAULT_CONNECT_TIMEOUT;\n\t}\n\n\tSF_G_NETWORK_TIMEOUT = iniGetIntValue(NULL, \"network_timeout\", \\\n\t\t\t\tiniContext, DEFAULT_NETWORK_TIMEOUT);\n\tif (SF_G_NETWORK_TIMEOUT <= 0)\n\t{\n\t\tSF_G_NETWORK_TIMEOUT = DEFAULT_NETWORK_TIMEOUT;\n\t}\n\n\tif ((result=fdfs_load_tracker_group_ex(pTrackerGroup, \\\n\t\t\tconf_filename, iniContext)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tg_anti_steal_token = iniGetBoolValue(NULL, \\\n\t\t\t\t\"http.anti_steal.check_token\", \\\n\t\t\t\tiniContext, false);\n\tif (g_anti_steal_token)\n\t{\n\t\tchar *anti_steal_secret_key;\n\n\t\tanti_steal_secret_key = iniGetStrValue(NULL, \\\n\t\t\t\t\t\"http.anti_steal.secret_key\", \\\n\t\t\t\t\tiniContext);\n\t\tif (anti_steal_secret_key == NULL || \\\n\t\t\t*anti_steal_secret_key == '\\0')\n\t\t{\n\t\t\tlogError(\"file: \"__FILE__\", line: %d, \" \\\n\t\t\t\t\"param \\\"http.anti_steal.secret_key\\\"\"\\\n\t\t\t\t\" not exist or is empty\", __LINE__);\n\t\t\treturn EINVAL;\n\t\t}\n\n\t\tbuffer_strcpy(&g_anti_steal_secret_key, anti_steal_secret_key);\n\t}\n\n\tif ((result=fdfs_connection_pool_init(conf_filename, iniContext)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tload_fdfs_parameters_from_tracker = iniGetBoolValue(NULL,\n\t\t\t\t\"load_fdfs_parameters_from_tracker\",\n\t\t\t\tiniContext, false);\n\tif (load_fdfs_parameters_from_tracker)\n\t{\n\t\tif ((result=fdfs_get_params_from_tracker(&use_storage_id)) != 0)\n {\n return result;\n }\n\t}\n\telse\n {\n use_storage_id = iniGetBoolValue(NULL, \"use_storage_id\",\n iniContext, false);\n if (use_storage_id)\n {\n if ((result=fdfs_load_storage_ids_from_file(\n conf_filename, iniContext)) != 0)\n {\n return result;\n }\n }\n }\n\n if (use_storage_id)\n {\n FDFSStorageIdInfo *idInfo;\n FDFSStorageIdInfo *end;\n char *connect_first_by;\n\n end = g_storage_ids_by_id.ids + g_storage_ids_by_id.count;\n for (idInfo=g_storage_ids_by_id.ids; idInfoip_addrs.count > 1)\n {\n g_multi_storage_ips = true;\n break;\n }\n }\n\n if (g_multi_storage_ips)\n {\n connect_first_by = iniGetStrValue(NULL,\n \"connect_first_by\", iniContext);\n if (connect_first_by != NULL && strncasecmp(connect_first_by,\n \"last\", 4) == 0)\n {\n g_connect_first_by = fdfs_connect_first_by_last_connected;\n }\n }\n }\n\n#ifdef DEBUG_FLAG\n\tlogDebug(\"base_path=%s, \"\n\t\t\"connect_timeout=%d, \"\n\t\t\"network_timeout=%d, \"\n\t\t\"tracker_server_count=%d, \"\n\t\t\"anti_steal_token=%d, \"\n\t\t\"anti_steal_secret_key length=%d, \"\n\t\t\"use_connection_pool=%d, \"\n\t\t\"g_connection_pool_max_idle_time=%ds, \"\n\t\t\"use_storage_id=%d, connect_first_by=%s, \"\n \"storage server id count: %d, \"\n \"multi storage ips: %d\\n\",\n\t\tSF_G_BASE_PATH_STR, SF_G_CONNECT_TIMEOUT,\n\t\tSF_G_NETWORK_TIMEOUT, pTrackerGroup->server_count,\n\t\tg_anti_steal_token, g_anti_steal_secret_key.length,\n\t\tg_use_connection_pool, g_connection_pool_max_idle_time,\n\t\tuse_storage_id, g_connect_first_by == fdfs_connect_first_by_tracker ?\n \"tracker\" : \"last-connected\", g_storage_ids_by_id.count,\n g_multi_storage_ips);\n#endif\n\n\treturn 0;\n}\n\nint fdfs_client_init_from_buffer_ex(TrackerServerGroup *pTrackerGroup, \\\n\t\tconst char *buffer)\n{\n\tIniContext iniContext;\n\tchar *new_buff;\n\tint result;\n\n\tnew_buff = strdup(buffer);\n\tif (new_buff == NULL)\n\t{\n\t\tlogError(\"file: \"__FILE__\", line: %d, \" \\\n\t\t\t\"strdup %d bytes fail\", __LINE__, (int)strlen(buffer));\n\t\treturn ENOMEM;\n\t}\n\n\tresult = iniLoadFromBuffer(new_buff, &iniContext);\n\tfree(new_buff);\n\tif (result != 0)\n\t{\n\t\tlogError(\"file: \"__FILE__\", line: %d, \" \\\n\t\t\t\"load parameters from buffer fail, ret code: %d\", \\\n\t\t\t __LINE__, result);\n\t\treturn result;\n\t}\n\n\tresult = fdfs_client_do_init_ex(pTrackerGroup, \"buffer\", &iniContext);\n\tiniFreeContext(&iniContext);\n\treturn result;\n}\n\nint fdfs_client_init_ex(TrackerServerGroup *pTrackerGroup, \\\n\t\tconst char *conf_filename)\n{\n\tIniContext iniContext;\n\tint result;\n\n\tif ((result=iniLoadFromFile(conf_filename, &iniContext)) != 0)\n\t{\n\t\tlogError(\"file: \"__FILE__\", line: %d, \" \\\n\t\t\t\"load conf file \\\"%s\\\" fail, ret code: %d\", \\\n\t\t\t__LINE__, conf_filename, result);\n\t\treturn result;\n\t}\n\n\tresult = fdfs_client_do_init_ex(pTrackerGroup, conf_filename, \\\n\t\t\t\t&iniContext);\n\tiniFreeContext(&iniContext);\n\treturn result;\n}\n\nint fdfs_copy_tracker_group(TrackerServerGroup *pDestTrackerGroup, \\\n\t\tTrackerServerGroup *pSrcTrackerGroup)\n{\n\tint bytes;\n\tTrackerServerInfo *pDestServer;\n\tTrackerServerInfo *pDestServerEnd;\n\n\tbytes = sizeof(TrackerServerInfo) * pSrcTrackerGroup->server_count;\n\tpDestTrackerGroup->servers = (TrackerServerInfo *)malloc(bytes);\n\tif (pDestTrackerGroup->servers == NULL)\n\t{\n\t\tlogError(\"file: \"__FILE__\", line: %d, \"\n\t\t\t\"malloc %d bytes fail\", __LINE__, bytes);\n\t\treturn errno != 0 ? errno : ENOMEM;\n\t}\n\n\tpDestTrackerGroup->server_index = 0;\n\tpDestTrackerGroup->leader_index = 0;\n\tpDestTrackerGroup->server_count = pSrcTrackerGroup->server_count;\n\tmemcpy(pDestTrackerGroup->servers, pSrcTrackerGroup->servers, bytes);\n\n\tpDestServerEnd = pDestTrackerGroup->servers +\n\t\t\tpDestTrackerGroup->server_count;\n\tfor (pDestServer=pDestTrackerGroup->servers;\n\t\tpDestServerserver_count != pGroup2->server_count)\n {\n return false;\n }\n\n pEnd1 = pGroup1->servers + pGroup1->server_count;\n pServer1 = pGroup1->servers;\n pServer2 = pGroup2->servers;\n while (pServer1 < pEnd1)\n {\n if (!fdfs_server_equal(pServer1, pServer2))\n {\n return false;\n }\n\n pServer1++;\n pServer2++;\n }\n\n return true;\n}\n\nvoid fdfs_client_destroy_ex(TrackerServerGroup *pTrackerGroup)\n{\n\tif (pTrackerGroup->servers != NULL)\n\t{\n\t\tfree(pTrackerGroup->servers);\n\t\tpTrackerGroup->servers = NULL;\n\n\t\tpTrackerGroup->server_count = 0;\n\t\tpTrackerGroup->server_index = 0;\n\t}\n}\n\nconst char *fdfs_get_file_ext_name_ex(const char *filename, \n\tconst bool twoExtName)\n{\n\tconst char *fileExtName;\n\tconst char *p;\n\tconst char *pStart;\n\tint extNameLen;\n\n\tfileExtName = strrchr(filename, '.');\n\tif (fileExtName == NULL)\n\t{\n\t\treturn NULL;\n\t}\n\n\textNameLen = strlen(fileExtName + 1);\n\tif (extNameLen > FDFS_FILE_EXT_NAME_MAX_LEN)\n\t{\n\t\treturn NULL;\n\t}\n\n\tif (strchr(fileExtName + 1, '/') != NULL) //invalid extension name\n\t{\n\t\treturn NULL;\n\t}\n\n\tif (!twoExtName)\n\t{\n\t\treturn fileExtName + 1;\n\t}\n\n\tpStart = fileExtName - (FDFS_FILE_EXT_NAME_MAX_LEN - extNameLen) - 1;\n\tif (pStart < filename)\n\t{\n\t\tpStart = filename;\n\t}\n\n\tp = fileExtName - 1; //before .\n\twhile ((p > pStart) && (*p != '.'))\n\t{\n\t\tp--;\n\t}\n\n\tif (p > pStart) //found (extension name have a dot)\n\t{\n\t\tif (strchr(p + 1, '/') == NULL) //valid extension name\n\t\t{\n\t\t\treturn p + 1; //skip .\n\t\t}\n\t}\n\n\treturn fileExtName + 1; //skip .\n}\n\n"
},
{
"path": "client/client_func.h",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n//client_func.h\n\n#include \"tracker_types.h\"\n#include \"client_global.h\"\n#include \"fastcommon/ini_file_reader.h\"\n\n#ifndef _CLIENT_FUNC_H_\n#define _CLIENT_FUNC_H_\n\n#define FDFS_FILE_ID_SEPERATOR '/'\n#define FDFS_FILE_ID_SEPERATE_STR \"/\"\n\ntypedef struct {\n short file_type;\n bool get_from_server;\n\ttime_t create_timestamp;\n\tint crc32;\n\tint source_id; //source storage id\n\tint64_t file_size;\n\tchar source_ip_addr[IP_ADDRESS_SIZE]; //source storage ip address\n} FDFSFileInfo;\n\n#ifdef __cplusplus\nextern \"C\" {\n#endif\n\n#define fdfs_client_init(filename) \\\n\tfdfs_client_init_ex((&g_tracker_group), filename)\n\n#define fdfs_client_init_from_buffer(buffer) \\\n\tfdfs_client_init_from_buffer_ex((&g_tracker_group), buffer)\n\n#define fdfs_client_destroy() \\\n\tfdfs_client_destroy_ex((&g_tracker_group))\n\n/**\n* client initial from config file\n* params:\n* pTrackerGroup: tracker group\n*\tconf_filename: client config filename\n* return: 0 success, !=0 fail, return the error code\n**/\nint fdfs_client_init_ex(TrackerServerGroup *pTrackerGroup, \\\n\t\tconst char *conf_filename);\n\n\n/**\n* client initial from buffer\n* params:\n* pTrackerGroup: tracker group\n*\tconf_filename: client config filename\n* return: 0 success, !=0 fail, return the error code\n**/\nint fdfs_client_init_from_buffer_ex(TrackerServerGroup *pTrackerGroup, \\\n\t\tconst char *buffer);\n\n/**\n* load tracker server group\n* params:\n* pTrackerGroup: tracker group\n*\tconf_filename: tracker server group config filename\n* return: 0 success, !=0 fail, return the error code\n**/\nint fdfs_load_tracker_group(TrackerServerGroup *pTrackerGroup, \\\n\t\tconst char *conf_filename);\n\n/**\n* load tracker server group\n* params:\n* pTrackerGroup: tracker group\n*\tconf_filename: config filename\n* items: ini file items\n* nItemCount: ini file item count\n* return: 0 success, !=0 fail, return the error code\n**/\nint fdfs_load_tracker_group_ex(TrackerServerGroup *pTrackerGroup, \\\n\t\tconst char *conf_filename, IniContext *pIniContext);\n\n/**\n* copy tracker server group\n* params:\n* pDestTrackerGroup: the dest tracker group\n* pSrcTrackerGroup: the source tracker group\n* return: 0 success, !=0 fail, return the error code\n**/\nint fdfs_copy_tracker_group(TrackerServerGroup *pDestTrackerGroup, \\\n\t\tTrackerServerGroup *pSrcTrackerGroup);\n\n/**\n* client destroy function\n* params:\n* pTrackerGroup: tracker group\n* return: none\n**/\nvoid fdfs_client_destroy_ex(TrackerServerGroup *pTrackerGroup);\n\n/**\n* tracker group equals\n* params:\n* pGroup1: tracker group 1\n* pGroup2: tracker group 2\n* return: true for equals, otherwise false\n**/\nbool fdfs_tracker_group_equals(TrackerServerGroup *pGroup1, \\\n TrackerServerGroup *pGroup2);\n\n/**\n* get file ext name from filename, extension name do not include dot\n* params:\n* filename: the filename\n* return: file ext name, NULL for no ext name\n**/\n#define fdfs_get_file_ext_name1(filename) \\\n\tfdfs_get_file_ext_name_ex(filename, false)\n\n/**\n* get file ext name from filename, extension name maybe include dot\n* params:\n* filename: the filename\n* return: file ext name, NULL for no ext name\n**/\n#define fdfs_get_file_ext_name2(filename) \\\n\tfdfs_get_file_ext_name_ex(filename, true)\n\n#define fdfs_get_file_ext_name(filename) \\\n\tfdfs_get_file_ext_name_ex(filename, true)\n\n/**\n* get file ext name from filename\n* params:\n* filename: the filename\n* twoExtName: two extension name as the extension name\n* return: file ext name, NULL for no ext name\n**/\nconst char *fdfs_get_file_ext_name_ex(const char *filename, \n\tconst bool twoExtName);\n\nstatic inline int fdfs_combine_file_id(const char *group_name,\n const char *filename, char *file_id)\n{\n char *p;\n int group_len;\n int file_len;\n\n group_len = strlen(group_name);\n file_len = strlen(filename);\n p = file_id;\n memcpy(p, group_name, group_len);\n p += group_len;\n *p++ = FDFS_FILE_ID_SEPERATOR;\n memcpy(p, filename, file_len);\n p += file_len;\n *p = '\\0';\n\n return p - file_id;\n}\n\n#ifdef __cplusplus\n}\n#endif\n\n#endif\n"
},
{
"path": "client/client_global.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \"client_global.h\"\n\nTrackerServerGroup g_tracker_group = {0, 0, -1, NULL};\n\nbool g_multi_storage_ips = false;\nFDFSConnectFirstBy g_connect_first_by = fdfs_connect_first_by_tracker;\nbool g_anti_steal_token = false;\nBufferInfo g_anti_steal_secret_key = {0};\n"
},
{
"path": "client/client_global.h",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n//client_global.h\n\n#ifndef _CLIENT_GLOBAL_H\n#define _CLIENT_GLOBAL_H\n\n#include \"fastcommon/common_define.h\"\n#include \"tracker_types.h\"\n#include \"fdfs_shared_func.h\"\n\ntypedef enum {\n fdfs_connect_first_by_tracker,\n fdfs_connect_first_by_last_connected\n} FDFSConnectFirstBy;\n\n#ifdef __cplusplus\nextern \"C\" {\n#endif\n\nextern TrackerServerGroup g_tracker_group;\n\nextern bool g_multi_storage_ips;\nextern FDFSConnectFirstBy g_connect_first_by;\nextern bool g_anti_steal_token;\nextern BufferInfo g_anti_steal_secret_key;\n\n#define fdfs_get_tracker_leader_index(leaderIp, leaderPort) \\\n\tfdfs_get_tracker_leader_index_ex(&g_tracker_group, \\\n\t\t\t\t\tleaderIp, leaderPort)\n#ifdef __cplusplus\n}\n#endif\n\n#endif\n"
},
{
"path": "client/fdfs_append_file.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fastcommon/logger.h\"\n\nint main(int argc, char *argv[])\n{\n\tchar *conf_filename;\n\tchar *local_filename;\n\tConnectionInfo *pTrackerServer;\n\tint result;\n\tchar appender_file_id[128];\n\t\n\tif (argc < 4)\n\t{\n\t\tprintf(\"Usage: %s \" \\\n\t\t\t\"\\n\", argv[0]);\n\t\treturn 1;\n\t}\n\n\tlog_init();\n\tg_log_context.log_level = LOG_ERR;\n\n\tconf_filename = argv[1];\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tpTrackerServer = tracker_get_connection();\n\tif (pTrackerServer == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn errno != 0 ? errno : ECONNREFUSED;\n\t}\n\n\tfc_safe_strcpy(appender_file_id, argv[2]);\n\tlocal_filename = argv[3];\n\tif ((result=storage_append_by_filename1(pTrackerServer, \\\n\t\tNULL, local_filename, appender_file_id)) != 0)\n\t{\n\t\tprintf(\"append file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\treturn result;\n\t}\n\n\ttracker_close_connection_ex(pTrackerServer, true);\n\tfdfs_client_destroy();\n\n\treturn result;\n}\n\n"
},
{
"path": "client/fdfs_appender_test.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fdfs_global.h\"\n#include \"fastcommon/base64.h\"\n#include \"fastcommon/sockopt.h\"\n#include \"fastcommon/logger.h\"\n#include \"fdfs_http_shared.h\"\n\nint writeToFileCallback(void *arg, const int64_t file_size, const char *data, \\\n const int current_size)\n{\n\tif (arg == NULL)\n\t{\n\t\treturn EINVAL;\n\t}\n\n\tif (fwrite(data, current_size, 1, (FILE *)arg) != 1)\n\t{\n\t\treturn errno != 0 ? errno : EIO;\n\t}\n\n\treturn 0;\n}\n\nint uploadFileCallback(void *arg, const int64_t file_size, int sock)\n{\n\tint64_t total_send_bytes;\n\tchar *filename;\n\n\tif (arg == NULL)\n\t{\n\t\treturn EINVAL;\n\t}\n\n\tfilename = (char *)arg;\n\treturn tcpsendfile(sock, filename, file_size, \\\n\t\tSF_G_NETWORK_TIMEOUT, &total_send_bytes);\n}\n\nint main(int argc, char *argv[])\n{\n\tchar *conf_filename;\n\tchar *local_filename;\n\tConnectionInfo *pTrackerServer;\n\tConnectionInfo *pStorageServer;\n\tint result;\n\tConnectionInfo storageServer;\n\tchar group_name[FDFS_GROUP_NAME_MAX_LEN + 1];\n\tchar remote_filename[256];\n\tchar appender_filename[256];\n\tFDFSMetaData meta_list[32];\n\tint meta_count;\n\tchar token[32 + 1];\n\tchar file_id[128];\n\tchar file_url[256];\n\tchar szDatetime[20];\n\tint url_len;\n\ttime_t ts;\n\tint64_t file_offset;\n\tint64_t file_size = 0;\n\tint store_path_index;\n\tFDFSFileInfo file_info;\n\tint upload_type;\n\tconst char *file_ext_name;\n\tstruct stat stat_buf;\n\n\tprintf(\"This is FastDFS client test program v%d.%d.%d\\n\" \\\n\"\\nCopyright (C) 2008, Happy Fish / YuQing\\n\" \\\n\"\\nFastDFS may be copied only under the terms of the GNU General\\n\" \\\n\"Public License V3, which may be found in the FastDFS source kit.\\n\" \\\n\"Please visit the FastDFS Home Page http://www.fastken.com/ \\n\" \\\n\"for more detail.\\n\\n\", g_fdfs_version.major, g_fdfs_version.minor,\ng_fdfs_version.patch);\n\n\tif (argc < 3)\n\t{\n\t\tprintf(\"Usage: %s \" \\\n\t\t\t\"[FILE | BUFF | CALLBACK]\\n\", argv[0]);\n\t\treturn 1;\n\t}\n\n\tlog_init();\n\t//g_log_context.log_level = LOG_DEBUG;\n\n\tconf_filename = argv[1];\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tpTrackerServer = tracker_get_connection();\n\tif (pTrackerServer == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn errno != 0 ? errno : ECONNREFUSED;\n\t}\n\n\tlocal_filename = argv[2];\n\tif (argc == 3)\n\t{\n\t\tupload_type = FDFS_UPLOAD_BY_FILE;\n\t}\n\telse\n\t{\n\t\tif (strcmp(argv[3], \"BUFF\") == 0)\n\t\t{\n\t\t\tupload_type = FDFS_UPLOAD_BY_BUFF;\n\t\t}\n\t\telse if (strcmp(argv[3], \"CALLBACK\") == 0)\n\t\t{\n\t\t\tupload_type = FDFS_UPLOAD_BY_CALLBACK;\n\t\t}\n\t\telse\n\t\t{\n\t\t\tupload_type = FDFS_UPLOAD_BY_FILE;\n\t\t}\n\t}\n\n\t*group_name = '\\0';\n\tstore_path_index = 0;\n\tif ((result=tracker_query_storage_store(pTrackerServer, \\\n\t\t\t&storageServer, group_name, &store_path_index)) != 0)\n\t{\n\t\tfdfs_client_destroy();\n\t\tprintf(\"tracker_query_storage fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\treturn result;\n\t}\n\n\tprintf(\"group_name=%s, ip_addr=%s, port=%d\\n\", \\\n\t\tgroup_name, storageServer.ip_addr, \\\n\t\tstorageServer.port);\n\n\tif ((pStorageServer=tracker_make_connection(&storageServer, \\\n\t\t&result)) == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\n\tmemset(&meta_list, 0, sizeof(meta_list));\n\tmeta_count = 0;\n\tstrcpy(meta_list[meta_count].name, \"ext_name\");\n\tstrcpy(meta_list[meta_count].value, \"jpg\");\n\tmeta_count++;\n\tstrcpy(meta_list[meta_count].name, \"width\");\n\tstrcpy(meta_list[meta_count].value, \"160\");\n\tmeta_count++;\n\tstrcpy(meta_list[meta_count].name, \"height\");\n\tstrcpy(meta_list[meta_count].value, \"80\");\n\tmeta_count++;\n\tstrcpy(meta_list[meta_count].name, \"file_size\");\n\tstrcpy(meta_list[meta_count].value, \"115120\");\n\tmeta_count++;\n\n\tfile_ext_name = fdfs_get_file_ext_name(local_filename);\n\n\tif (upload_type == FDFS_UPLOAD_BY_FILE)\n\t{\n\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_upload_appender_by_filename ( \\\n\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\tstore_path_index, local_filename, \\\n\t\t\t\tfile_ext_name, meta_list, meta_count, \\\n\t\t\t\tgroup_name, remote_filename);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = errno != 0 ? errno : ENOENT;\n\t\t}\n\n\t\tprintf(\"storage_upload_appender_by_filename\\n\");\n\t}\n\telse if (upload_type == FDFS_UPLOAD_BY_BUFF)\n\t{\n\t\tchar *file_content;\n\t\tif ((result=getFileContent(local_filename, \\\n\t\t\t\t\t&file_content, &file_size)) == 0)\n\t\t{\n\t\t\tresult = storage_upload_appender_by_filebuff( \\\n\t\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\t\tstore_path_index, file_content, \\\n\t\t\t\t\tfile_size, file_ext_name, \\\n\t\t\t\t\tmeta_list, meta_count, \\\n\t\t\t\t\tgroup_name, remote_filename);\n\t\t\tfree(file_content);\n\t\t}\n\n\t\tprintf(\"storage_upload_appender_by_filebuff\\n\");\n\t}\n\telse\n\t{\n\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_upload_appender_by_callback( \\\n\t\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\t\tstore_path_index, uploadFileCallback, \\\n\t\t\t\t\tlocal_filename, file_size, \\\n\t\t\t\t\tfile_ext_name, meta_list, meta_count, \\\n\t\t\t\t\tgroup_name, remote_filename);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = errno != 0 ? errno : ENOENT;\n\t\t}\n\n\t\tprintf(\"storage_upload_appender_by_callback\\n\");\n\t}\n\n\tif (result != 0)\n\t{\n\t\tprintf(\"upload file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\n\tsprintf(file_id, \"%s/%s\", group_name, remote_filename);\n\turl_len = sprintf(file_url, \"http://%s/%s\",\n\t\t\tpTrackerServer->ip_addr, file_id);\n\tif (g_anti_steal_token)\n\t{\n\t\tts = time(NULL);\n\t\tfdfs_http_gen_token(&g_anti_steal_secret_key, file_id, \\\n\t\t\t\tts, token);\n\t\tsprintf(file_url + url_len, \"?token=%s&ts=%d\", token, (int)ts);\n\t}\n\n\tprintf(\"group_name=%s, remote_filename=%s\\n\", \\\n\t\tgroup_name, remote_filename);\n\n\tfdfs_get_file_info(group_name, remote_filename, &file_info);\n\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\tszDatetime, sizeof(szDatetime)));\n\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\tprintf(\"file crc32=%u\\n\", file_info.crc32);\n\tprintf(\"file url: %s\\n\", file_url);\n\n\t//sleep(90);\n\tstrcpy(appender_filename, remote_filename);\n\tif (storage_truncate_file(pTrackerServer, pStorageServer, \\\n\t\t\tgroup_name, appender_filename, file_size / 2) != 0)\n\t{\n\t\tprintf(\"truncate file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\n\tfdfs_get_file_info(group_name, appender_filename, &file_info);\n\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\tszDatetime, sizeof(szDatetime)));\n\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\tprintf(\"file crc32=%u\\n\", file_info.crc32);\n\tprintf(\"file url: %s\\n\", file_url);\n\tif (file_info.file_size != file_size / 2)\n\t{\n\t\tfprintf(stderr, \"file size: %\"PRId64 \\\n\t\t\t\" != %\"PRId64\"!!!\\n\", file_info.file_size, file_size / 2);\n\t}\n\n\t//sleep(100);\n\tif (upload_type == FDFS_UPLOAD_BY_FILE)\n\t{\n\t\tresult = storage_append_by_filename(pTrackerServer, \\\n\t\t\t\tpStorageServer, local_filename, \n\t\t\t\tgroup_name, appender_filename);\n\n\t\tprintf(\"storage_append_by_filename\\n\");\n\t}\n\telse if (upload_type == FDFS_UPLOAD_BY_BUFF)\n\t{\n\t\tchar *file_content;\n\t\tif ((result=getFileContent(local_filename, \\\n\t\t\t\t&file_content, &file_size)) == 0)\n\t\t{\n\t\t\tresult = storage_append_by_filebuff(pTrackerServer, \\\n\t\t\t\tpStorageServer, file_content, \\\n\t\t\t\tfile_size, group_name, appender_filename);\n\t\t\tfree(file_content);\n\t\t}\n\n\t\tprintf(\"storage_append_by_filebuff\\n\");\n\t}\n\telse\n\t{\n\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_append_by_callback(pTrackerServer, \\\n\t\t\t\t\tpStorageServer, uploadFileCallback, \\\n\t\t\t\t\tlocal_filename, file_size, \\\n\t\t\t\t\tgroup_name, appender_filename);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = errno != 0 ? errno : ENOENT;\n\t\t}\n\n\t\tprintf(\"storage_append_by_callback\\n\");\n\t}\n\n\tif (result != 0)\n\t{\n\t\tprintf(\"append file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\tprintf(\"append file successfully.\\n\");\n\tfdfs_get_file_info(group_name, remote_filename, &file_info);\n\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\tszDatetime, sizeof(szDatetime)));\n\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\tif (file_info.file_size != file_size + file_size / 2)\n\t{\n\t\tfprintf(stderr, \"file size: %\"PRId64 \\\n\t\t\t\" != %\"PRId64\"!!!\\n\", file_info.file_size, \\\n\t\t\tfile_size + file_size / 2);\n\t}\n\n\tfile_offset = file_info.file_size;\n\tif (upload_type == FDFS_UPLOAD_BY_FILE)\n\t{\n\t\tresult = storage_modify_by_filename(pTrackerServer, \\\n\t\t\t\tpStorageServer, local_filename, \\\n\t\t\t\tfile_offset, group_name, \\\n\t\t\t\tappender_filename);\n\n\t\tprintf(\"storage_modify_by_filename\\n\");\n\t}\n\telse if (upload_type == FDFS_UPLOAD_BY_BUFF)\n\t{\n\t\tchar *file_content;\n\t\tif ((result=getFileContent(local_filename, \\\n\t\t\t\t&file_content, &file_size)) == 0)\n\t\t{\n\t\t\tresult = storage_modify_by_filebuff(pTrackerServer, \\\n\t\t\t\tpStorageServer, file_content, \\\n\t\t\t\tfile_offset, file_size, group_name, \\\n\t\t\t\tappender_filename);\n\t\t\tfree(file_content);\n\t\t}\n\n\t\tprintf(\"storage_modify_by_filebuff\\n\");\n\t}\n\telse\n\t{\n\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_modify_by_callback(pTrackerServer, \\\n\t\t\t\t\tpStorageServer, uploadFileCallback, \\\n\t\t\t\t\tlocal_filename, file_offset, \\\n\t\t\t\t\tfile_size, group_name, appender_filename);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = errno != 0 ? errno : ENOENT;\n\t\t}\n\n\t\tprintf(\"storage_modify_by_callback\\n\");\n\t}\n\n\tif (result != 0)\n\t{\n\t\tprintf(\"modify file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\tprintf(\"modify file successfully.\\n\");\n\tfdfs_get_file_info(group_name, remote_filename, &file_info);\n\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\tszDatetime, sizeof(szDatetime)));\n\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\tif (file_info.file_size != 2 * file_size + file_size / 2)\n\t{\n\t\tfprintf(stderr, \"file size: %\"PRId64 \\\n\t\t\t\" != %\"PRId64\"!!!\\n\", file_info.file_size, \\\n\t\t\t2 * file_size + file_size /2);\n\t}\n\n\ttracker_close_connection_ex(pStorageServer, true);\n\ttracker_close_connection_ex(pTrackerServer, true);\n\n\tfdfs_client_destroy();\n\n\treturn result;\n}\n\n"
},
{
"path": "client/fdfs_appender_test1.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fdfs_global.h\"\n#include \"fastcommon/base64.h\"\n#include \"fastcommon/sockopt.h\"\n#include \"fastcommon/logger.h\"\n#include \"fdfs_http_shared.h\"\n\nint writeToFileCallback(void *arg, const int64_t file_size, const char *data, \\\n const int current_size)\n{\n\tif (arg == NULL)\n\t{\n\t\treturn EINVAL;\n\t}\n\n\tif (fwrite(data, current_size, 1, (FILE *)arg) != 1)\n\t{\n\t\treturn errno != 0 ? errno : EIO;\n\t}\n\n\treturn 0;\n}\n\nint uploadFileCallback(void *arg, const int64_t file_size, int sock)\n{\n\tint64_t total_send_bytes;\n\tchar *filename;\n\n\tif (arg == NULL)\n\t{\n\t\treturn EINVAL;\n\t}\n\n\tfilename = (char *)arg;\n\treturn tcpsendfile(sock, filename, file_size, \\\n\t\tSF_G_NETWORK_TIMEOUT, &total_send_bytes);\n}\n\nint main(int argc, char *argv[])\n{\n\tchar *conf_filename;\n\tchar *local_filename;\n\tConnectionInfo *pTrackerServer;\n\tConnectionInfo *pStorageServer;\n\tint result;\n\tConnectionInfo storageServer;\n\tchar group_name[FDFS_GROUP_NAME_MAX_LEN + 1];\n\tchar file_id[256];\n\tchar appender_file_id[256];\n\tFDFSMetaData meta_list[32];\n\tint meta_count;\n\tchar token[32 + 1];\n\tchar file_url[256];\n\tchar szDatetime[20];\n\tint url_len;\n\ttime_t ts;\n\tint64_t file_offset;\n\tint64_t file_size = 0;\n\tint store_path_index;\n\tFDFSFileInfo file_info;\n\tint upload_type;\n\tconst char *file_ext_name;\n\tstruct stat stat_buf;\n\n\tprintf(\"This is FastDFS client test program v%d.%d.%d\\n\" \\\n\"\\nCopyright (C) 2008, Happy Fish / YuQing\\n\" \\\n\"\\nFastDFS may be copied only under the terms of the GNU General\\n\" \\\n\"Public License V3, which may be found in the FastDFS source kit.\\n\" \\\n\"Please visit the FastDFS Home Page http://www.fastken.com/ \\n\" \\\n\"for more detail.\\n\\n\", g_fdfs_version.major, g_fdfs_version.minor,\ng_fdfs_version.patch);\n\n\tif (argc < 3)\n\t{\n\t\tprintf(\"Usage: %s \" \\\n\t\t\t\"[FILE | BUFF | CALLBACK]\\n\", argv[0]);\n\t\treturn 1;\n\t}\n\n\tlog_init();\n\t//g_log_context.log_level = LOG_DEBUG;\n\n\tconf_filename = argv[1];\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tpTrackerServer = tracker_get_connection();\n\tif (pTrackerServer == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn errno != 0 ? errno : ECONNREFUSED;\n\t}\n\n\tlocal_filename = argv[2];\n\tif (argc == 3)\n\t{\n\t\tupload_type = FDFS_UPLOAD_BY_FILE;\n\t}\n\telse\n\t{\n\t\tif (strcmp(argv[3], \"BUFF\") == 0)\n\t\t{\n\t\t\tupload_type = FDFS_UPLOAD_BY_BUFF;\n\t\t}\n\t\telse if (strcmp(argv[3], \"CALLBACK\") == 0)\n\t\t{\n\t\t\tupload_type = FDFS_UPLOAD_BY_CALLBACK;\n\t\t}\n\t\telse\n\t\t{\n\t\t\tupload_type = FDFS_UPLOAD_BY_FILE;\n\t\t}\n\t}\n\n\tstore_path_index = 0;\n\t*group_name = '\\0';\n\tif ((result=tracker_query_storage_store(pTrackerServer, \\\n\t\t\t&storageServer, group_name, &store_path_index)) != 0)\n\t{\n\t\tfdfs_client_destroy();\n\t\tprintf(\"tracker_query_storage fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\treturn result;\n\t}\n\n\tprintf(\"group_name=%s, ip_addr=%s, port=%d\\n\", \\\n\t\tgroup_name, storageServer.ip_addr, \\\n\t\tstorageServer.port);\n\n\tif ((pStorageServer=tracker_make_connection(&storageServer, \\\n\t\t&result)) == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\n\tmemset(&meta_list, 0, sizeof(meta_list));\n\tmeta_count = 0;\n\tstrcpy(meta_list[meta_count].name, \"ext_name\");\n\tstrcpy(meta_list[meta_count].value, \"jpg\");\n\tmeta_count++;\n\tstrcpy(meta_list[meta_count].name, \"width\");\n\tstrcpy(meta_list[meta_count].value, \"160\");\n\tmeta_count++;\n\tstrcpy(meta_list[meta_count].name, \"height\");\n\tstrcpy(meta_list[meta_count].value, \"80\");\n\tmeta_count++;\n\tstrcpy(meta_list[meta_count].name, \"file_size\");\n\tstrcpy(meta_list[meta_count].value, \"115120\");\n\tmeta_count++;\n\n\tfile_ext_name = fdfs_get_file_ext_name(local_filename);\n\tif (upload_type == FDFS_UPLOAD_BY_FILE)\n\t{\n\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_upload_appender_by_filename1( \\\n\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\tstore_path_index, local_filename, \\\n\t\t\t\tfile_ext_name, meta_list, meta_count, \\\n\t\t\t\tgroup_name, file_id);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = errno != 0 ? errno : ENOENT;\n\t\t}\n\n\t\tprintf(\"storage_upload_appender_by_filename1\\n\");\n\t}\n\telse if (upload_type == FDFS_UPLOAD_BY_BUFF)\n\t{\n\t\tchar *file_content;\n\t\tif ((result=getFileContent(local_filename, \\\n\t\t\t\t\t&file_content, &file_size)) == 0)\n\t\t{\n\t\t\tresult = storage_upload_appender_by_filebuff1( \\\n\t\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\t\tstore_path_index, file_content, \\\n\t\t\t\t\tfile_size, file_ext_name, \\\n\t\t\t\t\tmeta_list, meta_count, \\\n\t\t\t\t\tgroup_name, file_id);\n\t\t\tfree(file_content);\n\t\t}\n\n\t\tprintf(\"storage_upload_appender_by_filebuff1\\n\");\n\t}\n\telse\n\t{\n\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_upload_appender_by_callback1( \\\n\t\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\t\tstore_path_index, uploadFileCallback, \\\n\t\t\t\t\tlocal_filename, file_size, \\\n\t\t\t\t\tfile_ext_name, meta_list, meta_count, \\\n\t\t\t\t\tgroup_name, file_id);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = errno != 0 ? errno : ENOENT;\n\t\t}\n\n\t\tprintf(\"storage_upload_appender_by_callback1\\n\");\n\t}\n\n\tif (result != 0)\n\t{\n\t\tprintf(\"upload file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\n\turl_len = sprintf(file_url, \"http://%s/%s\",\n\t\t\tpTrackerServer->ip_addr, file_id);\n\tif (g_anti_steal_token)\n\t{\n\t\tts = time(NULL);\n\t\tfdfs_http_gen_token(&g_anti_steal_secret_key, file_id, \\\n\t\t\t\tts, token);\n\t\tsprintf(file_url + url_len, \"?token=%s&ts=%d\", token, (int)ts);\n\t}\n\n\tprintf(\"fild_id=%s\\n\", file_id);\n\n\tfdfs_get_file_info1(file_id, &file_info);\n\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\tszDatetime, sizeof(szDatetime)));\n\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\tprintf(\"file crc32=%u\\n\", file_info.crc32);\n\tprintf(\"file url: %s\\n\", file_url);\n\n\n\tstrcpy(appender_file_id, file_id);\n\tif (storage_truncate_file1(pTrackerServer, pStorageServer, \\\n\t\t\tappender_file_id, 0) != 0)\n\t{\n\t\tprintf(\"truncate file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\n\tfdfs_get_file_info1(file_id, &file_info);\n\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\tszDatetime, sizeof(szDatetime)));\n\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\tprintf(\"file crc32=%u\\n\", file_info.crc32);\n\tprintf(\"file url: %s\\n\", file_url);\n\tif (file_info.file_size != 0)\n\t{\n\t\tfprintf(stderr, \"file size: %\"PRId64 \\\n\t\t\t\" != 0!!!\", file_info.file_size);\n\t}\n\n\t//sleep(70);\n\tif (upload_type == FDFS_UPLOAD_BY_FILE)\n\t{\n\t\tresult = storage_append_by_filename1(pTrackerServer, \\\n\t\t\t\tpStorageServer, local_filename, \n\t\t\t\tappender_file_id);\n\n\t\tprintf(\"storage_append_by_filename\\n\");\n\t}\n\telse if (upload_type == FDFS_UPLOAD_BY_BUFF)\n\t{\n\t\tchar *file_content;\n\t\tif ((result=getFileContent(local_filename, \\\n\t\t\t\t&file_content, &file_size)) == 0)\n\t\t{\n\t\t\tresult = storage_append_by_filebuff1(pTrackerServer, \\\n\t\t\t\tpStorageServer, file_content, \\\n\t\t\t\tfile_size, appender_file_id);\n\t\t\tfree(file_content);\n\t\t}\n\n\t\tprintf(\"storage_append_by_filebuff1\\n\");\n\t}\n\telse\n\t{\n\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_append_by_callback1(pTrackerServer, \\\n\t\t\t\t\tpStorageServer, uploadFileCallback, \\\n\t\t\t\t\tlocal_filename, file_size, \\\n\t\t\t\t\tappender_file_id);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = errno != 0 ? errno : ENOENT;\n\t\t}\n\n\t\tprintf(\"storage_append_by_callback1\\n\");\n\t}\n\n\tif (result != 0)\n\t{\n\t\tprintf(\"append file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\tprintf(\"append file successfully.\\n\");\n\tfdfs_get_file_info1(appender_file_id, &file_info);\n\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\tszDatetime, sizeof(szDatetime)));\n\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\tif (file_info.file_size != file_size)\n\t{\n\t\tfprintf(stderr, \"file size: %\"PRId64 \\\n\t\t\t\" != %\"PRId64\"!!!\", file_info.file_size, \\\n\t\t\tfile_size);\n\t}\n\n\tfile_offset = file_size;\n\tif (upload_type == FDFS_UPLOAD_BY_FILE)\n\t{\n\t\tresult = storage_modify_by_filename1(pTrackerServer, \\\n\t\t\t\tpStorageServer, local_filename, \n\t\t\t\tfile_offset, appender_file_id);\n\n\t\tprintf(\"storage_modify_by_filename\\n\");\n\t}\n\telse if (upload_type == FDFS_UPLOAD_BY_BUFF)\n\t{\n\t\tchar *file_content;\n\t\tif ((result=getFileContent(local_filename, \\\n\t\t\t\t&file_content, &file_size)) == 0)\n\t\t{\n\t\t\tresult = storage_modify_by_filebuff1( \\\n\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\tfile_content, file_offset, file_size, \\\n\t\t\t\tappender_file_id);\n\t\t\tfree(file_content);\n\t\t}\n\n\t\tprintf(\"storage_modify_by_filebuff1\\n\");\n\t}\n\telse\n\t{\n\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_modify_by_callback1( \\\n\t\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\t\tuploadFileCallback, \\\n\t\t\t\t\tlocal_filename, file_offset, \\\n\t\t\t\t\tfile_size, appender_file_id);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = errno != 0 ? errno : ENOENT;\n\t\t}\n\n\t\tprintf(\"storage_modify_by_callback1\\n\");\n\t}\n\n\tif (result != 0)\n\t{\n\t\tprintf(\"modify file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\tprintf(\"modify file successfully.\\n\");\n\tfdfs_get_file_info1(appender_file_id, &file_info);\n\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\tszDatetime, sizeof(szDatetime)));\n\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\tif (file_info.file_size != 2 * file_size)\n\t{\n\t\tfprintf(stderr, \"file size: %\"PRId64 \\\n\t\t\t\" != %\"PRId64\"!!!\", file_info.file_size, \\\n\t\t\t2 * file_size);\n\t}\n\n\ttracker_close_connection_ex(pStorageServer, true);\n\ttracker_close_connection_ex(pTrackerServer, true);\n\n\tfdfs_client_destroy();\n\n\treturn result;\n}\n\n"
},
{
"path": "client/fdfs_bulk_import.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fastcommon/logger.h\"\n#include \"fastcommon/shared_func.h\"\n#include \"fastcommon/sched_thread.h\"\n#include \"../storage/storage_bulk_import.h\"\n\n#define DEFAULT_THREADS 4\n#define MAX_THREADS 32\n#define OUTPUT_BUFFER_SIZE 1024\n\ntypedef struct {\n char config_file[MAX_PATH_SIZE];\n char source_path[MAX_PATH_SIZE];\n char group_name[FDFS_GROUP_NAME_MAX_LEN + 1];\n char output_file[MAX_PATH_SIZE];\n int store_path_index;\n int import_mode;\n int thread_count;\n bool recursive;\n bool dry_run;\n bool calculate_crc32;\n bool verbose;\n} BulkImportOptions;\n\nstatic void usage(const char *program_name)\n{\n printf(\"FastDFS Bulk Import Tool v1.0\\n\");\n printf(\"Usage: %s [OPTIONS] \\n\\n\", program_name);\n printf(\"Options:\\n\");\n printf(\" -c, --config FastDFS client config file (required)\\n\");\n printf(\" -g, --group Target storage group name (required)\\n\");\n printf(\" -p, --path-index Storage path index (default: 0)\\n\");\n printf(\" -m, --mode Import mode (default: copy)\\n\");\n printf(\" -t, --threads Number of worker threads (default: %d, max: %d)\\n\",\n DEFAULT_THREADS, MAX_THREADS);\n printf(\" -r, --recursive Recursively import directories\\n\");\n printf(\" -o, --output Output mapping file (source -> file_id)\\n\");\n printf(\" -n, --dry-run Validate only, don't import\\n\");\n printf(\" -C, --no-crc32 Skip CRC32 calculation (faster but less safe)\\n\");\n printf(\" -v, --verbose Verbose output\\n\");\n printf(\" -h, --help Show this help message\\n\\n\");\n printf(\"Examples:\\n\");\n printf(\" # Import single file\\n\");\n printf(\" %s -c /etc/fdfs/client.conf -g group1 /data/file.jpg\\n\\n\", program_name);\n printf(\" # Import directory recursively with 8 threads\\n\");\n printf(\" %s -c /etc/fdfs/client.conf -g group1 -r -t 8 /data/images/\\n\\n\", program_name);\n printf(\" # Move files instead of copy\\n\");\n printf(\" %s -c /etc/fdfs/client.conf -g group1 -m move /data/old/\\n\\n\", program_name);\n printf(\" # Dry-run to validate before actual import\\n\");\n printf(\" %s -c /etc/fdfs/client.conf -g group1 -n /data/test/\\n\\n\", program_name);\n}\n\nstatic int parse_import_mode(const char *mode_str)\n{\n if (strcmp(mode_str, \"copy\") == 0) {\n return BULK_IMPORT_MODE_COPY;\n } else if (strcmp(mode_str, \"move\") == 0) {\n return BULK_IMPORT_MODE_MOVE;\n } else {\n return -1;\n }\n}\n\nstatic int parse_options(int argc, char *argv[], BulkImportOptions *options)\n{\n int c;\n int option_index = 0;\n \n static struct option long_options[] = {\n {\"config\", required_argument, 0, 'c'},\n {\"group\", required_argument, 0, 'g'},\n {\"path-index\", required_argument, 0, 'p'},\n {\"mode\", required_argument, 0, 'm'},\n {\"threads\", required_argument, 0, 't'},\n {\"recursive\", no_argument, 0, 'r'},\n {\"output\", required_argument, 0, 'o'},\n {\"dry-run\", no_argument, 0, 'n'},\n {\"no-crc32\", no_argument, 0, 'C'},\n {\"verbose\", no_argument, 0, 'v'},\n {\"help\", no_argument, 0, 'h'},\n {0, 0, 0, 0}\n };\n\n memset(options, 0, sizeof(BulkImportOptions));\n options->store_path_index = 0;\n options->import_mode = BULK_IMPORT_MODE_COPY;\n options->thread_count = DEFAULT_THREADS;\n options->calculate_crc32 = true;\n\n while ((c = getopt_long(argc, argv, \"c:g:p:m:t:ro:nCvh\", long_options, &option_index)) != -1) {\n switch (c) {\n case 'c':\n snprintf(options->config_file, sizeof(options->config_file), \"%s\", optarg);\n break;\n case 'g':\n snprintf(options->group_name, sizeof(options->group_name), \"%s\", optarg);\n break;\n case 'p':\n options->store_path_index = atoi(optarg);\n break;\n case 'm':\n options->import_mode = parse_import_mode(optarg);\n if (options->import_mode < 0) {\n fprintf(stderr, \"Invalid import mode: %s (use 'copy' or 'move')\\n\", optarg);\n return EINVAL;\n }\n break;\n case 't':\n options->thread_count = atoi(optarg);\n if (options->thread_count < 1 || options->thread_count > MAX_THREADS) {\n fprintf(stderr, \"Thread count must be between 1 and %d\\n\", MAX_THREADS);\n return EINVAL;\n }\n break;\n case 'r':\n options->recursive = true;\n break;\n case 'o':\n snprintf(options->output_file, sizeof(options->output_file), \"%s\", optarg);\n break;\n case 'n':\n options->dry_run = true;\n break;\n case 'C':\n options->calculate_crc32 = false;\n break;\n case 'v':\n options->verbose = true;\n break;\n case 'h':\n usage(argv[0]);\n exit(0);\n default:\n return EINVAL;\n }\n }\n\n if (optind >= argc) {\n fprintf(stderr, \"Error: Source path is required\\n\\n\");\n usage(argv[0]);\n return EINVAL;\n }\n\n snprintf(options->source_path, sizeof(options->source_path), \"%s\", argv[optind]);\n\n if (options->config_file[0] == '\\0') {\n fprintf(stderr, \"Error: Config file is required (-c option)\\n\\n\");\n usage(argv[0]);\n return EINVAL;\n }\n\n if (options->group_name[0] == '\\0') {\n fprintf(stderr, \"Error: Group name is required (-g option)\\n\\n\");\n usage(argv[0]);\n return EINVAL;\n }\n\n return 0;\n}\n\nstatic int write_output_mapping(FILE *fp, const BulkImportFileInfo *file_info)\n{\n if (fp == NULL || file_info == NULL) {\n return EINVAL;\n }\n\n fprintf(fp, \"%s\\t%s\\t%\"PRId64\"\\t%u\\t%s\\n\",\n file_info->source_path,\n file_info->file_id,\n file_info->file_size,\n file_info->crc32,\n file_info->status == BULK_IMPORT_STATUS_SUCCESS ? \"SUCCESS\" :\n file_info->status == BULK_IMPORT_STATUS_FAILED ? \"FAILED\" : \"SKIPPED\");\n \n fflush(fp);\n return 0;\n}\n\nstatic int import_single_file(BulkImportContext *context,\n const BulkImportOptions *options, const char *file_path, FILE *output_fp)\n{\n BulkImportFileInfo file_info;\n int result;\n\n if (options->verbose) {\n printf(\"Processing: %s\\n\", file_path);\n }\n\n result = storage_calculate_file_metadata(file_path, &file_info, options->calculate_crc32);\n if (result != 0) {\n fprintf(stderr, \"Error calculating metadata for %s: %s\\n\",\n file_path, file_info.error_message);\n __sync_add_and_fetch(&context->failed_files, 1);\n return result;\n }\n\n result = storage_generate_file_id(&file_info, options->group_name, options->store_path_index);\n if (result != 0) {\n fprintf(stderr, \"Error generating file ID for %s: %s\\n\",\n file_path, file_info.error_message);\n __sync_add_and_fetch(&context->failed_files, 1);\n return result;\n }\n\n result = storage_register_bulk_file(context, &file_info);\n if (result != 0) {\n fprintf(stderr, \"Error importing %s: %s\\n\",\n file_path, file_info.error_message);\n __sync_add_and_fetch(&context->failed_files, 1);\n } else {\n if (options->verbose) {\n printf(\" -> %s (%\"PRId64\" bytes)\\n\", file_info.file_id, file_info.file_size);\n }\n }\n\n if (output_fp != NULL) {\n write_output_mapping(output_fp, &file_info);\n }\n\n __sync_add_and_fetch(&context->processed_files, 1);\n\n return result;\n}\n\nstatic int import_directory_recursive(BulkImportContext *context,\n const BulkImportOptions *options, const char *dir_path, FILE *output_fp)\n{\n DIR *dir;\n struct dirent *entry;\n struct stat st;\n char full_path[MAX_PATH_SIZE];\n int result = 0;\n int file_result;\n\n dir = opendir(dir_path);\n if (dir == NULL) {\n fprintf(stderr, \"Error opening directory %s: %s\\n\", dir_path, STRERROR(errno));\n return errno != 0 ? errno : EIO;\n }\n\n while ((entry = readdir(dir)) != NULL) {\n if (strcmp(entry->d_name, \".\") == 0 || strcmp(entry->d_name, \"..\") == 0) {\n continue;\n }\n\n snprintf(full_path, sizeof(full_path), \"%s/%s\", dir_path, entry->d_name);\n\n if (stat(full_path, &st) != 0) {\n fprintf(stderr, \"Error stat %s: %s\\n\", full_path, STRERROR(errno));\n continue;\n }\n\n if (S_ISREG(st.st_mode)) {\n __sync_add_and_fetch(&context->total_files, 1);\n file_result = import_single_file(context, options, full_path, output_fp);\n if (file_result != 0 && result == 0) {\n result = file_result;\n }\n } else if (S_ISDIR(st.st_mode) && options->recursive) {\n file_result = import_directory_recursive(context, options, full_path, output_fp);\n if (file_result != 0 && result == 0) {\n result = file_result;\n }\n }\n }\n\n closedir(dir);\n return result;\n}\n\nstatic void print_summary(const BulkImportContext *context, const BulkImportOptions *options)\n{\n time_t duration = context->end_time - context->start_time;\n double speed_mbps = 0.0;\n\n if (duration > 0) {\n speed_mbps = (double)context->total_bytes / (1024.0 * 1024.0) / duration;\n }\n\n printf(\"\\n\");\n printf(\"=== Import Summary ===\\n\");\n printf(\"Mode: %s\\n\", options->dry_run ? \"DRY-RUN\" : \n (options->import_mode == BULK_IMPORT_MODE_COPY ? \"COPY\" : \"MOVE\"));\n printf(\"Total files: %\"PRId64\"\\n\", context->total_files);\n printf(\"Processed: %\"PRId64\"\\n\", context->processed_files);\n printf(\"Success: %\"PRId64\"\\n\", context->success_files);\n printf(\"Failed: %\"PRId64\"\\n\", context->failed_files);\n printf(\"Skipped: %\"PRId64\"\\n\", context->skipped_files);\n printf(\"Total bytes: %\"PRId64\" (%.2f GB)\\n\",\n context->total_bytes, (double)context->total_bytes / (1024.0 * 1024.0 * 1024.0));\n printf(\"Duration: %\"PRId64\" seconds\\n\", (int64_t)duration);\n printf(\"Speed: %.2f MB/s\\n\", speed_mbps);\n printf(\"======================\\n\");\n}\n\nint main(int argc, char *argv[])\n{\n BulkImportOptions options;\n BulkImportContext context;\n struct stat st;\n FILE *output_fp = NULL;\n int result;\n\n if (argc < 2) {\n usage(argv[0]);\n return 1;\n }\n\n result = parse_options(argc, argv, &options);\n if (result != 0) {\n return result;\n }\n\n log_init();\n if (options.verbose) {\n g_log_context.log_level = LOG_DEBUG;\n } else {\n g_log_context.log_level = LOG_INFO;\n }\n\n printf(\"FastDFS Bulk Import Tool\\n\");\n printf(\"Config: %s\\n\", options.config_file);\n printf(\"Group: %s\\n\", options.group_name);\n printf(\"Source: %s\\n\", options.source_path);\n printf(\"Mode: %s\\n\", options.dry_run ? \"DRY-RUN\" :\n (options.import_mode == BULK_IMPORT_MODE_COPY ? \"COPY\" : \"MOVE\"));\n printf(\"Threads: %d\\n\", options.thread_count);\n printf(\"CRC32: %s\\n\", options.calculate_crc32 ? \"enabled\" : \"disabled\");\n printf(\"\\n\");\n\n result = storage_bulk_import_init();\n if (result != 0) {\n fprintf(stderr, \"Failed to initialize bulk import module\\n\");\n return result;\n }\n\n memset(&context, 0, sizeof(context));\n snprintf(context.group_name, sizeof(context.group_name), \"%s\", options.group_name);\n context.store_path_index = options.store_path_index;\n context.import_mode = options.import_mode;\n context.calculate_crc32 = options.calculate_crc32;\n context.validate_only = options.dry_run;\n context.start_time = time(NULL);\n\n if (options.output_file[0] != '\\0') {\n output_fp = fopen(options.output_file, \"w\");\n if (output_fp == NULL) {\n fprintf(stderr, \"Error opening output file %s: %s\\n\",\n options.output_file, STRERROR(errno));\n storage_bulk_import_destroy();\n return errno != 0 ? errno : EIO;\n }\n fprintf(output_fp, \"# Source\\tFileID\\tSize\\tCRC32\\tStatus\\n\");\n }\n\n if (stat(options.source_path, &st) != 0) {\n fprintf(stderr, \"Error: Source path not found: %s\\n\", options.source_path);\n if (output_fp != NULL) {\n fclose(output_fp);\n }\n storage_bulk_import_destroy();\n return errno != 0 ? errno : ENOENT;\n }\n\n if (S_ISREG(st.st_mode)) {\n context.total_files = 1;\n result = import_single_file(&context, &options, options.source_path, output_fp);\n } else if (S_ISDIR(st.st_mode)) {\n result = import_directory_recursive(&context, &options, options.source_path, output_fp);\n } else {\n fprintf(stderr, \"Error: Source path is not a file or directory\\n\");\n result = EINVAL;\n }\n\n context.end_time = time(NULL);\n\n if (output_fp != NULL) {\n fclose(output_fp);\n printf(\"Output mapping written to: %s\\n\", options.output_file);\n }\n\n print_summary(&context, &options);\n\n storage_bulk_import_destroy();\n\n return result == 0 ? 0 : 1;\n}\n"
},
{
"path": "client/fdfs_client.h",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#ifndef FDFS_CLIENT_H\n#define FDFS_CLIENT_H\n\n#include \"fastcommon/shared_func.h\"\n#include \"tracker_types.h\"\n#include \"tracker_proto.h\"\n#include \"tracker_client.h\"\n#include \"storage_client.h\"\n#include \"storage_client1.h\"\n#include \"client_func.h\"\n#include \"client_global.h\"\n\n#endif\n"
},
{
"path": "client/fdfs_crc32.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fastcommon/hash.h\"\n\nint main(int argc, char *argv[])\n{\n\tint64_t file_size;\n\tint64_t remain_bytes;\n\tchar *filename;\n\tint fd;\n\tint read_bytes;\n\tint result;\n\tint64_t crc32;\n\tchar buff[512 * 1024];\n\n\tif (argc < 2)\n\t{\n\t\tprintf(\"Usage: %s \\n\", argv[0]);\n\t\treturn 1;\n\t}\n\n\tfilename = argv[1];\n\tfd = open(filename, O_RDONLY);\n\tif (fd < 0)\n\t{\n\t\tprintf(\"file: \"__FILE__\", line: %d, \" \\\n\t\t\t\"open file %s fail, \" \\\n\t\t\t\"errno: %d, error info: %s\\n\", \\\n\t\t\t__LINE__, filename, errno, STRERROR(errno));\n\t\treturn errno != 0 ? errno : EACCES;\n\t}\n\n\tif ((file_size=lseek(fd, 0, SEEK_END)) < 0)\n\t{\n\t\tprintf(\"file: \"__FILE__\", line: %d, \" \\\n\t\t \"call lseek fail, \" \\\n\t\t\t\"errno: %d, error info: %s\\n\", \\\n\t\t\t__LINE__, errno, STRERROR(errno));\n\t\tclose(fd);\n\t\treturn errno;\n\t}\n\n\tif (lseek(fd, 0, SEEK_SET) < 0)\n\t{\n\t\tprintf(\"file: \"__FILE__\", line: %d, \" \\\n\t\t \"call lseek fail, \" \\\n\t\t\t\"errno: %d, error info: %s\\n\", \\\n\t\t\t__LINE__, errno, STRERROR(errno));\n\t\tclose(fd);\n\t\treturn errno;\n\t}\n\n\tcrc32 = CRC32_XINIT;\n\tresult = 0;\n\tremain_bytes = file_size;\n\twhile (remain_bytes > 0)\n\t{\n\t\tif (remain_bytes > sizeof(buff))\n\t\t{\n\t\t\tread_bytes = sizeof(buff);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tread_bytes = remain_bytes;\n\t\t}\n\n\t\tif (read(fd, buff, read_bytes) != read_bytes)\n\t\t{\n\t\t\tprintf(\"file: \"__FILE__\", line: %d, \" \\\n\t\t\t\t\"call lseek fail, \" \\\n\t\t\t\t\"errno: %d, error info: %s\\n\", \\\n\t\t\t\t__LINE__, errno, STRERROR(errno));\n\t\t\tresult = errno != 0 ? errno : EIO;\n\t\t\tbreak;\n\t\t}\n\n\t\tcrc32 = CRC32_ex(buff, read_bytes, crc32);\n\t\tremain_bytes -= read_bytes;\n\t}\n\n\tclose(fd);\n\n\tif (result == 0)\n\t{\n\t\tcrc32 = CRC32_FINAL(crc32);\n\t\tprintf(\"%x\\n\", (int)crc32);\n\t}\n\n\treturn result;\n}\n\n"
},
{
"path": "client/fdfs_delete_file.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fastcommon/logger.h\"\n\nint main(int argc, char *argv[])\n{\n\tchar *conf_filename;\n\tConnectionInfo *pTrackerServer;\n\tint result;\n\tchar file_id[128];\n\t\n\tif (argc < 3)\n\t{\n\t\tprintf(\"Usage: %s \\n\", argv[0]);\n\t\treturn 1;\n\t}\n\n\tlog_init();\n\tg_log_context.log_level = LOG_ERR;\n\tignore_signal_pipe();\n\n\tconf_filename = argv[1];\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tpTrackerServer = tracker_get_connection();\n\tif (pTrackerServer == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn errno != 0 ? errno : ECONNREFUSED;\n\t}\n\n\tfc_safe_strcpy(file_id, argv[2]);\n\tif ((result=storage_delete_file1(pTrackerServer, NULL, file_id)) != 0)\n\t{\n\t\tprintf(\"delete file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t}\n\n\ttracker_close_connection_ex(pTrackerServer, true);\n\tfdfs_client_destroy();\n\n\treturn result;\n}\n\n"
},
{
"path": "client/fdfs_download_file.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fastcommon/logger.h\"\n\nint main(int argc, char *argv[])\n{\n\tchar *conf_filename;\n\tchar *local_filename;\n\tConnectionInfo *pTrackerServer;\n\tint result;\n\tchar file_id[128];\n\tint64_t file_size;\n\tint64_t file_offset;\n\tint64_t download_bytes;\n\t\n\tif (argc < 3)\n\t{\n\t\tprintf(\"Usage: %s \" \\\n\t\t\t\"[local_filename] [ \" \\\n\t\t\t\"]\\n\", argv[0]);\n\t\treturn 1;\n\t}\n\n\tlog_init();\n\tg_log_context.log_level = LOG_ERR;\n\tignore_signal_pipe();\n\n\tconf_filename = argv[1];\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tpTrackerServer = tracker_get_connection();\n\tif (pTrackerServer == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn errno != 0 ? errno : ECONNREFUSED;\n\t}\n\n\tfc_safe_strcpy(file_id, argv[2]);\n\n\tfile_offset = 0;\n\tdownload_bytes = 0;\n\tif (argc >= 4)\n\t{\n\t\tlocal_filename = argv[3];\n\t\tif (argc >= 6)\n\t\t{\n\t\t\tfile_offset = strtoll(argv[4], NULL, 10);\n\t\t\tdownload_bytes = strtoll(argv[5], NULL, 10);\n\t\t}\n\t}\n\telse\n\t{\n\t\tlocal_filename = strrchr(file_id, '/');\n\t\tif (local_filename != NULL)\n\t\t{\n\t\t\tlocal_filename++; //skip /\n\t\t}\n\t\telse\n\t\t{\n\t\t\tlocal_filename = file_id;\n\t\t}\n\t}\n\n\tresult = storage_do_download_file1_ex(pTrackerServer, \\\n NULL, FDFS_DOWNLOAD_TO_FILE, file_id, \\\n file_offset, download_bytes, \\\n &local_filename, NULL, &file_size);\n\tif (result != 0)\n\t{\n\t\tprintf(\"download file fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t}\n\n\ttracker_close_connection_ex(pTrackerServer, true);\n\tfdfs_client_destroy();\n\n\treturn 0;\n}\n\n"
},
{
"path": "client/fdfs_file_info.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fastcommon/logger.h\"\n\nstatic void usage(const char *program)\n{\n fprintf(stderr, \"Usage: %s [options] \\n\"\n \" options: \\n\"\n \" -s: keep silence, when this file not exist, \"\n \"do not log error on storage server\\n\"\n \" -n: do NOT calculate CRC32 for appender file \"\n \"or slave file\\n\\n\", program);\n}\n\nint main(int argc, char *argv[])\n{\n\tchar *conf_filename;\n const char *file_type_str;\n\tchar file_id[128];\n\tint result;\n int ch;\n char flags;\n\tFDFSFileInfo file_info;\n\t\n\tif (argc < 3)\n {\n usage(argv[0]);\n return 1;\n }\n\n flags = 0;\n while ((ch=getopt(argc, argv, \"ns\")) != -1) {\n switch (ch) {\n case 'n':\n flags |= FDFS_QUERY_FINFO_FLAGS_NOT_CALC_CRC32;\n break;\n case 's':\n flags |= FDFS_QUERY_FINFO_FLAGS_KEEP_SILENCE;\n break;\n default:\n usage(argv[0]);\n return 1;\n }\n }\n\n if (optind + 2 > argc) {\n usage(argv[0]);\n return 1;\n }\n\n\tlog_init();\n\tg_log_context.log_level = LOG_ERR;\n\tignore_signal_pipe();\n\n\tconf_filename = argv[optind];\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tfc_safe_strcpy(file_id, argv[optind+1]);\n\tmemset(&file_info, 0, sizeof(file_info));\n\tresult = fdfs_get_file_info_ex1(file_id, true, &file_info, flags);\n\tif (result != 0)\n\t{\n\t\tfprintf(stderr, \"query file info fail, \" \\\n\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\tresult, STRERROR(result));\n\t}\n\telse\n\t{\n\t\tchar szDatetime[32];\n\n switch (file_info.file_type)\n {\n case FDFS_FILE_TYPE_NORMAL:\n file_type_str = \"normal\";\n break;\n case FDFS_FILE_TYPE_SLAVE:\n file_type_str = \"slave\";\n break;\n case FDFS_FILE_TYPE_APPENDER:\n file_type_str = \"appender\";\n break;\n default:\n file_type_str = \"unknown\";\n break;\n }\n\n\t\tprintf(\"GET FROM SERVER: %s\\n\\n\",\n file_info.get_from_server ? \"true\" : \"false\");\n\t\tprintf(\"file type: %s\\n\", file_type_str);\n\t\tprintf(\"source storage id: %d\\n\", file_info.source_id);\n\t\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\t\tprintf(\"file create timestamp: %s\\n\", formatDatetime(\n\t\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\",\n\t\t\tszDatetime, sizeof(szDatetime)));\n\t\tprintf(\"file size: %\"PRId64\"\\n\", file_info.file_size);\n\n if ((flags & FDFS_QUERY_FINFO_FLAGS_NOT_CALC_CRC32) == 0 ||\n file_info.crc32 != 0)\n {\n printf(\"file crc32: %d (0x%08x)\\n\",\n file_info.crc32, file_info.crc32);\n }\n printf(\"\\n\");\n\t}\n\n\ttracker_close_all_connections();\n\tfdfs_client_destroy();\n\n\treturn 0;\n}\n\n"
},
{
"path": "client/fdfs_link_library.sh.in",
"content": "tmp_src_filename=_fdfs_check_bits_.c\ncat < $tmp_src_filename\n#include \n#include \n#include \nint main()\n{\n printf(\"%d\\n\", (int)sizeof(long));\n return 0;\n}\nEOF\n\ngcc -D_FILE_OFFSET_BITS=64 -o a.out $tmp_src_filename\nOS_BITS=`./a.out`\n\nrm $tmp_src_filename a.out\n\nTARGET_LIB=\"$(TARGET_PREFIX)/lib\"\nif [ \"`id -u`\" = \"0\" ]; then\n ln -fs $TARGET_LIB/libfastcommon.so.1 /usr/lib/libfastcommon.so\n ln -fs $TARGET_LIB/libfdfsclient.so.1 /usr/lib/libfdfsclient.so\n\n if [ \"$OS_BITS\" = \"8\" ]; then\n ln -fs $TARGET_LIB/libfastcommon.so.1 /usr/lib64/libfastcommon.so\n ln -fs $TARGET_LIB/libfdfsclient.so.1 /usr/lib64/libfdfsclient.so\n fi\nfi\n\n"
},
{
"path": "client/fdfs_monitor.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fastcommon/sockopt.h\"\n#include \"fastcommon/logger.h\"\n#include \"client_global.h\"\n#include \"fdfs_global.h\"\n#include \"fdfs_client.h\"\n\n#define MB_TO_HUMAN_STR(mb, buff) bytes_to_human_str( \\\n (int64_t)mb * FC_BYTES_ONE_MB, buff)\n\nstatic ConnectionInfo *pTrackerServer;\n\nstatic int list_all_groups(const char *group_name);\n\nstatic void usage(char *argv[])\n{\n\tprintf(\"Usage: %s [-h ] \"\n \"[list|delete|set_trunk_server [storage_id]]\\n\"\n \"\\tthe tracker server format: host[:port], \"\n \"the tracker default port is %d\\n\\n\",\n argv[0], FDFS_TRACKER_SERVER_DEF_PORT);\n}\n\nint main(int argc, char *argv[])\n{\n char formatted_ip[FORMATTED_IP_SIZE];\n\tchar *conf_filename;\n\tchar *op_type;\n\tchar *group_name;\n\tchar *tracker_server;\n\tint arg_index;\n\tint result;\n\n\tif (argc < 2)\n\t{\n\t\tusage(argv);\n\t\treturn 1;\n\t}\n\n\ttracker_server = NULL;\n\tconf_filename = argv[1];\n\targ_index = 2;\n\n\tif (arg_index >= argc)\n\t{\n\t\top_type = \"list\";\n\t}\n\telse\n\t{\n\t\tint len;\n\n\t\tlen = strlen(argv[arg_index]); \n\t\tif (len >= 2 && strncmp(argv[arg_index], \"-h\", 2) == 0)\n\t\t{\n\t\t\tif (len == 2)\n\t\t\t{\n\t\t\t\targ_index++;\n\t\t\t\tif (arg_index >= argc)\n\t\t\t\t{\n\t\t\t\t\tusage(argv);\n\t\t\t\t\treturn 1;\n\t\t\t\t}\n\n\t\t\t\ttracker_server = argv[arg_index++];\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\ttracker_server = argv[arg_index] + 2;\n\t\t\t\targ_index++;\n\t\t\t}\n\n\t\t\tif (arg_index < argc)\n\t\t\t{\n\t\t\t\top_type = argv[arg_index++];\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\top_type = \"list\";\n\t\t\t}\n\t\t}\n\t\telse\n\t\t{\n\t\t\top_type = argv[arg_index++];\n\t\t}\n\t}\n\n\tlog_init();\n\t//g_log_context.log_level = LOG_DEBUG;\n\tignore_signal_pipe();\n\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\tload_log_level_ex(conf_filename);\n\n\tif (tracker_server == NULL)\n\t{\n\t\tif (g_tracker_group.server_count > 1)\n\t\t{\n\t\t\tsrand(time(NULL));\n\t\t\trand(); //discard the first\n\t\t\tg_tracker_group.server_index = (int)( \\\n\t\t\t\t(g_tracker_group.server_count * (double)rand()) \\\n\t\t\t\t/ (double)RAND_MAX);\n\t\t}\n\t}\n\telse\n\t{\n\t\tint i;\n ConnectionInfo conn;\n\n if ((result=conn_pool_parse_server_info(tracker_server, &conn,\n FDFS_TRACKER_SERVER_DEF_PORT)) != 0)\n\t\t{\n\t\t\tprintf(\"resolve ip address of tracker server: %s \"\n\t\t\t\t\"fail!, error info: %s\\n\", tracker_server, hstrerror(h_errno));\n\t\t\treturn result;\n\t\t}\n\n\t\tfor (i=0; iip_addr, formatted_ip);\n\tprintf(\"\\ntracker server is %s:%u\\n\\n\", formatted_ip,\n pTrackerServer->port);\n\n\tif (arg_index < argc)\n\t{\n\t\tgroup_name = argv[arg_index++];\n\t}\n\telse\n\t{\n\t\tgroup_name = NULL;\n\t}\n\n\tif (strcmp(op_type, \"list\") == 0)\n\t{\n\t\tif (group_name == NULL)\n\t\t{\n\t\t\tresult = list_all_groups(NULL);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tresult = list_all_groups(group_name);\n\t\t}\n\t}\n\telse if (strcmp(op_type, \"delete\") == 0)\n\t{\n\t\tif (arg_index >= argc)\n\t\t{\n\t\tif ((result=tracker_delete_group(&g_tracker_group, \\\n\t\t\t\tgroup_name)) == 0)\n\t\t{\n\t\t\tprintf(\"delete group: %s success\\n\", \\\n\t\t\t\tgroup_name);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tprintf(\"delete group: %s fail, \" \\\n\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\tgroup_name, result, STRERROR(result));\n\t\t}\n\t\t}\n else\n {\n\t\tchar *storage_id;\n\n\t\tstorage_id = argv[arg_index++];\n\t\tif ((result=tracker_delete_storage(&g_tracker_group, \\\n\t\t\t\tgroup_name, storage_id)) == 0)\n\t\t{\n\t\t\tprintf(\"delete storage server %s::%s success\\n\", \\\n\t\t\t\tgroup_name, storage_id);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tprintf(\"delete storage server %s::%s fail, \" \\\n\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\tgroup_name, storage_id, \\\n\t\t\t\tresult, STRERROR(result));\n\t\t}\n }\n\t}\n\telse if (strcmp(op_type, \"set_trunk_server\") == 0)\n\t{\n\t\tchar *storage_id;\n\t\tchar new_trunk_server_id[FDFS_STORAGE_ID_MAX_SIZE];\n\n\t\tif (group_name == NULL)\n\t\t{\n\t\t\tusage(argv);\n\t\t\treturn 1;\n\t\t}\n\t\tif (arg_index >= argc)\n\t\t{\n\t\t\tstorage_id = \"\";\n\t\t}\n\t\telse\n\t\t{\n\t\t\tstorage_id = argv[arg_index++];\n\t\t}\n\n\t\tif ((result=tracker_set_trunk_server(&g_tracker_group, \\\n\t\t\tgroup_name, storage_id, new_trunk_server_id)) == 0)\n\t\t{\n\t\t\tprintf(\"set trunk server %s::%s success, \" \\\n\t\t\t\t\"new trunk server: %s\\n\", group_name, \\\n\t\t\t\tstorage_id, new_trunk_server_id);\n\t\t}\n\t\telse\n\t\t{\n\t\t\tprintf(\"set trunk server %s::%s fail, \" \\\n\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\tgroup_name, storage_id, \\\n\t\t\t\tresult, STRERROR(result));\n\t\t}\n\t}\n\telse\n\t{\n\t\tprintf(\"Invalid command %s\\n\\n\", op_type);\n\t\tusage(argv);\n\t}\n\n\ttracker_close_connection_ex(pTrackerServer, true);\n\tfdfs_client_destroy();\n\treturn 0;\n}\n\nstatic const char *get_storage_rw_caption(const FDFSReadWriteMode rw_mode)\n{\n switch (rw_mode)\n {\n case fdfs_rw_none:\n return \"none (disabled)\";\n case fdfs_rw_readonly:\n return \"readonly\";\n case fdfs_rw_writeonly:\n return \"writeonly\";\n case fdfs_rw_both:\n return \"both (normal)\";\n default:\n return \"unknown\";\n }\n}\n\nstatic int list_storages(FDFSGroupStat *pGroupStat)\n{\n\tint result;\n\tint storage_count;\n\tint k;\n\tint max_last_source_update;\n int64_t avail_space;\n\tFDFSStorageInfo storage_infos[FDFS_MAX_SERVERS_EACH_GROUP];\n\tFDFSStorageInfo *p;\n\tFDFSStorageInfo *pStorage;\n\tFDFSStorageInfo *pStorageEnd;\n\tFDFSStorageStat *pStorageStat;\n\tchar szJoinTime[32];\n\tchar szUpTime[32];\n\tchar szLastHeartBeatTime[32];\n\tchar szSrcUpdTime[32];\n\tchar szSyncUpdTime[32];\n\tchar szSyncedTimestamp[32];\n\tchar szSyncedDelaySeconds[128];\n\tchar szHostname[128];\n\tchar szHostnamePrompt[128+8];\n char szDiskTotalSpace[32];\n char szDiskFreeSpace[32];\n char szDiskReservedSpace[32];\n char szDiskAvailSpace[32];\n char szTrunkSpace[32];\n\n\tresult = tracker_list_servers(pTrackerServer, pGroupStat->group_name,\n NULL, storage_infos, FDFS_MAX_SERVERS_EACH_GROUP, &storage_count);\n\tif (result != 0)\n\t{\n\t\treturn result;\n\t}\n\n avail_space = pGroupStat->free_mb - pGroupStat->reserved_mb;\n if (avail_space < 0)\n {\n avail_space = 0;\n }\n\n printf( \"group name = %s\\n\"\n \"disk total space = %7s\\n\"\n \"disk free space = %7s\\n\"\n \"disk reserved space = %7s\\n\"\n \"disk available space = %7s\\n\",\n pGroupStat->group_name,\n MB_TO_HUMAN_STR(pGroupStat->total_mb, szDiskTotalSpace),\n MB_TO_HUMAN_STR(pGroupStat->free_mb, szDiskFreeSpace),\n MB_TO_HUMAN_STR(pGroupStat->reserved_mb, szDiskReservedSpace),\n MB_TO_HUMAN_STR(avail_space, szDiskAvailSpace));\n\n if (pGroupStat->current_trunk_file_id >= 0) //use trunk file\n {\n printf(\"trunk free space = %7s\\n\", MB_TO_HUMAN_STR(\n pGroupStat->trunk_free_mb, szTrunkSpace));\n }\n\n printf( \"storage server count = %d\\n\"\n \"readable server count = %d\\n\"\n \"writable server count = %d\\n\"\n \"storage server port = %d\\n\"\n \"store path count = %d\\n\"\n \"subdir count per path = %d\\n\"\n \"current write server index = %d\\n\",\n pGroupStat->storage_count,\n pGroupStat->readable_server_count,\n pGroupStat->writable_server_count,\n pGroupStat->storage_port,\n pGroupStat->store_path_count,\n pGroupStat->subdir_count_per_path,\n pGroupStat->current_write_server);\n\n\tpStorageEnd = storage_infos + storage_count;\n if (pGroupStat->current_trunk_file_id >= 0) //use trunk file\n {\n for (pStorage=storage_infos; pStorageif_trunk_server)\n {\n break;\n }\n }\n if (pStorage < pStorageEnd) //found trunk server\n {\n printf( \"current trunk server = %s (%s)\\n\"\n \"current trunk file id = %d\\n\\n\",\n pStorage->id, pStorage->ip_addr,\n pGroupStat->current_trunk_file_id);\n }\n else\n {\n printf(\"\\n\");\n }\n }\n else\n {\n printf(\"\\n\");\n }\n\n\tk = 0;\n\tfor (pStorage=storage_infos; pStoragestat.last_source_update\n\t\t\t\t> max_last_source_update)\n\t\t\t{\n\t\t\t\tmax_last_source_update = \\\n\t\t\t\t\tp->stat.last_source_update;\n\t\t\t}\n\t\t}\n\n\t\tpStorageStat = &(pStorage->stat);\n\t\tif (max_last_source_update == 0)\n\t\t{\n\t\t\t*szSyncedDelaySeconds = '\\0';\n\t\t}\n\t\telse\n\t\t{\n\t\t\tif (pStorageStat->last_synced_timestamp == 0)\n\t\t\t{\n\t\t\t\tstrcpy(szSyncedDelaySeconds, \"(never synced)\");\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\tint delay_seconds;\n\t\t\tint remain_seconds;\n\t\t\tint day;\n\t\t\tint hour;\n\t\t\tint minute;\n\t\t\tint second;\n\t\t\tchar szDelayTime[64];\n\t\t\t\n\t\t\tdelay_seconds = (int)(max_last_source_update -\n\t\t\t\tpStorageStat->last_synced_timestamp);\n if (delay_seconds < 0)\n {\n delay_seconds = 0;\n }\n\t\t\tday = delay_seconds / (24 * 3600);\n\t\t\tremain_seconds = delay_seconds % (24 * 3600);\n\t\t\thour = remain_seconds / 3600;\n\t\t\tremain_seconds %= 3600;\n\t\t\tminute = remain_seconds / 60;\n\t\t\tsecond = remain_seconds % 60;\n\n\t\t\tif (day != 0)\n\t\t\t{\n\t\t\t\tsprintf(szDelayTime, \"%d days \" \\\n\t\t\t\t\t\"%02dh:%02dm:%02ds\", \\\n\t\t\t\t\tday, hour, minute, second);\n\t\t\t}\n\t\t\telse if (hour != 0)\n\t\t\t{\n\t\t\t\tsprintf(szDelayTime, \"%02dh:%02dm:%02ds\", \\\n\t\t\t\t\thour, minute, second);\n\t\t\t}\n\t\t\telse if (minute != 0)\n\t\t\t{\n\t\t\t\tsprintf(szDelayTime, \"%02dm:%02ds\", minute, second);\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\tsprintf(szDelayTime, \"%ds\", second);\n\t\t\t}\n\n\t\t\tsprintf(szSyncedDelaySeconds, \"(%s delay)\", szDelayTime);\n\t\t\t}\n\t\t}\n\n\t\t//getHostnameByIp(pStorage->ip_addr, szHostname, sizeof(szHostname));\n *szHostname = '\\0';\n\t\tif (*szHostname != '\\0')\n\t\t{\n\t\t\tsprintf(szHostnamePrompt, \" (%s)\", szHostname);\n\t\t}\n\t\telse\n\t\t{\n\t\t\t*szHostnamePrompt = '\\0';\n\t\t}\n\n\t\tif (pStorage->up_time != 0)\n\t\t{\n\t\t\tformatDatetime(pStorage->up_time, \\\n\t\t\t\t\"%Y-%m-%d %H:%M:%S\", \\\n\t\t\t\tszUpTime, sizeof(szUpTime));\n\t\t}\n\t\telse\n\t\t{\n\t\t\t*szUpTime = '\\0';\n\t\t}\n\n avail_space = pStorage->free_mb - pStorage->reserved_mb;\n if (avail_space < 0)\n {\n avail_space = 0;\n }\n\n\t\tprintf( \"\\tStorage %d:\\n\"\n\t\t\t\"\\t\\tid = %s\\n\"\n\t\t\t\"\\t\\tip_addr = %s%s %s\\n\"\n \"\\t\\tread write mode = %s\\n\"\n\t\t\t\"\\t\\tversion = %s\\n\"\n\t\t\t\"\\t\\tjoin time = %s\\n\"\n\t\t\t\"\\t\\tup time = %s\\n\"\n\t\t\t\"\\t\\tdisk total space = %7s\\n\"\n\t\t\t\"\\t\\tdisk free space = %7s\\n\"\n \"\\t\\tdisk reserved space = %7s\\n\"\n \"\\t\\tdisk available space = %7s\\n\"\n\t\t\t\"\\t\\tupload priority = %d\\n\"\n\t\t\t\"\\t\\tstore_path_count = %d\\n\"\n\t\t\t\"\\t\\tsubdir_count_per_path = %d\\n\"\n\t\t\t\"\\t\\tstorage_port = %d\\n\"\n\t\t\t\"\\t\\tcurrent_write_path = %d\\n\"\n\t\t\t\"\\t\\tsource storage id = %s\\n\"\n\t\t\t\"\\t\\tif_trunk_server = %d\\n\"\n\t\t\t\"\\t\\tconnection.alloc_count = %d\\n\"\n\t\t\t\"\\t\\tconnection.current_count = %d\\n\"\n\t\t\t\"\\t\\tconnection.max_count = %d\\n\"\n\t\t\t\"\\t\\ttotal_upload_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_upload_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_append_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_append_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_modify_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_modify_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_truncate_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_truncate_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_set_meta_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_set_meta_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_delete_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_delete_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_download_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_download_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_get_meta_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_get_meta_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_create_link_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_create_link_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_delete_link_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_delete_link_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_upload_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_upload_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_append_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_append_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_modify_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_modify_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tstotal_download_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_download_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_sync_in_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_sync_in_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_sync_out_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_sync_out_bytes = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_file_open_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_file_open_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_file_read_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_file_read_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\ttotal_file_write_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tsuccess_file_write_count = %\"PRId64\"\\n\"\n\t\t\t\"\\t\\tlast_heart_beat_time = %s\\n\"\n\t\t\t\"\\t\\tlast_source_update = %s\\n\"\n\t\t\t\"\\t\\tlast_sync_update = %s\\n\"\n\t\t\t\"\\t\\tlast_synced_timestamp = %s %s\\n\",\n\t\t\t++k, pStorage->id, pStorage->ip_addr,\n\t\t\tszHostnamePrompt, get_storage_status_caption(\n\t\t\t pStorage->status),\n get_storage_rw_caption(pStorage->rw_mode),\n\t\t\tpStorage->version,\n\t\t\tformatDatetime(pStorage->join_time,\n\t\t\t\t\"%Y-%m-%d %H:%M:%S\",\n\t\t\t\tszJoinTime, sizeof(szJoinTime)), szUpTime,\n MB_TO_HUMAN_STR(pStorage->total_mb, szDiskTotalSpace),\n MB_TO_HUMAN_STR(pStorage->free_mb, szDiskFreeSpace),\n MB_TO_HUMAN_STR(pStorage->reserved_mb, szDiskReservedSpace),\n MB_TO_HUMAN_STR(avail_space, szDiskAvailSpace),\n\t\t\tpStorage->upload_priority,\n\t\t\tpStorage->store_path_count,\n\t\t\tpStorage->subdir_count_per_path,\n\t\t\tpStorage->storage_port,\n\t\t\tpStorage->current_write_path,\n\t\t\tpStorage->src_id,\n\t\t\tpStorage->if_trunk_server,\n\t\t\tpStorageStat->connection.alloc_count,\n\t\t\tpStorageStat->connection.current_count,\n\t\t\tpStorageStat->connection.max_count,\n\t\t\tpStorageStat->total_upload_count,\n\t\t\tpStorageStat->success_upload_count,\n\t\t\tpStorageStat->total_append_count,\n\t\t\tpStorageStat->success_append_count,\n\t\t\tpStorageStat->total_modify_count,\n\t\t\tpStorageStat->success_modify_count,\n\t\t\tpStorageStat->total_truncate_count,\n\t\t\tpStorageStat->success_truncate_count,\n\t\t\tpStorageStat->total_set_meta_count,\n\t\t\tpStorageStat->success_set_meta_count,\n\t\t\tpStorageStat->total_delete_count,\n\t\t\tpStorageStat->success_delete_count,\n\t\t\tpStorageStat->total_download_count,\n\t\t\tpStorageStat->success_download_count,\n\t\t\tpStorageStat->total_get_meta_count,\n\t\t\tpStorageStat->success_get_meta_count,\n\t\t\tpStorageStat->total_create_link_count,\n\t\t\tpStorageStat->success_create_link_count,\n\t\t\tpStorageStat->total_delete_link_count,\n\t\t\tpStorageStat->success_delete_link_count,\n\t\t\tpStorageStat->total_upload_bytes,\n\t\t\tpStorageStat->success_upload_bytes,\n\t\t\tpStorageStat->total_append_bytes,\n\t\t\tpStorageStat->success_append_bytes,\n\t\t\tpStorageStat->total_modify_bytes,\n\t\t\tpStorageStat->success_modify_bytes,\n\t\t\tpStorageStat->total_download_bytes,\n\t\t\tpStorageStat->success_download_bytes,\n\t\t\tpStorageStat->total_sync_in_bytes,\n\t\t\tpStorageStat->success_sync_in_bytes,\n\t\t\tpStorageStat->total_sync_out_bytes,\n\t\t\tpStorageStat->success_sync_out_bytes,\n\t\t\tpStorageStat->total_file_open_count,\n\t\t\tpStorageStat->success_file_open_count,\n\t\t\tpStorageStat->total_file_read_count,\n\t\t\tpStorageStat->success_file_read_count,\n\t\t\tpStorageStat->total_file_write_count,\n\t\t\tpStorageStat->success_file_write_count,\n\t\t\tformatDatetime(pStorageStat->last_heart_beat_time,\n\t\t\t\t\"%Y-%m-%d %H:%M:%S\",\n\t\t\t\tszLastHeartBeatTime, sizeof(szLastHeartBeatTime)),\n\t\t\tformatDatetime(pStorageStat->last_source_update,\n\t\t\t\t\"%Y-%m-%d %H:%M:%S\",\n\t\t\t\tszSrcUpdTime, sizeof(szSrcUpdTime)),\n\t\t\tformatDatetime(pStorageStat->last_sync_update,\n\t\t\t\t\"%Y-%m-%d %H:%M:%S\",\n\t\t\t\tszSyncUpdTime, sizeof(szSyncUpdTime)),\n\t\t\tformatDatetime(pStorageStat->last_synced_timestamp,\n\t\t\t\t\"%Y-%m-%d %H:%M:%S\",\n\t\t\t\tszSyncedTimestamp, sizeof(szSyncedTimestamp)),\n\t\t\tszSyncedDelaySeconds);\n\t}\n\n\treturn 0;\n}\n\nstatic int list_all_groups(const char *group_name)\n{\n\tint result;\n\tint group_count;\n\tFDFSGroupStat group_stats[FDFS_MAX_GROUPS];\n\tFDFSGroupStat *pGroupStat;\n\tFDFSGroupStat *pGroupEnd;\n\tint i;\n\n\tresult = tracker_list_groups(pTrackerServer, group_stats,\n FDFS_MAX_GROUPS, &group_count);\n\tif (result != 0)\n\t{\n\t\ttracker_close_all_connections();\n\t\tfdfs_client_destroy();\n\t\treturn result;\n\t}\n\n\tpGroupEnd = group_stats + group_count;\n\tif (group_name == NULL)\n\t{\n\t\tprintf(\"group count: %d\\n\", group_count);\n\t\ti = 0;\n\t\tfor (pGroupStat=group_stats; pGroupStatgroup_name, group_name) == 0)\n\t\t\t{\n\t\t\t\tlist_storages(pGroupStat);\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t}\n\n\treturn 0;\n}\n\n"
},
{
"path": "client/fdfs_regenerate_filename.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fastcommon/logger.h\"\n\nint main(int argc, char *argv[])\n{\n\tchar *conf_filename;\n\tConnectionInfo *pTrackerServer;\n\tint result;\n\tchar appender_file_id[128];\n\tchar new_file_id[128];\n\t\n\tif (argc < 3)\n\t{\n\t\tfprintf(stderr, \"regenerate filename for the appender file.\\n\"\n \"NOTE: the regenerated file will be a normal file!\\n\"\n \"Usage: %s \\n\",\n argv[0]);\n\t\treturn 1;\n\t}\n\n\tlog_init();\n\tg_log_context.log_level = LOG_ERR;\n\n\tconf_filename = argv[1];\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tpTrackerServer = tracker_get_connection();\n\tif (pTrackerServer == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn errno != 0 ? errno : ECONNREFUSED;\n\t}\n\n\tfc_safe_strcpy(appender_file_id, argv[2]);\n\tif ((result=storage_regenerate_appender_filename1(pTrackerServer,\n\t\tNULL, appender_file_id, new_file_id)) != 0)\n\t{\n\t\tfprintf(stderr, \"regenerate file %s fail, \"\n\t\t\t\"error no: %d, error info: %s\\n\",\n\t\t\tappender_file_id, result, STRERROR(result));\n\t\treturn result;\n\t}\n\n printf(\"%s\\n\", new_file_id);\n\n\ttracker_close_connection_ex(pTrackerServer, true);\n\tfdfs_client_destroy();\n\n\treturn result;\n}\n"
},
{
"path": "client/fdfs_test.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include \n#include \n#include \n#include \n#include \n#include \n#include \n#include \"fdfs_client.h\"\n#include \"fdfs_global.h\"\n#include \"fastcommon/base64.h\"\n#include \"fastcommon/sockopt.h\"\n#include \"fastcommon/logger.h\"\n#include \"fdfs_http_shared.h\"\n\nint writeToFileCallback(void *arg, const int64_t file_size, const char *data, \\\n const int current_size)\n{\n\tif (arg == NULL)\n\t{\n\t\treturn EINVAL;\n\t}\n\n\tif (fwrite(data, current_size, 1, (FILE *)arg) != 1)\n\t{\n\t\treturn errno != 0 ? errno : EIO;\n\t}\n\n\treturn 0;\n}\n\nint uploadFileCallback(void *arg, const int64_t file_size, int sock)\n{\n\tint64_t total_send_bytes;\n\tchar *filename;\n\n\tif (arg == NULL)\n\t{\n\t\treturn EINVAL;\n\t}\n\n\tfilename = (char *)arg;\n\treturn tcpsendfile(sock, filename, file_size, \\\n\t\tSF_G_NETWORK_TIMEOUT, &total_send_bytes);\n}\n\nint main(int argc, char *argv[])\n{\n\tchar *conf_filename;\n\tchar *local_filename;\n\tConnectionInfo *pTrackerServer;\n\tConnectionInfo *pStorageServer;\n\tint result;\n\tConnectionInfo storageServer;\n\tchar group_name[FDFS_GROUP_NAME_MAX_LEN + 1];\n\tchar remote_filename[256];\n\tchar master_filename[256];\n\tFDFSMetaData meta_list[32];\n\tint meta_count;\n\tint i;\n\tFDFSMetaData *pMetaList;\n char formatted_ip[FORMATTED_IP_SIZE];\n\tchar token[32 + 1];\n\tchar file_id[128];\n\tchar file_url[256];\n\tchar szDatetime[20];\n\tint url_len;\n\ttime_t ts;\n char *file_buff;\n\tint64_t file_size;\n\tchar *operation;\n\tchar *meta_buff;\n\tint store_path_index;\n\tFDFSFileInfo file_info;\n\n\tprintf(\"This is FastDFS client test program v%d.%d.%d\\n\" \\\n\"\\nCopyright (C) 2008, Happy Fish / YuQing\\n\" \\\n\"\\nFastDFS may be copied only under the terms of the GNU General\\n\" \\\n\"Public License V3, which may be found in the FastDFS source kit.\\n\" \\\n\"Please visit the FastDFS Home Page http://www.fastken.com/ \\n\" \\\n\"for more detail.\\n\\n\", g_fdfs_version.major, g_fdfs_version.minor,\ng_fdfs_version.patch);\n\n\tif (argc < 3)\n\t{\n\t\tprintf(\"Usage: %s \\n\" \\\n\t\t\t\"\\toperation: upload, download, getmeta, setmeta, \" \\\n\t\t\t\"delete and query_servers\\n\", argv[0]);\n\t\treturn 1;\n\t}\n\n\tlog_init();\n\t//g_log_context.log_level = LOG_DEBUG;\n\n\tconf_filename = argv[1];\n\toperation = argv[2];\n\tif ((result=fdfs_client_init(conf_filename)) != 0)\n\t{\n\t\treturn result;\n\t}\n\n\tpTrackerServer = tracker_get_connection();\n\tif (pTrackerServer == NULL)\n\t{\n\t\tfdfs_client_destroy();\n\t\treturn errno != 0 ? errno : ECONNREFUSED;\n\t}\n\n\tpStorageServer = NULL;\n\t*group_name = '\\0';\n\tlocal_filename = NULL;\n\tif (strcmp(operation, \"upload\") == 0)\n\t{\n\t\tint upload_type;\n\t\tchar *prefix_name;\n\t\tconst char *file_ext_name;\n\t\tchar slave_filename[256];\n\t\tint slave_filename_len;\n\n\t\tif (argc < 4)\n\t\t{\n\t\t\tprintf(\"Usage: %s upload \" \\\n\t\t\t\t\" [FILE | BUFF | CALLBACK] \\n\",\\\n\t\t\t\targv[0]);\n\t\t\tfdfs_client_destroy();\n\t\t\treturn EINVAL;\n\t\t}\n\n\t\tlocal_filename = argv[3];\n\t\tif (argc == 4)\n\t\t{\n\t\t\tupload_type = FDFS_UPLOAD_BY_FILE;\n\t\t}\n\t\telse\n\t\t{\n\t\t\tif (strcmp(argv[4], \"BUFF\") == 0)\n\t\t\t{\n\t\t\t\tupload_type = FDFS_UPLOAD_BY_BUFF;\n\t\t\t}\n\t\t\telse if (strcmp(argv[4], \"CALLBACK\") == 0)\n\t\t\t{\n\t\t\t\tupload_type = FDFS_UPLOAD_BY_CALLBACK;\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\tupload_type = FDFS_UPLOAD_BY_FILE;\n\t\t\t}\n\t\t}\n\n\t\tstore_path_index = 0;\n\n\t\t{\n\t\tConnectionInfo storageServers[FDFS_MAX_SERVERS_EACH_GROUP];\n\t\tConnectionInfo *pServer;\n\t\tConnectionInfo *pServerEnd;\n\t\tint storage_count;\n\n\t\tif ((result=tracker_query_storage_store_list_without_group( \\\n\t\t\tpTrackerServer, storageServers, \\\n\t\t\tFDFS_MAX_SERVERS_EACH_GROUP, &storage_count, \\\n\t\t\tgroup_name, &store_path_index)) == 0)\n\t\t{\n\t\t\tprintf(\"tracker_query_storage_store_list_without_group: \\n\");\n\t\t\tpServerEnd = storageServers + storage_count;\n\t\t\tfor (pServer=storageServers; pServerip_addr, pServer->port);\n\t\t\t}\n\t\t\tprintf(\"\\n\");\n\t\t}\n\t\t}\n\n\t\tif ((result=tracker_query_storage_store(pTrackerServer, \\\n\t\t &storageServer, group_name, &store_path_index)) != 0)\n\t\t{\n\t\t\tfdfs_client_destroy();\n\t\t\tprintf(\"tracker_query_storage fail, \" \\\n\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\tresult, STRERROR(result));\n\t\t\treturn result;\n\t\t}\n\n\t\tprintf(\"group_name=%s, ip_addr=%s, port=%d\\n\", \\\n\t\t\tgroup_name, storageServer.ip_addr, \\\n\t\t\tstorageServer.port);\n\n\t\tif ((pStorageServer=tracker_make_connection(&storageServer, \\\n\t\t\t&result)) == NULL)\n\t\t{\n\t\t\tfdfs_client_destroy();\n\t\t\treturn result;\n\t\t}\n\n\t\tmemset(&meta_list, 0, sizeof(meta_list));\n\t\tmeta_count = 0;\n\t\tstrcpy(meta_list[meta_count].name, \"ext_name\");\n\t\tstrcpy(meta_list[meta_count].value, \"jpg\");\n\t\tmeta_count++;\n\t\tstrcpy(meta_list[meta_count].name, \"width\");\n\t\tstrcpy(meta_list[meta_count].value, \"160\");\n\t\tmeta_count++;\n\t\tstrcpy(meta_list[meta_count].name, \"height\");\n\t\tstrcpy(meta_list[meta_count].value, \"80\");\n\t\tmeta_count++;\n\t\tstrcpy(meta_list[meta_count].name, \"file_size\");\n\t\tstrcpy(meta_list[meta_count].value, \"115120\");\n\t\tmeta_count++;\n\n\t\tfile_ext_name = fdfs_get_file_ext_name(local_filename);\n\t\t*group_name = '\\0';\n\n\t\tif (upload_type == FDFS_UPLOAD_BY_FILE)\n\t\t{\n\t\t\tresult = storage_upload_by_filename(pTrackerServer, \\\n\t\t\t\tpStorageServer, store_path_index, \\\n\t\t\t\tlocal_filename, file_ext_name, \\\n\t\t\t\tmeta_list, meta_count, \\\n\t\t\t\tgroup_name, remote_filename);\n\n\t\t\tprintf(\"storage_upload_by_filename\\n\");\n\t\t}\n\t\telse if (upload_type == FDFS_UPLOAD_BY_BUFF)\n\t\t{\n\t\t\tchar *file_content;\n\t\t\tif ((result=getFileContent(local_filename, \\\n\t\t\t\t\t&file_content, &file_size)) == 0)\n\t\t\t{\n\t\t\tresult = storage_upload_by_filebuff(pTrackerServer, \\\n\t\t\t\tpStorageServer, store_path_index, \\\n\t\t\t\tfile_content, file_size, file_ext_name, \\\n\t\t\t\tmeta_list, meta_count, \\\n\t\t\t\tgroup_name, remote_filename);\n\t\t\tfree(file_content);\n\t\t\t}\n\n\t\t\tprintf(\"storage_upload_by_filebuff\\n\");\n\t\t}\n\t\telse\n\t\t{\n\t\t\tstruct stat stat_buf;\n\n\t\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_upload_by_callback(pTrackerServer, \\\n\t\t\t\tpStorageServer, store_path_index, \\\n\t\t\t\tuploadFileCallback, local_filename, \\\n\t\t\t\tfile_size, file_ext_name, \\\n\t\t\t\tmeta_list, meta_count, \\\n\t\t\t\tgroup_name, remote_filename);\n\t\t\t}\n\n\t\t\tprintf(\"storage_upload_by_callback\\n\");\n\t\t}\n\n\t\tif (result != 0)\n\t\t{\n\t\t\tprintf(\"upload file fail, \" \\\n\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\tresult, STRERROR(result));\n\t\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\t\tfdfs_client_destroy();\n\t\t\treturn result;\n\t\t}\n\n\t\tsprintf(file_id, \"%s/%s\", group_name, remote_filename);\n\t\turl_len = sprintf(file_url, \"http://%s/%s\",\n\t\t\t\tpStorageServer->ip_addr, file_id);\n\t\tif (g_anti_steal_token)\n\t\t{\n\t\t\tts = time(NULL);\n\t\t\tfdfs_http_gen_token(&g_anti_steal_secret_key, file_id, \\\n \t\tts, token);\n\t\t\tsprintf(file_url + url_len, \"?token=%s&ts=%d\", \\\n\t\t\t\ttoken, (int)ts);\n\t\t}\n\n\t\tprintf(\"group_name=%s, remote_filename=%s\\n\", \\\n\t\t\tgroup_name, remote_filename);\n\n\t\tfdfs_get_file_info(group_name, remote_filename, &file_info);\n\t\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\t\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\t\tszDatetime, sizeof(szDatetime)));\n\t\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\t\tprintf(\"file crc32=%u\\n\", file_info.crc32);\n\t\tprintf(\"example file url: %s\\n\", file_url);\n\n\t\tstrcpy(master_filename, remote_filename);\n\t\t*remote_filename = '\\0';\n\t\tif (upload_type == FDFS_UPLOAD_BY_FILE)\n\t\t{\n\t\t\tprefix_name = \"_big\";\n\t\t\tresult = storage_upload_slave_by_filename(pTrackerServer,\n\t\t\t\tNULL, local_filename, master_filename, \\\n\t\t\t\tprefix_name, file_ext_name, \\\n\t\t\t\tmeta_list, meta_count, \\\n\t\t\t\tgroup_name, remote_filename);\n\n\t\t\tprintf(\"storage_upload_slave_by_filename\\n\");\n\t\t}\n\t\telse if (upload_type == FDFS_UPLOAD_BY_BUFF)\n\t\t{\n\t\t\tchar *file_content;\n\t\t\tprefix_name = \"1024x1024\";\n\t\t\tif ((result=getFileContent(local_filename, \\\n\t\t\t\t\t&file_content, &file_size)) == 0)\n\t\t\t{\n\t\t\tresult = storage_upload_slave_by_filebuff(pTrackerServer, \\\n\t\t\t\tNULL, file_content, file_size, master_filename,\n\t\t\t\tprefix_name, file_ext_name, \\\n\t\t\t\tmeta_list, meta_count, \\\n\t\t\t\tgroup_name, remote_filename);\n\t\t\tfree(file_content);\n\t\t\t}\n\n\t\t\tprintf(\"storage_upload_slave_by_filebuff\\n\");\n\t\t}\n\t\telse\n\t\t{\n\t\t\tstruct stat stat_buf;\n\n\t\t\tprefix_name = \"-small\";\n\t\t\tif (stat(local_filename, &stat_buf) == 0 && \\\n\t\t\t\tS_ISREG(stat_buf.st_mode))\n\t\t\t{\n\t\t\tfile_size = stat_buf.st_size;\n\t\t\tresult = storage_upload_slave_by_callback(pTrackerServer, \\\n\t\t\t\tNULL, uploadFileCallback, local_filename, \\\n\t\t\t\tfile_size, master_filename, prefix_name, \\\n\t\t\t\tfile_ext_name, meta_list, meta_count, \\\n\t\t\t\tgroup_name, remote_filename);\n\t\t\t}\n\n\t\t\tprintf(\"storage_upload_slave_by_callback\\n\");\n\t\t}\n\n\t\tif (result != 0)\n\t\t{\n\t\t\tprintf(\"upload slave file fail, \" \\\n\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\tresult, STRERROR(result));\n\t\t\ttracker_close_connection_ex(pStorageServer, true);\n\t\t\tfdfs_client_destroy();\n\t\t\treturn result;\n\t\t}\n\n\t\tsprintf(file_id, \"%s/%s\", group_name, remote_filename);\n\t\turl_len = sprintf(file_url, \"http://%s/%s\",\n\t\t\t\tpStorageServer->ip_addr, file_id);\n\t\tif (g_anti_steal_token)\n\t\t{\n\t\t\tts = time(NULL);\n\t\t\tfdfs_http_gen_token(&g_anti_steal_secret_key, file_id, \\\n \t\tts, token);\n\t\t\tsprintf(file_url + url_len, \"?token=%s&ts=%d\", \\\n\t\t\t\ttoken, (int)ts);\n\t\t}\n\n\t\tprintf(\"group_name=%s, remote_filename=%s\\n\", \\\n\t\t\tgroup_name, remote_filename);\n\n\t\tfdfs_get_file_info(group_name, remote_filename, &file_info);\n\n\t\tprintf(\"source ip address: %s\\n\", file_info.source_ip_addr);\n\t\tprintf(\"file timestamp=%s\\n\", formatDatetime(\n\t\t\tfile_info.create_timestamp, \"%Y-%m-%d %H:%M:%S\", \\\n\t\t\tszDatetime, sizeof(szDatetime)));\n\t\tprintf(\"file size=%\"PRId64\"\\n\", file_info.file_size);\n\t\tprintf(\"file crc32=%u\\n\", file_info.crc32);\n\t\tprintf(\"example file url: %s\\n\", file_url);\n\n\t\tif (fdfs_gen_slave_filename(master_filename, \\\n \t\tprefix_name, file_ext_name, \\\n \tslave_filename, &slave_filename_len) == 0)\n\t\t{\n\n\t\t\tif (strcmp(remote_filename, slave_filename) != 0)\n\t\t\t{\n\t\t\t\tprintf(\"slave_filename=%s\\n\" \\\n\t\t\t\t\t\"remote_filename=%s\\n\" \\\n\t\t\t\t\t\"not equal!\\n\", \\\n\t\t\t\t\tslave_filename, remote_filename);\n\t\t\t}\n\t\t}\n\t}\n\telse if (strcmp(operation, \"download\") == 0 || \n\t\tstrcmp(operation, \"getmeta\") == 0 ||\n\t\tstrcmp(operation, \"setmeta\") == 0 ||\n\t\tstrcmp(operation, \"query_servers\") == 0 ||\n\t\tstrcmp(operation, \"delete\") == 0)\n\t{\n\t\tif (argc < 5)\n\t\t{\n\t\t\tprintf(\"Usage: %s %s \" \\\n\t\t\t\t\" \\n\", \\\n\t\t\t\targv[0], operation);\n\t\t\tfdfs_client_destroy();\n\t\t\treturn EINVAL;\n\t\t}\n\n\t\tsnprintf(group_name, sizeof(group_name), \"%s\", argv[3]);\n\t\tsnprintf(remote_filename, sizeof(remote_filename), \\\n\t\t\t\t\"%s\", argv[4]);\n\t\tif (strcmp(operation, \"setmeta\") == 0 ||\n\t \t strcmp(operation, \"delete\") == 0)\n\t\t{\n\t\t\tresult = tracker_query_storage_update(pTrackerServer, \\\n \t \t\t\t&storageServer, group_name, remote_filename);\n\t\t}\n\t\telse if (strcmp(operation, \"query_servers\") == 0)\n\t\t{\n\t\t\tConnectionInfo storageServers[FDFS_MAX_SERVERS_EACH_GROUP];\n\t\t\tint server_count;\n\n\t\t\tresult = tracker_query_storage_list(pTrackerServer, \\\n \t\tstorageServers, FDFS_MAX_SERVERS_EACH_GROUP, \\\n \t\t&server_count, group_name, remote_filename);\n\n\t\t\tif (result != 0)\n\t\t\t{\n\t\t\t\tprintf(\"tracker_query_storage_list fail, \"\\\n\t\t\t\t\t\"group_name=%s, filename=%s, \" \\\n\t\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\t\tgroup_name, remote_filename, \\\n\t\t\t\t\tresult, STRERROR(result));\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\tprintf(\"server list (%d):\\n\", server_count);\n\t\t\t\tfor (i=0; i= 6)\n\t\t\t{\n\t\t\t\tlocal_filename = argv[5];\n\t\t\t\tif (strcmp(local_filename, \"CALLBACK\") == 0)\n\t\t\t\t{\n\t\t\t\tFILE *fp;\n\t\t\t\tfp = fopen(local_filename, \"wb\");\n\t\t\t\tif (fp == NULL)\n\t\t\t\t{\n\t\t\t\t\tresult = errno != 0 ? errno : EPERM;\n\t\t\t\t\tprintf(\"open file \\\"%s\\\" fail, \" \\\n\t\t\t\t\t\t\"errno: %d, error info: %s\", \\\n\t\t\t\t\t\tlocal_filename, result, \\\n\t\t\t\t\t\tSTRERROR(result));\n\t\t\t\t}\n\t\t\t\telse\n\t\t\t\t{\n\t\t\t\tresult = storage_download_file_ex( \\\n\t\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\t\tgroup_name, remote_filename, 0, 0, \\\n\t\t\t\t\twriteToFileCallback, fp, &file_size);\n\t\t\t\tfclose(fp);\n\t\t\t\t}\n\t\t\t\t}\n\t\t\t\telse\n\t\t\t\t{\n\t\t\t\tresult = storage_download_file_to_file( \\\n\t\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\t\tgroup_name, remote_filename, \\\n\t\t\t\t\tlocal_filename, &file_size);\n\t\t\t\t}\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\tfile_buff = NULL;\n\t\t\t\tif ((result=storage_download_file_to_buff( \\\n\t\t\t\t\tpTrackerServer, pStorageServer, \\\n\t\t\t\t\tgroup_name, remote_filename, \\\n\t\t\t\t\t&file_buff, &file_size)) == 0)\n\t\t\t\t{\n\t\t\t\t\tlocal_filename = strrchr( \\\n\t\t\t\t\t\t\tremote_filename, '/');\n\t\t\t\t\tif (local_filename != NULL)\n\t\t\t\t\t{\n\t\t\t\t\t\tlocal_filename++; //skip /\n\t\t\t\t\t}\n\t\t\t\t\telse\n\t\t\t\t\t{\n\t\t\t\t\t\tlocal_filename=remote_filename;\n\t\t\t\t\t}\n\n\t\t\t\t\tresult = writeToFile(local_filename, \\\n\t\t\t\t\t\tfile_buff, file_size);\n\n\t\t\t\t\tfree(file_buff);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif (result == 0)\n\t\t\t{\n\t\t\t\tprintf(\"download file success, \" \\\n\t\t\t\t\t\"file size=%\"PRId64\", file save to %s\\n\", \\\n\t\t\t\t\t file_size, local_filename);\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\tprintf(\"download file fail, \" \\\n\t\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\t\tresult, STRERROR(result));\n\t\t\t}\n\t\t}\n\t\telse if (strcmp(operation, \"getmeta\") == 0)\n\t\t{\n\t\t\tif ((result=storage_get_metadata(pTrackerServer, \\\n\t\t\t\tpStorageServer, group_name, remote_filename, \\\n\t\t\t\t&pMetaList, &meta_count)) == 0)\n\t\t\t{\n\t\t\t\tprintf(\"get meta data success, \" \\\n\t\t\t\t\t\"meta count=%d\\n\", meta_count);\n\t\t\t\tfor (i=0; i %s \" \\\n\t\t\t\t\t\" \" \\\n\t\t\t\t\t\" \\n\" \\\n\t\t\t\t\t\"\\top_flag: %c for overwrite, \" \\\n\t\t\t\t\t\"%c for merge\\n\" \\\n\t\t\t\t\t\"\\tmetadata_list: name1=value1,\" \\\n\t\t\t\t\t\"name2=value2,...\\n\", \\\n\t\t\t\t\targv[0], operation, \\\n\t\t\t\t\tSTORAGE_SET_METADATA_FLAG_OVERWRITE, \\\n\t\t\t\t\tSTORAGE_SET_METADATA_FLAG_MERGE);\n\t\t\t\tfdfs_client_destroy();\n\t\t\t\treturn EINVAL;\n\t\t\t}\n\n\t\t\tmeta_buff = strdup(argv[6]);\n\t\t\tif (meta_buff == NULL)\n\t\t\t{\n\t\t\t\tprintf(\"Out of memory!\\n\");\n\t\t\t\treturn ENOMEM;\n\t\t\t}\n\n\t\t\tpMetaList = fdfs_split_metadata_ex(meta_buff, \\\n\t\t\t\t\t',', '=', &meta_count, &result);\n\t\t\tif (pMetaList == NULL)\n\t\t\t{\n\t\t\t\tprintf(\"Out of memory!\\n\");\n\t\t\t\tfree(meta_buff);\n\t\t\t\treturn ENOMEM;\n\t\t\t}\n\n\t\t\tif ((result=storage_set_metadata(pTrackerServer, \\\n\t\t\t\tNULL, group_name, remote_filename, \\\n\t\t\t\tpMetaList, meta_count, *argv[5])) == 0)\n\t\t\t{\n\t\t\t\tprintf(\"set meta data success\\n\");\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\tprintf(\"setmeta fail, \" \\\n\t\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\t\tresult, STRERROR(result));\n\t\t\t}\n\n\t\t\tfree(meta_buff);\n\t\t\tfree(pMetaList);\n\t\t}\n\t\telse if(strcmp(operation, \"delete\") == 0)\n\t\t{\n\t\t\tif ((result=storage_delete_file(pTrackerServer, \\\n\t\t\tNULL, group_name, remote_filename)) == 0)\n\t\t\t{\n\t\t\t\tprintf(\"delete file success\\n\");\n\t\t\t}\n\t\t\telse\n\t\t\t{\n\t\t\t\tprintf(\"delete file fail, \" \\\n\t\t\t\t\t\"error no: %d, error info: %s\\n\", \\\n\t\t\t\t\tresult, STRERROR(result));\n\t\t\t}\n\t\t}\n\t}\n\telse\n\t{\n\t\tfdfs_client_destroy();\n\t\tprintf(\"invalid operation: %s\\n\", operation);\n\t\treturn EINVAL;\n\t}\n\n\t/* for test only */\n\tif ((result=fdfs_active_test(pTrackerServer)) != 0)\n\t{\n format_ip_address(pTrackerServer->ip_addr, formatted_ip);\n\t\tprintf(\"active_test to tracker server %s:%u fail, errno: %d\\n\",\n\t\t\tformatted_ip, pTrackerServer->port, result);\n\t}\n\n\t/* for test only */\n\tif ((result=fdfs_active_test(pStorageServer)) != 0)\n\t{\n format_ip_address(pStorageServer->ip_addr, formatted_ip);\n\t\tprintf(\"active_test to storage server %s:%u fail, errno: %d\\n\",\n\t\t\tformatted_ip, pStorageServer->port, result);\n\t}\n\n\ttracker_close_connection_ex(pStorageServer, true);\n\ttracker_close_connection_ex(pTrackerServer, true);\n\n\tfdfs_client_destroy();\n\n\treturn result;\n}\n"
},
{
"path": "client/fdfs_test1.c",
"content": "/**\n* Copyright (C) 2008 Happy Fish / YuQing\n*\n* FastDFS may be copied only under the terms of the GNU General\n* Public License V3, which may be found in the FastDFS source kit.\n* Please visit the FastDFS Home Page http://www.fastken.com/ for more detail.\n**/\n\n#include