#define _XOPEN_SOURCE 500 #define _GNU_SOURCE /* resolves u_char typedef in scsi/scsi.h [lk 2.4] */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include /* */ #include "sg_lib.h" #include "sg_cmds.h" #include "sg_io_linux.h" #include "llseek.h" /* A utility program for copying files. Specialised for "files" that * represent devices that understand the SCSI command set. * * Copyright (C) 1999 - 2006 D. Gilbert and P. Allworth * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2, or (at your option) * any later version. This program is a specialisation of the Unix "dd" command in which either the input or the output file is a scsi generic device, raw device, a block device or a normal file. The block size ('bs') is assumed to be 512 if not given. This program complains if 'ibs' or 'obs' are given with a value that differs from 'bs' (or the default 512). If 'if' is not given or 'if=-' then stdin is assumed. If 'of' is not given or 'of=-' then stdout assumed. A non-standard argument "bpt" (blocks per transfer) is added to control the maximum number of blocks in each transfer. The default value is 128. For example if "bs=512" and "bpt=32" then a maximum of 32 blocks (16 KiB in this case) is transferred to or from the sg device in a single SCSI command. The actual size of the SCSI READ or WRITE command block can be selected with the "cdbsz" argument. This version is designed for the linux kernel 2.4 and 2.6 series. */ static char * version_str = "5.53 20060704"; #define ME "sg_dd: " /* #define SG_DEBUG */ #define STR_SZ 1024 #define INOUTF_SZ 512 #define EBUFF_SZ 512 #define DEF_BLOCK_SIZE 512 #define DEF_BLOCKS_PER_TRANSFER 128 #define DEF_BLOCKS_PER_2048TRANSFER 32 #define DEF_SCSI_CDBSZ 10 #define MAX_SCSI_CDBSZ 16 #define DEF_MODE_CDB_SZ 10 #define DEF_MODE_RESP_LEN 252 #define RW_ERR_RECOVERY_MP 1 #define CACHING_MP 8 #define CONTROL_MP 0xa #define SENSE_BUFF_LEN 32 /* Arbitrary, could be larger */ #define READ_CAP_REPLY_LEN 8 #define RCAP16_REPLY_LEN 32 #define READ_LONG_OPCODE 0x3E #define READ_LONG_CMD_LEN 10 #define DEF_TIMEOUT 60000 /* 60,000 millisecs == 60 seconds */ #ifndef RAW_MAJOR #define RAW_MAJOR 255 /*unlikey value */ #endif #define FT_OTHER 1 /* filetype is probably normal */ #define FT_SG 2 /* filetype is sg char device or supports SG_IO ioctl */ #define FT_RAW 4 /* filetype is raw char device */ #define FT_DEV_NULL 8 /* either "/dev/null" or "." as filename */ #define FT_ST 16 /* filetype is st char device (tape) */ #define FT_BLOCK 32 /* filetype is block device */ #define FT_ERROR 64 /* couldn't "stat" file */ #define DEV_NULL_MINOR_NUM 3 /* If platform does not support O_DIRECT then define it harmlessly */ #ifndef O_DIRECT #define O_DIRECT 0 #endif #define MIN_RESERVED_SIZE 8192 #define MAX_UNIT_ATTENTIONS 10 static int sum_of_resids = 0; static long long dd_count = -1; static long long req_count = 0; static long long in_full = 0; static int in_partial = 0; static long long out_full = 0; static int out_partial = 0; static int recovered_errs = 0; static int unrecovered_errs = 0; static int read_longs = 0; static int num_retries = 0; static int do_time = 0; static int verbose = 0; static int start_tm_valid = 0; struct timeval start_tm; static int blk_sz = 0; static int max_uas = MAX_UNIT_ATTENTIONS; static const char * proc_allow_dio = "/proc/scsi/sg/allow_dio"; struct flags_t { int append; int coe; int direct; int dpo; int dsync; int excl; int fua; int sgio; int pdt; int cdbsz; int retries; }; static struct flags_t iflag; static struct flags_t oflag; static void calc_duration_throughput(int contin); static void install_handler(int sig_num, void (*sig_handler) (int sig)) { struct sigaction sigact; sigaction (sig_num, NULL, &sigact); if (sigact.sa_handler != SIG_IGN) { sigact.sa_handler = sig_handler; sigemptyset (&sigact.sa_mask); sigact.sa_flags = 0; sigaction (sig_num, &sigact, NULL); } } static void print_stats(const char * str) { if (0 != dd_count) fprintf(stderr, " remaining block count=%lld\n", dd_count); fprintf(stderr, "%s%lld+%d records in\n", str, in_full - in_partial, in_partial); fprintf(stderr, "%s%lld+%d records out\n", str, out_full - out_partial, out_partial); if (recovered_errs > 0) fprintf(stderr, "%s%d recovered errors\n", str, recovered_errs); if (num_retries > 0) fprintf(stderr, "%s%d retries attempted\n", str, num_retries); if (iflag.coe || oflag.coe) { fprintf(stderr, "%s%d unrecovered errors\n", str, unrecovered_errs); fprintf(stderr, "%s%d read_longs fetched part of unrecovered " "read errors\n", str, read_longs); } else if (unrecovered_errs) fprintf(stderr, "%s%d unrecovered error(s)\n", str, unrecovered_errs); } static void interrupt_handler(int sig) { struct sigaction sigact; sigact.sa_handler = SIG_DFL; sigemptyset(&sigact.sa_mask); sigact.sa_flags = 0; sigaction(sig, &sigact, NULL); fprintf(stderr, "Interrupted by signal,"); if (do_time) calc_duration_throughput(0); print_stats(""); kill(getpid (), sig); } static void siginfo_handler(int sig) { sig = sig; /* dummy to stop -W warning messages */ fprintf(stderr, "Progress report, continuing ...\n"); if (do_time) calc_duration_throughput(1); print_stats(" "); } static int dd_filetype(const char * filename) { struct stat st; size_t len = strlen(filename); if ((1 == len) && ('.' == filename[0])) return FT_DEV_NULL; if (stat(filename, &st) < 0) return FT_ERROR; if (S_ISCHR(st.st_mode)) { if ((MEM_MAJOR == major(st.st_rdev)) && (DEV_NULL_MINOR_NUM == minor(st.st_rdev))) return FT_DEV_NULL; if (RAW_MAJOR == major(st.st_rdev)) return FT_RAW; if (SCSI_GENERIC_MAJOR == major(st.st_rdev)) return FT_SG; if (SCSI_TAPE_MAJOR == major(st.st_rdev)) return FT_ST; } else if (S_ISBLK(st.st_mode)) return FT_BLOCK; return FT_OTHER; } static char * dd_filetype_str(int ft, char * buff) { int off = 0; if (FT_DEV_NULL & ft) off += snprintf(buff + off, 32, "null device "); if (FT_SG & ft) off += snprintf(buff + off, 32, "SCSI generic (sg) device "); if (FT_BLOCK & ft) off += snprintf(buff + off, 32, "block device "); if (FT_ST & ft) off += snprintf(buff + off, 32, "SCSI tape device "); if (FT_RAW & ft) off += snprintf(buff + off, 32, "raw device "); if (FT_OTHER & ft) off += snprintf(buff + off, 32, "other (perhaps ordinary file) "); if (FT_ERROR & ft) off += snprintf(buff + off, 32, "unable to 'stat' file "); return buff; } static void usage() { fprintf(stderr, "Usage: " "sg_dd [bs=] [count=] [ibs=] [if=]" " [iflag=]\n" " [obs=] [of=] [oflag=]" "[seek=] [skip=]\n" " [--help] [--version]\n\n" " [append=0|1] [bpt=] [blk_sgio=0|1]" " [cdbsz=6|10|12|16]\n" " [coe=0|1|2|3] [dio=0|1] [fua=0|1|2|3] [odir=0|1]" " [sync=0|1]\n" " [time=0|1] [verbose=]\n" " where:\n" " append 1->append output to normal , (default is 0)\n" " blk_sgio 0->block device use normal I/O(def), 1->use SG_IO\n" " bpt is blocks_per_transfer (default is 128 or 32 when bs=" "2048)\n" " bs block size (default is 512)\n"); fprintf(stderr, " cdbsz size of SCSI READ or WRITE command (default is 10)\n" " coe 0->exit on error (def), 1->continue on sg error (zero\n" " fill), 2->also try read_long on unrecovered reads,\n" " 3->and set the CORRCT bit on the read long\n" " dio for direct IO, 1->attempt, 0->indirect IO (def)\n" " fua force unit access: 0->don't(def), 1->of, 2->if, " "3->of+if\n" " ibs input block size (if given must be same as 'bs')\n" " if file or device to read from (def stdin)\n" " iflag comma separated list from: [coe,direct,dpo,dsync,excl," "fua,sgio]\n" " obs output block size (if given must be same as 'bs')\n" " odir 1->use O_DIRECT when opening block dev, 0->don't(def)\n" " of file or device to write to (def stdout), name '.' " "translated\n"); fprintf(stderr, " to /dev/null\n" " oflag comma separated list from: [append,coe,direct,dpo," "dsync,excl,\n" " fua,sgio]\n" " retries number of times to retry sgio errors (def: 0)\n" " seek block position to start writing to 'of'\n" " skip block position to start reading from 'if'\n" " sync 0->no sync(def), 1->SYNCHRONIZE CACHE after " "xfer\n" " time 0->no timing(def), 1->time plus calculate throughput\n" " verbose 0->quiet(def), 1->some noise, 2->more noise, etc\n" " --help print out this usage message then exit\n" " --version print version information then exit\n"); } /* Return of 0 -> success, see sg_ll_read_capacity*() otherwise */ static int scsi_read_capacity(int sg_fd, long long * num_sect, int * sect_sz) { int k, res; unsigned int ui; unsigned char rcBuff[RCAP16_REPLY_LEN]; int verb; verb = (verbose ? verbose - 1: 0); res = sg_ll_readcap_10(sg_fd, 0, 0, rcBuff, READ_CAP_REPLY_LEN, 0, verb); if (0 != res) return res; if ((0xff == rcBuff[0]) && (0xff == rcBuff[1]) && (0xff == rcBuff[2]) && (0xff == rcBuff[3])) { long long ls; res = sg_ll_readcap_16(sg_fd, 0, 0, rcBuff, RCAP16_REPLY_LEN, 0, verb); if (0 != res) return res; for (k = 0, ls = 0; k < 8; ++k) { ls <<= 8; ls |= rcBuff[k]; } *num_sect = ls + 1; *sect_sz = (rcBuff[8] << 24) | (rcBuff[9] << 16) | (rcBuff[10] << 8) | rcBuff[11]; } else { ui = ((rcBuff[0] << 24) | (rcBuff[1] << 16) | (rcBuff[2] << 8) | rcBuff[3]); /* take care not to sign extend values > 0x7fffffff */ *num_sect = (long long)ui + 1; *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) | (rcBuff[6] << 8) | rcBuff[7]; } if (verbose) fprintf(stderr, " number of blocks=%lld [0x%llx], block " "size=%d\n", *num_sect, *num_sect, *sect_sz); return 0; } /* Return of 0 -> success, -1 -> failure. BLKGETSIZE64, BLKGETSIZE and */ /* BLKSSZGET macros problematic (from or ). */ static int read_blkdev_capacity(int sg_fd, long long * num_sect, int * sect_sz) { #ifdef BLKSSZGET if ((ioctl(sg_fd, BLKSSZGET, sect_sz) < 0) && (*sect_sz > 0)) { perror("BLKSSZGET ioctl error"); return -1; } else { #ifdef BLKGETSIZE64 unsigned long long ull; if (ioctl(sg_fd, BLKGETSIZE64, &ull) < 0) { perror("BLKGETSIZE64 ioctl error"); return -1; } *num_sect = ((long long)ull / (long long)*sect_sz); if (verbose) fprintf(stderr, " [bgs64] number of blocks=%lld [0x%llx], " "block size=%d\n", *num_sect, *num_sect, *sect_sz); #else unsigned long ul; if (ioctl(sg_fd, BLKGETSIZE, &ul) < 0) { perror("BLKGETSIZE ioctl error"); return -1; } *num_sect = (long long)ul; if (verbose) fprintf(stderr, " [bgs] number of blocks=%lld [0x%llx], " " block size=%d\n", *num_sect, *num_sect, *sect_sz); #endif } return 0; #else if (verbose) fprintf(stderr, " BLKSSZGET+BLKGETSIZE ioctl not available\n"); *num_sect = 0; *sect_sz = 0; return -1; #endif } static int sg_build_scsi_cdb(unsigned char * cdbp, int cdb_sz, unsigned int blocks, long long start_block, int write_true, int fua, int dpo) { int rd_opcode[] = {0x8, 0x28, 0xa8, 0x88}; int wr_opcode[] = {0xa, 0x2a, 0xaa, 0x8a}; int sz_ind; memset(cdbp, 0, cdb_sz); if (dpo) cdbp[1] |= 0x10; if (fua) cdbp[1] |= 0x8; switch (cdb_sz) { case 6: sz_ind = 0; cdbp[0] = (unsigned char)(write_true ? wr_opcode[sz_ind] : rd_opcode[sz_ind]); cdbp[1] = (unsigned char)((start_block >> 16) & 0x1f); cdbp[2] = (unsigned char)((start_block >> 8) & 0xff); cdbp[3] = (unsigned char)(start_block & 0xff); cdbp[4] = (256 == blocks) ? 0 : (unsigned char)blocks; if (blocks > 256) { fprintf(stderr, ME "for 6 byte commands, maximum number of " "blocks is 256\n"); return 1; } if ((start_block + blocks - 1) & (~0x1fffff)) { fprintf(stderr, ME "for 6 byte commands, can't address blocks" " beyond %d\n", 0x1fffff); return 1; } if (dpo || fua) { fprintf(stderr, ME "for 6 byte commands, neither dpo nor fua" " bits supported\n"); return 1; } break; case 10: sz_ind = 1; cdbp[0] = (unsigned char)(write_true ? wr_opcode[sz_ind] : rd_opcode[sz_ind]); cdbp[2] = (unsigned char)((start_block >> 24) & 0xff); cdbp[3] = (unsigned char)((start_block >> 16) & 0xff); cdbp[4] = (unsigned char)((start_block >> 8) & 0xff); cdbp[5] = (unsigned char)(start_block & 0xff); cdbp[7] = (unsigned char)((blocks >> 8) & 0xff); cdbp[8] = (unsigned char)(blocks & 0xff); if (blocks & (~0xffff)) { fprintf(stderr, ME "for 10 byte commands, maximum number of " "blocks is %d\n", 0xffff); return 1; } break; case 12: sz_ind = 2; cdbp[0] = (unsigned char)(write_true ? wr_opcode[sz_ind] : rd_opcode[sz_ind]); cdbp[2] = (unsigned char)((start_block >> 24) & 0xff); cdbp[3] = (unsigned char)((start_block >> 16) & 0xff); cdbp[4] = (unsigned char)((start_block >> 8) & 0xff); cdbp[5] = (unsigned char)(start_block & 0xff); cdbp[6] = (unsigned char)((blocks >> 24) & 0xff); cdbp[7] = (unsigned char)((blocks >> 16) & 0xff); cdbp[8] = (unsigned char)((blocks >> 8) & 0xff); cdbp[9] = (unsigned char)(blocks & 0xff); break; case 16: sz_ind = 3; cdbp[0] = (unsigned char)(write_true ? wr_opcode[sz_ind] : rd_opcode[sz_ind]); cdbp[2] = (unsigned char)((start_block >> 56) & 0xff); cdbp[3] = (unsigned char)((start_block >> 48) & 0xff); cdbp[4] = (unsigned char)((start_block >> 40) & 0xff); cdbp[5] = (unsigned char)((start_block >> 32) & 0xff); cdbp[6] = (unsigned char)((start_block >> 24) & 0xff); cdbp[7] = (unsigned char)((start_block >> 16) & 0xff); cdbp[8] = (unsigned char)((start_block >> 8) & 0xff); cdbp[9] = (unsigned char)(start_block & 0xff); cdbp[10] = (unsigned char)((blocks >> 24) & 0xff); cdbp[11] = (unsigned char)((blocks >> 16) & 0xff); cdbp[12] = (unsigned char)((blocks >> 8) & 0xff); cdbp[13] = (unsigned char)(blocks & 0xff); break; default: fprintf(stderr, ME "expected cdb size of 6, 10, 12, or 16 but got" " %d\n", cdb_sz); return 1; } return 0; } /* 0 -> successful, SG_LIB_SYNTAX_ERROR -> unable to build cdb, SG_LIB_CAT_UNIT_ATTENTION -> try again, SG_LIB_CAT_MEDIUM_HARD_WITH_INFO -> 'io_addrp' written to, SG_LIB_CAT_MEDIUM_HARD -> no info field, SG_LIB_CAT_NOT_READY, -2 -> ENOMEM -1 other errors */ static int sg_read_low(int sg_fd, unsigned char * buff, int blocks, long long from_block, int bs, const struct flags_t * ifp, int * diop, unsigned long long * io_addrp) { unsigned char rdCmd[MAX_SCSI_CDBSZ]; unsigned char senseBuff[SENSE_BUFF_LEN]; struct sg_io_hdr io_hdr; int res, k, info_valid; if (sg_build_scsi_cdb(rdCmd, ifp->cdbsz, blocks, from_block, 0, ifp->fua, ifp->dpo)) { fprintf(stderr, ME "bad rd cdb build, from_block=%lld, blocks=%d\n", from_block, blocks); return SG_LIB_SYNTAX_ERROR; } memset(&io_hdr, 0, sizeof(struct sg_io_hdr)); io_hdr.interface_id = 'S'; io_hdr.cmd_len = ifp->cdbsz; io_hdr.cmdp = rdCmd; io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; io_hdr.dxfer_len = bs * blocks; io_hdr.dxferp = buff; io_hdr.mx_sb_len = SENSE_BUFF_LEN; io_hdr.sbp = senseBuff; io_hdr.timeout = DEF_TIMEOUT; io_hdr.pack_id = (int)from_block; if (diop && *diop) io_hdr.flags |= SG_FLAG_DIRECT_IO; if (verbose > 2) { fprintf(stderr, " read cdb: "); for (k = 0; k < ifp->cdbsz; ++k) fprintf(stderr, "%02x ", rdCmd[k]); fprintf(stderr, "\n"); } while (((res = ioctl(sg_fd, SG_IO, &io_hdr)) < 0) && (EINTR == errno)) ; if (res < 0) { if (ENOMEM == errno) return -2; perror("reading (SG_IO) on sg device, error"); return -1; } if (verbose > 2) fprintf(stderr, " duration=%u ms\n", io_hdr.duration); res = sg_err_category3(&io_hdr); switch (res) { case SG_LIB_CAT_CLEAN: break; case SG_LIB_CAT_RECOVERED: ++recovered_errs; info_valid = sg_get_sense_info_fld(io_hdr.sbp, io_hdr.sb_len_wr, io_addrp); if (info_valid) { fprintf(stderr, " lba of last recovered error in this " "READ=0x%llx\n", *io_addrp); if (verbose > 1) sg_chk_n_print3("reading", &io_hdr, 1); } else { fprintf(stderr, "Recovered error: [no info] reading from " "block=0x%llx, num=%d\n", from_block, blocks); sg_chk_n_print3("reading", &io_hdr, verbose > 1); } break; case SG_LIB_CAT_UNIT_ATTENTION: sg_chk_n_print3("reading", &io_hdr, verbose > 1); return res; case SG_LIB_CAT_MEDIUM_HARD: if (verbose > 1) sg_chk_n_print3("reading", &io_hdr, verbose > 1); ++unrecovered_errs; info_valid = sg_get_sense_info_fld(io_hdr.sbp, io_hdr.sb_len_wr, io_addrp); /* MMC devices don't necessarily set VALID bit */ if ((info_valid) || ((5 == ifp->pdt) && (*io_addrp > 0))) return SG_LIB_CAT_MEDIUM_HARD_WITH_INFO; else { fprintf(stderr, "Medium or hardware error but no lba of failure" " given\n"); return res; } break; case SG_LIB_CAT_NOT_READY: ++unrecovered_errs; if (verbose > 0) sg_chk_n_print3("reading", &io_hdr, verbose > 1); return res; default: ++unrecovered_errs; sg_chk_n_print3("reading", &io_hdr, verbose > 1); return res; } if (diop && *diop && ((io_hdr.info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) *diop = 0; /* flag that dio not done (completely) */ sum_of_resids += io_hdr.resid; return 0; } /* 0 -> successful, SG_LIB_SYNTAX_ERROR -> unable to build cdb, SG_LIB_CAT_UNIT_ATTENTION -> try again, SG_LIB_CAT_NOT_READY, SG_LIB_CAT_MEDIUM_HARD, -2 -> ENOMEM, -1 other errors */ static int sg_read(int sg_fd, unsigned char * buff, int blocks, long long from_block, int bs, struct flags_t * ifp, int * diop, int * blks_readp) { unsigned long long io_addr; long long lba; int res, blks, repeat, xferred; unsigned char * bp; int retries_tmp; int ret = 0; retries_tmp = ifp->retries; for (xferred = 0, blks = blocks, lba = from_block, bp = buff; blks > 0; blks = blocks - xferred) { io_addr = 0; repeat = 0; res = sg_read_low(sg_fd, bp, blks, lba, bs, ifp, diop, &io_addr); switch (res) { case 0: if (blks_readp) *blks_readp = xferred + blks; return 0; case -2: /* ENOMEM */ return res; case SG_LIB_CAT_NOT_READY: fprintf(stderr, "Device (r) not ready\n"); return res; case SG_LIB_CAT_UNIT_ATTENTION: if (--max_uas > 0) { fprintf(stderr, "Unit attention, continuing (r)\n"); repeat = 1; } else { fprintf(stderr, "Unit attention, too many (r)\n"); return res; } break; case SG_LIB_CAT_MEDIUM_HARD_WITH_INFO: if (retries_tmp > 0) { fprintf(stderr, ">>> retrying a sgio read, lba=0x%llx\n", (unsigned long long)lba); --retries_tmp; ++num_retries; if (unrecovered_errs > 0) --unrecovered_errs; repeat = 1; } ret = SG_LIB_CAT_MEDIUM_HARD; break; /* unrecovered read error at lba=io_addr */ case SG_LIB_SYNTAX_ERROR: ifp->coe = 0; ret = res; goto err_out; case -1: ret = res; goto err_out; case SG_LIB_CAT_MEDIUM_HARD: default: if (retries_tmp > 0) { fprintf(stderr, ">>> retrying a sgio read, lba=0x%llx\n", (unsigned long long)lba); --retries_tmp; ++num_retries; if (unrecovered_errs > 0) --unrecovered_errs; repeat = 1; break; } ret = res; goto err_out; } if (repeat) continue; if ((io_addr < (unsigned long long)lba) || (io_addr >= (unsigned long long)(lba + blks))) { fprintf(stderr, " Unrecovered error lba 0x%llx not in " "correct range:\n\t[0x%llx,0x%llx]\n", io_addr, (unsigned long long)lba, (unsigned long long)(lba + blks - 1)); goto err_out; } blks = (int)(io_addr - (unsigned long long)lba); if (blks > 0) { if (verbose) fprintf(stderr, " partial read of %d blocks prior to " "medium error\n", blks); res = sg_read_low(sg_fd, bp, blks, lba, bs, ifp, diop, &io_addr); switch (res) { case 0: break; case -1: ifp->coe = 0; ret = res; goto err_out; case -2: fprintf(stderr, "ENOMEM again, unexpected (r)\n"); return -1; case SG_LIB_CAT_NOT_READY: fprintf(stderr, "device (r) not ready\n"); return res; case SG_LIB_CAT_UNIT_ATTENTION: fprintf(stderr, "Unit attention, unexpected (r)\n"); return res; case SG_LIB_CAT_MEDIUM_HARD_WITH_INFO: case SG_LIB_CAT_MEDIUM_HARD: ret = SG_LIB_CAT_MEDIUM_HARD; goto err_out; case SG_LIB_SYNTAX_ERROR: default: fprintf(stderr, ">> unexpected result=%d from " "sg_read_low() 2\n", res); ret = res; goto err_out; } } xferred += blks; if (0 == ifp->coe) { /* give up at block before problem unless 'coe' */ if (blks_readp) *blks_readp = xferred + blks; return ret; } if (bs < 32) { fprintf(stderr, ">> bs=%d too small for read_long\n", bs); return -1; /* nah, block size can't be that small */ } bp += (blks * bs); lba += blks; if ((0 != ifp->pdt) || (ifp->coe < 2)) { fprintf(stderr, ">> unrecovered read error at blk=%lld, " "pdt=%d, use zeros\n", lba, ifp->pdt); memset(bp, 0, bs); } else if (io_addr < UINT_MAX) { unsigned char * buffp; int offset, nl, r, ok, corrct; buffp = malloc(bs * 2); if (NULL == buffp) { fprintf(stderr, ">> heap problems\n"); return -1; } corrct = (ifp->coe > 2) ? 1 : 0; res = sg_ll_read_long10(sg_fd, corrct, lba, buffp, bs + 8, &offset, 1, verbose); ok = 0; switch (res) { case 0: ok = 1; ++read_longs; break; case SG_LIB_CAT_ILLEGAL_REQ_WITH_INFO: nl = bs + 8 - offset; if ((nl < 32) || (nl > (bs * 2))) { fprintf(stderr, ">> read_long(10) len=%d unexpected\n", nl); break; } if (verbose) fprintf(stderr, "read_long(10): adjusted len=%d\n", nl); r = sg_ll_read_long10(sg_fd, corrct, lba, buffp, nl, &offset, 1, verbose); if (0 == r) { ok = 1; ++read_longs; break; } else fprintf(stderr, ">> unexpected result=%d on second " "read_long(10)\n", r); break; case SG_LIB_CAT_INVALID_OP: fprintf(stderr, ">> read_long(10); not supported\n"); break; case SG_LIB_CAT_ILLEGAL_REQ: fprintf(stderr, ">> read_long(10): bad cdb field\n"); break; case SG_LIB_CAT_NOT_READY: fprintf(stderr, ">> read_long(10): device not ready\n"); break; case SG_LIB_CAT_UNIT_ATTENTION: fprintf(stderr, ">> read_long(10): unit attention\n"); break; default: fprintf(stderr, ">> read_long(10): problem (%d)\n", res); break; } if (ok) memcpy(bp, buffp, bs); else memset(bp, 0, bs); free(buffp); } else { fprintf(stderr, ">> read_long(10) cannot handle blk=%lld, " "use zeros\n", lba); memset(bp, 0, bs); } ++xferred; ++blks; bp += bs; ++lba; } if (blks_readp) *blks_readp = xferred; return 0; err_out: if (ifp->coe) { memset(bp, 0, bs * blks); fprintf(stderr, ">> unable to read at blk=%lld for " "%d bytes, use zeros\n", lba, bs * blks); /* fudge success */ if (blks_readp) *blks_readp = xferred + blks; return ret; } else return ret ? ret : -1; } /* 0 -> successful, SG_LIB_SYNTAX_ERROR -> unable to build cdb, SG_LIB_CAT_NOT_READY, SG_LIB_CAT_UNIT_ATTENTION, SG_LIB_CAT_MEDIUM_HARD, -2 -> recoverable (ENOMEM), -1 -> unrecoverable error + others */ static int sg_write(int sg_fd, unsigned char * buff, int blocks, long long to_block, int bs, const struct flags_t * ofp, int * diop) { unsigned char wrCmd[MAX_SCSI_CDBSZ]; unsigned char senseBuff[SENSE_BUFF_LEN]; struct sg_io_hdr io_hdr; int res, k, info_valid; unsigned long long io_addr = 0; if (sg_build_scsi_cdb(wrCmd, ofp->cdbsz, blocks, to_block, 1, ofp->fua, ofp->dpo)) { fprintf(stderr, ME "bad wr cdb build, to_block=%lld, blocks=%d\n", to_block, blocks); return SG_LIB_SYNTAX_ERROR; } memset(&io_hdr, 0, sizeof(struct sg_io_hdr)); io_hdr.interface_id = 'S'; io_hdr.cmd_len = ofp->cdbsz; io_hdr.cmdp = wrCmd; io_hdr.dxfer_direction = SG_DXFER_TO_DEV; io_hdr.dxfer_len = bs * blocks; io_hdr.dxferp = buff; io_hdr.mx_sb_len = SENSE_BUFF_LEN; io_hdr.sbp = senseBuff; io_hdr.timeout = DEF_TIMEOUT; io_hdr.pack_id = (int)to_block; if (diop && *diop) io_hdr.flags |= SG_FLAG_DIRECT_IO; if (verbose > 2) { fprintf(stderr, " write cdb: "); for (k = 0; k < ofp->cdbsz; ++k) fprintf(stderr, "%02x ", wrCmd[k]); fprintf(stderr, "\n"); } while (((res = ioctl(sg_fd, SG_IO, &io_hdr)) < 0) && (EINTR == errno)) ; if (res < 0) { if (ENOMEM == errno) return -2; perror("writing (SG_IO) on sg device, error"); return -1; } if (verbose > 2) fprintf(stderr, " duration=%u ms\n", io_hdr.duration); res = sg_err_category3(&io_hdr); switch (res) { case SG_LIB_CAT_CLEAN: break; case SG_LIB_CAT_RECOVERED: ++recovered_errs; info_valid = sg_get_sense_info_fld(io_hdr.sbp, io_hdr.sb_len_wr, &io_addr); if (info_valid) { fprintf(stderr, " lba of last recovered error in this " "WRITE=0x%llx\n", io_addr); if (verbose > 1) sg_chk_n_print3("writing", &io_hdr, 1); } else { fprintf(stderr, "Recovered error: [no info] writing to " "block=0x%llx, num=%d\n", to_block, blocks); sg_chk_n_print3("writing", &io_hdr, verbose > 1); } break; case SG_LIB_CAT_UNIT_ATTENTION: sg_chk_n_print3("writing", &io_hdr, verbose > 1); return res; case SG_LIB_CAT_NOT_READY: ++unrecovered_errs; fprintf(stderr, "device not ready (w)\n"); return res; case SG_LIB_CAT_MEDIUM_HARD: default: sg_chk_n_print3("writing", &io_hdr, verbose > 1); ++unrecovered_errs; if (ofp->coe) { fprintf(stderr, ">> ignored errors for out blk=%lld for " "%d bytes\n", to_block, bs * blocks); return 0; /* fudge success */ } else return res; } if (diop && *diop && ((io_hdr.info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) *diop = 0; /* flag that dio not done (completely) */ return 0; } static void calc_duration_throughput(int contin) { struct timeval end_tm, res_tm; double a, b; if (start_tm_valid && (start_tm.tv_sec || start_tm.tv_usec)) { gettimeofday(&end_tm, NULL); res_tm.tv_sec = end_tm.tv_sec - start_tm.tv_sec; res_tm.tv_usec = end_tm.tv_usec - start_tm.tv_usec; if (res_tm.tv_usec < 0) { --res_tm.tv_sec; res_tm.tv_usec += 1000000; } a = res_tm.tv_sec; a += (0.000001 * res_tm.tv_usec); b = (double)blk_sz * (req_count - dd_count); fprintf(stderr, "time to transfer data%s: %d.%06d secs", (contin ? " so far" : ""), (int)res_tm.tv_sec, (int)res_tm.tv_usec); if ((a > 0.00001) && (b > 511)) fprintf(stderr, " at %.2f MB/sec\n", b / (a * 1000000.0)); else fprintf(stderr, "\n"); } } static int process_flags(const char * arg, struct flags_t * fp) { char buff[256]; char * cp; char * np; strncpy(buff, arg, sizeof(buff)); buff[sizeof(buff) - 1] = '\0'; if ('\0' == buff[0]) { fprintf(stderr, "no flag found\n"); return 1; } cp = buff; do { np = strchr(cp, ','); if (np) *np++ = '\0'; if (0 == strcmp(cp, "append")) fp->append = 1; else if (0 == strcmp(cp, "coe")) ++fp->coe; else if (0 == strcmp(cp, "direct")) fp->direct = 1; else if (0 == strcmp(cp, "dpo")) fp->dpo = 1; else if (0 == strcmp(cp, "dsync")) fp->dsync = 1; else if (0 == strcmp(cp, "excl")) fp->excl = 1; else if (0 == strcmp(cp, "fua")) fp->fua = 1; else if (0 == strcmp(cp, "sgio")) fp->sgio = 1; else { fprintf(stderr, "unrecognised flag: %s\n", cp); return 1; } cp = np; } while (cp); return 0; } int main(int argc, char * argv[]) { long long skip = 0; long long seek = 0; int ibs = 0; int obs = 0; int bpt = DEF_BLOCKS_PER_TRANSFER; int bpt_given = 0; char str[STR_SZ]; char * key; char * buf; char inf[INOUTF_SZ]; int in_type = FT_OTHER; char outf[INOUTF_SZ]; int out_type = FT_OTHER; int dio = 0; int dio_incomplete = 0; int cdbsz_given = 0; int do_sync = 0; int verb = 0; int res, k, t, buf_sz, dio_tmp, flags, fl, first; int infd, outfd, blocks, retries_tmp, blks_read; unsigned char * wrkBuff; unsigned char * wrkPos; long long in_num_sect = -1; long long out_num_sect = -1; int in_sect_sz, out_sect_sz; char ebuff[EBUFF_SZ]; int blocks_per; struct sg_simple_inquiry_resp sir; int ret = 0; inf[0] = '\0'; outf[0] = '\0'; iflag.cdbsz = DEF_SCSI_CDBSZ; oflag.cdbsz = DEF_SCSI_CDBSZ; if (argc < 2) { fprintf(stderr, "Can't have both 'if' as stdin _and_ 'of' as stdout\n"); fprintf(stderr, "For more information use '--help'\n"); return SG_LIB_SYNTAX_ERROR; } for (k = 1; k < argc; k++) { if (argv[k]) { strncpy(str, argv[k], STR_SZ); str[STR_SZ - 1] = '\0'; } else continue; for (key = str, buf = key; *buf && *buf != '=';) buf++; if (*buf) *buf++ = '\0'; if (0 == strncmp(key, "app", 3)) { iflag.append = sg_get_num(buf); oflag.append = iflag.append; } else if (0 == strcmp(key, "blk_sgio")) { iflag.sgio = sg_get_num(buf); oflag.sgio = iflag.sgio; } else if (0 == strcmp(key, "bpt")) { bpt = sg_get_num(buf); if (-1 == bpt) { fprintf(stderr, ME "bad argument to 'bpt'\n"); return SG_LIB_SYNTAX_ERROR; } bpt_given = 1; } else if (0 == strcmp(key, "bs")) { blk_sz = sg_get_num(buf); if (-1 == blk_sz) { fprintf(stderr, ME "bad argument to 'bs'\n"); return SG_LIB_SYNTAX_ERROR; } } else if (0 == strcmp(key, "cdbsz")) { iflag.cdbsz = sg_get_num(buf); oflag.cdbsz = iflag.cdbsz; cdbsz_given = 1; } else if (0 == strcmp(key, "coe")) { iflag.coe = sg_get_num(buf); oflag.coe = iflag.coe; } else if (0 == strcmp(key, "count")) { dd_count = sg_get_llnum(buf); if (-1LL == dd_count) { fprintf(stderr, ME "bad argument to 'count'\n"); return SG_LIB_SYNTAX_ERROR; } } else if (0 == strcmp(key, "dio")) dio = sg_get_num(buf); else if (0 == strcmp(key, "fua")) { t = sg_get_num(buf); oflag.fua = (t & 1) ? 1 : 0; iflag.fua = (t & 2) ? 1 : 0; } else if (0 == strcmp(key, "ibs")) ibs = sg_get_num(buf); else if (strcmp(key, "if") == 0) { if ('\0' != inf[0]) { fprintf(stderr, "Second 'if=' argument??\n"); return SG_LIB_SYNTAX_ERROR; } else strncpy(inf, buf, INOUTF_SZ); } else if (0 == strcmp(key, "iflag")) { if (process_flags(buf, &iflag)) { fprintf(stderr, ME "bad argument to 'iflag'\n"); return SG_LIB_SYNTAX_ERROR; } } else if (0 == strcmp(key, "obs")) obs = sg_get_num(buf); else if (0 == strcmp(key, "odir")) { iflag.direct = sg_get_num(buf); oflag.direct = iflag.direct; } else if (strcmp(key, "of") == 0) { if ('\0' != outf[0]) { fprintf(stderr, "Second 'of=' argument??\n"); return SG_LIB_SYNTAX_ERROR; } else strncpy(outf, buf, INOUTF_SZ); } else if (0 == strcmp(key, "oflag")) { if (process_flags(buf, &oflag)) { fprintf(stderr, ME "bad argument to 'oflag'\n"); return SG_LIB_SYNTAX_ERROR; } } else if (0 == strcmp(key, "retries")) { iflag.retries = sg_get_num(buf); oflag.retries = iflag.retries; if (-1 == iflag.retries) { fprintf(stderr, ME "bad argument to 'retries'\n"); return SG_LIB_SYNTAX_ERROR; } } else if (0 == strcmp(key, "seek")) { seek = sg_get_llnum(buf); if (-1LL == seek) { fprintf(stderr, ME "bad argument to 'seek'\n"); return SG_LIB_SYNTAX_ERROR; } } else if (0 == strcmp(key, "skip")) { skip = sg_get_llnum(buf); if (-1LL == skip) { fprintf(stderr, ME "bad argument to 'skip'\n"); return SG_LIB_SYNTAX_ERROR; } } else if (0 == strcmp(key, "sync")) do_sync = sg_get_num(buf); else if (0 == strcmp(key, "time")) do_time = sg_get_num(buf); else if (0 == strncmp(key, "verb", 4)) { verbose = sg_get_num(buf); verb = (verbose ? verbose - 1: 0); } else if ((0 == strncmp(key, "--help", 7)) || (0 == strcmp(key, "-?"))) { usage(); return 0; } else if (0 == strncmp(key, "--vers", 6)) { fprintf(stderr, ME "%s\n", version_str); return 0; } else { fprintf(stderr, "Unrecognized option '%s'\n", key); fprintf(stderr, "For more information use '--help'\n"); return SG_LIB_SYNTAX_ERROR; } } if (blk_sz <= 0) { blk_sz = DEF_BLOCK_SIZE; fprintf(stderr, "Assume default 'bs' (block size) of %d bytes\n", blk_sz); } if ((ibs && (ibs != blk_sz)) || (obs && (obs != blk_sz))) { fprintf(stderr, "If 'ibs' or 'obs' given must be same as 'bs'\n"); fprintf(stderr, "For more information use '--help'\n"); return SG_LIB_SYNTAX_ERROR; } if ((skip < 0) || (seek < 0)) { fprintf(stderr, "skip and seek cannot be negative\n"); return SG_LIB_SYNTAX_ERROR; } if ((oflag.append > 0) && (seek > 0)) { fprintf(stderr, "Can't use both append and seek switches\n"); return SG_LIB_SYNTAX_ERROR; } if (bpt < 1) { fprintf(stderr, "bpt must be greater than 0\n"); return SG_LIB_SYNTAX_ERROR; } /* defaulting transfer size to 128*2048 for CD/DVDs is too large for the block layer in lk 2.6 and results in an EIO on the SG_IO ioctl. So reduce it in that case. */ if ((blk_sz >= 2048) && (0 == bpt_given)) bpt = DEF_BLOCKS_PER_2048TRANSFER; #ifdef SG_DEBUG fprintf(stderr, ME "if=%s skip=%lld of=%s seek=%lld count=%lld\n", inf, skip, outf, seek, dd_count); #endif install_handler(SIGINT, interrupt_handler); install_handler(SIGQUIT, interrupt_handler); install_handler(SIGPIPE, interrupt_handler); install_handler(SIGUSR1, siginfo_handler); infd = STDIN_FILENO; outfd = STDOUT_FILENO; iflag.pdt = -1; oflag.pdt = -1; if (inf[0] && ('-' != inf[0])) { in_type = dd_filetype(inf); if (verbose) fprintf(stderr, " >> Input file type: %s\n", dd_filetype_str(in_type, ebuff)); if (FT_ERROR & in_type) { fprintf(stderr, ME "unable access %s\n", inf); return SG_LIB_FILE_ERROR; } else if ((FT_BLOCK & in_type) && iflag.sgio) in_type |= FT_SG; if (FT_ST & in_type) { fprintf(stderr, ME "unable to use scsi tape device %s\n", inf); return SG_LIB_FILE_ERROR; } else if (FT_SG & in_type) { flags = O_NONBLOCK; if (iflag.direct) flags |= O_DIRECT; if (iflag.excl) flags |= O_EXCL; if (iflag.dsync) flags |= O_SYNC; fl = O_RDONLY; if ((infd = open(inf, fl | flags)) < 0) { fl = O_RDWR; if ((infd = open(inf, fl | flags)) < 0) { snprintf(ebuff, EBUFF_SZ, ME "could not open %s for sg reading", inf); perror(ebuff); return SG_LIB_FILE_ERROR; } } if (verbose) fprintf(stderr, " open input(sg_io), flags=0x%x\n", fl | flags); if (sg_simple_inquiry(infd, &sir, 0, verb)) { fprintf(stderr, "INQUIRY failed on %s\n", inf); return SG_LIB_CAT_OTHER; } iflag.pdt = sir.peripheral_type; if (verbose) fprintf(stderr, " %s: %.8s %.16s %.4s [pdt=%d]\n", inf, sir.vendor, sir.product, sir.revision, iflag.pdt); if (! (FT_BLOCK & in_type)) { t = blk_sz * bpt; res = ioctl(infd, SG_SET_RESERVED_SIZE, &t); if (res < 0) perror(ME "SG_SET_RESERVED_SIZE error"); res = ioctl(infd, SG_GET_VERSION_NUM, &t); if ((res < 0) || (t < 30000)) { if (FT_BLOCK & in_type) fprintf(stderr, ME "SG_IO unsupported on this block" " device\n"); else fprintf(stderr, ME "sg driver prior to 3.x.y\n"); return SG_LIB_FILE_ERROR; } } } else { flags = O_RDONLY; if (iflag.direct) flags |= O_DIRECT; if (iflag.excl) flags |= O_EXCL; if (iflag.dsync) flags |= O_SYNC; infd = open(inf, flags); if (infd < 0) { snprintf(ebuff, EBUFF_SZ, ME "could not open %s for reading", inf); perror(ebuff); return SG_LIB_FILE_ERROR; } else { if (verbose) fprintf(stderr, " open input, flags=0x%x\n", flags); if (skip > 0) { llse_loff_t offset = skip; offset *= blk_sz; /* could exceed 32 bits here! */ if (llse_llseek(infd, offset, SEEK_SET) < 0) { snprintf(ebuff, EBUFF_SZ, ME "couldn't skip to " "required position on %s", inf); perror(ebuff); return SG_LIB_FILE_ERROR; } if (verbose) fprintf(stderr, " >> skip: llseek SEEK_SET, " "byte offset=0x%llx\n", offset); } } } } if (outf[0] && ('-' != outf[0])) { out_type = dd_filetype(outf); if (verbose) fprintf(stderr, " >> Output file type: %s\n", dd_filetype_str(out_type, ebuff)); if ((FT_BLOCK & out_type) && oflag.sgio) out_type |= FT_SG; if (FT_ST & out_type) { fprintf(stderr, ME "unable to use scsi tape device %s\n", outf); return SG_LIB_FILE_ERROR; } else if (FT_SG & out_type) { flags = O_RDWR | O_NONBLOCK; if (oflag.direct) flags |= O_DIRECT; if (oflag.excl) flags |= O_EXCL; if (oflag.dsync) flags |= O_SYNC; if ((outfd = open(outf, flags)) < 0) { snprintf(ebuff, EBUFF_SZ, ME "could not open %s for sg writing", outf); perror(ebuff); return SG_LIB_FILE_ERROR; } if (verbose) fprintf(stderr, " open output(sg_io), flags=0x%x\n", flags); if (sg_simple_inquiry(outfd, &sir, 0, verb)) { fprintf(stderr, "INQUIRY failed on %s\n", outf); return SG_LIB_CAT_OTHER; } oflag.pdt = sir.peripheral_type; if (verbose) fprintf(stderr, " %s: %.8s %.16s %.4s [pdt=%d]\n", outf, sir.vendor, sir.product, sir.revision, oflag.pdt); if (! (FT_BLOCK & out_type)) { t = blk_sz * bpt; res = ioctl(outfd, SG_SET_RESERVED_SIZE, &t); if (res < 0) perror(ME "SG_SET_RESERVED_SIZE error"); res = ioctl(outfd, SG_GET_VERSION_NUM, &t); if ((res < 0) || (t < 30000)) { fprintf(stderr, ME "sg driver prior to 3.x.y\n"); return SG_LIB_FILE_ERROR; } } } else if (FT_DEV_NULL & out_type) outfd = -1; /* don't bother opening */ else { if (! (FT_RAW & out_type)) { flags = O_WRONLY | O_CREAT; if (oflag.direct) flags |= O_DIRECT; if (oflag.excl) flags |= O_EXCL; if (oflag.dsync) flags |= O_SYNC; if (oflag.append) flags |= O_APPEND; if ((outfd = open(outf, flags, 0666)) < 0) { snprintf(ebuff, EBUFF_SZ, ME "could not open %s for writing", outf); perror(ebuff); return SG_LIB_FILE_ERROR; } } else { flags = O_WRONLY; if (oflag.direct) flags |= O_DIRECT; if (oflag.excl) flags |= O_EXCL; if (oflag.dsync) flags |= O_SYNC; if ((outfd = open(outf, flags)) < 0) { snprintf(ebuff, EBUFF_SZ, ME "could not open %s for raw writing", outf); perror(ebuff); return SG_LIB_FILE_ERROR; } } if (verbose) fprintf(stderr, " open output, flags=0x%x\n", flags); if (seek > 0) { llse_loff_t offset = seek; offset *= blk_sz; /* could exceed 32 bits here! */ if (llse_llseek(outfd, offset, SEEK_SET) < 0) { snprintf(ebuff, EBUFF_SZ, ME "couldn't seek to required position on %s", outf); perror(ebuff); return SG_LIB_FILE_ERROR; } if (verbose) fprintf(stderr, " >> seek: llseek SEEK_SET, " "byte offset=0x%llx\n", offset); } } } if ((STDIN_FILENO == infd) && (STDOUT_FILENO == outfd)) { fprintf(stderr, "Can't have both 'if' as stdin _and_ 'of' as stdout\n"); fprintf(stderr, "For more information use '--help'\n"); return SG_LIB_SYNTAX_ERROR; } if ((dd_count < 0) || ((verbose > 0) && (0 == dd_count))) { in_num_sect = -1; if (FT_SG & in_type) { res = scsi_read_capacity(infd, &in_num_sect, &in_sect_sz); if (SG_LIB_CAT_UNIT_ATTENTION == res) { fprintf(stderr, "Unit attention (readcap in), continuing\n"); res = scsi_read_capacity(infd, &in_num_sect, &in_sect_sz); } if (0 != res) { if (res == SG_LIB_CAT_INVALID_OP) fprintf(stderr, "read capacity not supported on %s\n", inf); else if (res == SG_LIB_CAT_NOT_READY) fprintf(stderr, "read capacity failed on %s - not " "ready\n", inf); else fprintf(stderr, "Unable to read capacity on %s\n", inf); in_num_sect = -1; } if (in_sect_sz != blk_sz) fprintf(stderr, ">> warning: block size on %s confusion: " "bs=%d, device claims=%d\n", inf, blk_sz, in_sect_sz); } else if (FT_BLOCK & in_type) { if (0 != read_blkdev_capacity(infd, &in_num_sect, &in_sect_sz)) { fprintf(stderr, "Unable to read block capacity on %s\n", inf); in_num_sect = -1; } if (blk_sz != in_sect_sz) { fprintf(stderr, "block size on %s confusion: bs=%d, " "device claims=%d\n", inf, blk_sz, in_sect_sz); in_num_sect = -1; } } if (in_num_sect > skip) in_num_sect -= skip; out_num_sect = -1; if (FT_SG & out_type) { res = scsi_read_capacity(outfd, &out_num_sect, &out_sect_sz); if (SG_LIB_CAT_UNIT_ATTENTION == res) { fprintf(stderr, "Unit attention (readcap out), continuing\n"); res = scsi_read_capacity(outfd, &out_num_sect, &out_sect_sz); } if (0 != res) { if (res == SG_LIB_CAT_INVALID_OP) fprintf(stderr, "read capacity not supported on %s\n", outf); else fprintf(stderr, "Unable to read capacity on %s\n", outf); out_num_sect = -1; } if (blk_sz != out_sect_sz) fprintf(stderr, ">> warning: block size on %s confusion: " "bs=%d, device claims=%d\n", outf, blk_sz, out_sect_sz); } else if (FT_BLOCK & out_type) { if (0 != read_blkdev_capacity(outfd, &out_num_sect, &out_sect_sz)) { fprintf(stderr, "Unable to read block capacity on %s\n", outf); out_num_sect = -1; } if (blk_sz != out_sect_sz) { fprintf(stderr, "block size on %s confusion: bs=%d, " "device claims=%d\n", outf, blk_sz, out_sect_sz); out_num_sect = -1; } } if (out_num_sect > seek) out_num_sect -= seek; #ifdef SG_DEBUG fprintf(stderr, "Start of loop, count=%lld, in_num_sect=%lld, out_num_sect=%lld\n", dd_count, in_num_sect, out_num_sect); #endif if (dd_count < 0) { if (in_num_sect > 0) { if (out_num_sect > 0) dd_count = (in_num_sect > out_num_sect) ? out_num_sect : in_num_sect; else dd_count = in_num_sect; } else dd_count = out_num_sect; } } if (dd_count < 0) { fprintf(stderr, "Couldn't calculate count, please give one\n"); return SG_LIB_CAT_OTHER; } if (! cdbsz_given) { if ((FT_SG & in_type) && (MAX_SCSI_CDBSZ != iflag.cdbsz) && (((dd_count + skip) > UINT_MAX) || (bpt > USHRT_MAX))) { fprintf(stderr, "Note: SCSI command size increased to 16 bytes " "(for 'if')\n"); iflag.cdbsz = MAX_SCSI_CDBSZ; } if ((FT_SG & out_type) && (MAX_SCSI_CDBSZ != oflag.cdbsz) && (((dd_count + seek) > UINT_MAX) || (bpt > USHRT_MAX))) { fprintf(stderr, "Note: SCSI command size increased to 16 bytes " "(for 'of')\n"); oflag.cdbsz = MAX_SCSI_CDBSZ; } } if (dio || iflag.direct || oflag.direct || (FT_RAW & in_type) || (FT_RAW & out_type)) { size_t psz = getpagesize(); wrkBuff = malloc(blk_sz * bpt + psz); if (0 == wrkBuff) { fprintf(stderr, "Not enough user memory for raw\n"); return SG_LIB_CAT_OTHER; } wrkPos = (unsigned char *)(((unsigned long)wrkBuff + psz - 1) & (~(psz - 1))); } else { wrkBuff = malloc(blk_sz * bpt); if (0 == wrkBuff) { fprintf(stderr, "Not enough user memory\n"); return SG_LIB_CAT_OTHER; } wrkPos = wrkBuff; } blocks_per = bpt; #ifdef SG_DEBUG fprintf(stderr, "Start of loop, count=%lld, blocks_per=%d\n", dd_count, blocks_per); #endif if (do_time) { start_tm.tv_sec = 0; start_tm.tv_usec = 0; gettimeofday(&start_tm, NULL); start_tm_valid = 1; } req_count = dd_count; /* <<< main loop that does the copy >>> */ while (dd_count > 0) { blocks = (dd_count > blocks_per) ? blocks_per : dd_count; if (FT_SG & in_type) { dio_tmp = dio; res = sg_read(infd, wrkPos, blocks, skip, blk_sz, &iflag, &dio_tmp, &blks_read); if (-2 == res) { /* ENOMEM, find what's available+try that */ if (ioctl(infd, SG_GET_RESERVED_SIZE, &buf_sz) < 0) { perror("RESERVED_SIZE ioctls failed"); ret = res; break; } if (buf_sz < MIN_RESERVED_SIZE) buf_sz = MIN_RESERVED_SIZE; blocks_per = (buf_sz + blk_sz - 1) / blk_sz; if (blocks_per < blocks) { blocks = blocks_per; fprintf(stderr, "Reducing read to %d blocks per " "loop\n", blocks_per); res = sg_read(infd, wrkPos, blocks, skip, blk_sz, &iflag, &dio_tmp, &blks_read); } } if (res) { fprintf(stderr, "sg_read failed,%s at or after lba=%lld " "[0x%llx]\n", ((-2 == res) ? " try reducing bpt," : ""), skip, skip); ret = res; break; } else { if (blks_read < blocks) { dd_count = 0; /* force exit after write */ blocks = blks_read; } in_full += blocks; if (dio && (0 == dio_tmp)) dio_incomplete++; } } else { while (((res = read(infd, wrkPos, blocks * blk_sz)) < 0) && (EINTR == errno)) ; if (verbose > 2) fprintf(stderr, "read(unix): count=%d, res=%d\n", blocks * blk_sz, res); if (res < 0) { snprintf(ebuff, EBUFF_SZ, ME "reading, skip=%lld ", skip); perror(ebuff); ret = -1; break; } else if (res < blocks * blk_sz) { dd_count = 0; blocks = res / blk_sz; if ((res % blk_sz) > 0) { blocks++; in_partial++; } } in_full += blocks; } if (0 == blocks) break; /* nothing read so leave loop */ if (FT_SG & out_type) { dio_tmp = dio; retries_tmp = oflag.retries; first = 1; while (1) { ret = sg_write(outfd, wrkPos, blocks, seek, blk_sz, &oflag, &dio_tmp); if (0 == ret) break; if ((SG_LIB_CAT_NOT_READY == ret) || (SG_LIB_SYNTAX_ERROR == ret)) break; else if ((-2 == ret) && first) { /* ENOMEM: find what's available and try that */ if (ioctl(outfd, SG_GET_RESERVED_SIZE, &buf_sz) < 0) { perror("RESERVED_SIZE ioctls failed"); break; } if (buf_sz < MIN_RESERVED_SIZE) buf_sz = MIN_RESERVED_SIZE; blocks_per = (buf_sz + blk_sz - 1) / blk_sz; if (blocks_per < blocks) { blocks = blocks_per; fprintf(stderr, "Reducing write to %d blocks per " "loop\n", blocks); } else break; } else if ((SG_LIB_CAT_UNIT_ATTENTION == ret) && first) { if (--max_uas > 0) fprintf(stderr, "Unit attention, continuing (w)\n"); else { fprintf(stderr, "Unit attention, too many (w)\n"); break; } } else if (ret < 0) break; else if (retries_tmp > 0) { fprintf(stderr, ">>> retrying a sgio write, " "lba=0x%llx\n", (unsigned long long)seek); --retries_tmp; ++num_retries; if (unrecovered_errs > 0) --unrecovered_errs; } else break; first = 0; } if (0 != ret) { fprintf(stderr, "sg_write failed,%s seek=%lld\n", ((-2 == ret) ? " try reducing bpt," : ""), seek); break; } else { out_full += blocks; if (dio && (0 == dio_tmp)) dio_incomplete++; } } else if (FT_DEV_NULL & out_type) out_full += blocks; /* act as if written out without error */ else { while (((res = write(outfd, wrkPos, blocks * blk_sz)) < 0) && (EINTR == errno)) ; if (verbose > 2) fprintf(stderr, "write(unix): count=%d, res=%d\n", blocks * blk_sz, res); if (res < 0) { snprintf(ebuff, EBUFF_SZ, ME "writing, seek=%lld ", seek); perror(ebuff); ret = -1; break; } else if (res < blocks * blk_sz) { fprintf(stderr, "output file probably full, seek=%lld ", seek); blocks = res / blk_sz; out_full += blocks; if ((res % blk_sz) > 0) out_partial++; ret = -1; break; } else out_full += blocks; } if (dd_count > 0) dd_count -= blocks; skip += blocks; seek += blocks; } /* end of main loop that does the copy ... */ if (do_time) calc_duration_throughput(0); if (do_sync) { if (FT_SG & out_type) { fprintf(stderr, ">> Synchronizing cache on %s\n", outf); res = sg_ll_sync_cache_10(outfd, 0, 0, 0, 0, 0, 0, 0); if (SG_LIB_CAT_UNIT_ATTENTION == res) { fprintf(stderr, "Unit attention (out, sync cache), " "continuing\n"); res = sg_ll_sync_cache_10(outfd, 0, 0, 0, 0, 0, 0, 0); } if (0 != res) fprintf(stderr, "Unable to synchronize cache\n"); } } free(wrkBuff); if (STDIN_FILENO != infd) close(infd); if (! ((STDOUT_FILENO == outfd) || (FT_DEV_NULL & out_type))) close(outfd); if (0 != dd_count) { fprintf(stderr, "Some error occurred,"); if (0 == ret) ret = SG_LIB_CAT_OTHER; } print_stats(""); if (dio_incomplete) { int fd; char c; fprintf(stderr, ">> Direct IO requested but incomplete %d times\n", dio_incomplete); if ((fd = open(proc_allow_dio, O_RDONLY)) >= 0) { if (1 == read(fd, &c, 1)) { if ('0' == c) fprintf(stderr, ">>> %s set to '0' but should be set " "to '1' for direct IO\n", proc_allow_dio); } close(fd); } } if (sum_of_resids) fprintf(stderr, ">> Non-zero sum of residual counts=%d\n", sum_of_resids); return (ret >= 0) ? ret : SG_LIB_CAT_OTHER; }