| #include <unistd.h> |
| #include <fcntl.h> |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <string.h> |
| #include <ctype.h> |
| #include <errno.h> |
| #include <pthread.h> |
| #include <signal.h> |
| #include <sys/ioctl.h> |
| #include <sys/types.h> |
| #include <sys/stat.h> |
| #include "sg_include.h" |
| #include "sg_err.h" |
| |
| /* A utility program for the Linux OS SCSI generic ("sg") device driver. |
| * Copyright (C) 1999 D. Gilbert and P. Allworth |
| * This program is free software; you can redistribute it and/or modify |
| * it under the terms of the GNU General Public License as published by |
| * the Free Software Foundation; either version 2, or (at your option) |
| * any later version. |
| |
| This program is a specialization of the Unix "dd" command in which |
| one or both of the given files is a scsi generic device. A block size |
| ('bs') is assumed to be 512 if not given. This program complains if |
| 'ibs' or 'obs' are given with some other value than 'bs'. |
| If 'if' is not given or 'if=-' then stdin is assumed. If 'of' is |
| not given or 'of=-' then stdout assumed. The appended multipliers |
| "c, b, k, m" for 1, 512, 1024 and 1048576 respectively are recognized |
| on numeric arguments. |
| |
| A non-standard argument "bpt" (blocks per transfer) is added to control |
| the maximum number of blocks in each transfer. The default value is 128. |
| For example if "bs=512" and "bpt=32" then a maximum of 32 blocks (16KB |
| in this case) are transferred to or from the sg device in a single SCSI |
| command. |
| |
| This version should compile with Linux sg drivers with version numbers |
| >= 30000 . This version uses posix threads. |
| |
| */ |
| |
| static char * version_str = "0.791 20000624"; |
| |
| #define DEF_BLOCK_SIZE 512 |
| #define DEF_BLOCKS_PER_TRANSFER 128 |
| |
| /* #define SG_DEBUG */ |
| |
| #define SENSE_BUFF_LEN 32 /* Arbitrary, could be larger */ |
| #define DEF_TIMEOUT 8000 /* 8,000 millisecs == 8 seconds */ |
| #define S_RW_LEN 10 /* Use SCSI READ(10) and WRITE(10) */ |
| |
| #define SGP_READ10 0x28 |
| #define SGP_WRITE10 0x2a |
| #define DEF_NUM_THREADS 4 |
| #define MAX_NUM_THREADS SG_MAX_QUEUE |
| |
| |
| typedef struct request_collection |
| { /* one instance visible to all threads */ |
| int infd; |
| int skip; |
| int in_is_sg; |
| int in_scsi_type; |
| int in_blk; /* -\ next block address to read */ |
| int in_count; /* | blocks remaining for next read */ |
| int in_done_count; /* | count of completed in blocks */ |
| int in_partial; /* | */ |
| int in_stop; /* | */ |
| pthread_mutex_t in_mutex; /* -/ */ |
| int outfd; |
| int seek; |
| int out_is_sg; |
| int out_scsi_type; |
| int out_blk; /* -\ next block address to write */ |
| int out_count; /* | blocks remaining for next write */ |
| int out_done_count; /* | count of completed out blocks */ |
| int out_partial; /* | */ |
| int out_stop; /* | */ |
| pthread_mutex_t out_mutex; /* | */ |
| pthread_cond_t out_sync_cv; /* -/ hold writes until "in order" */ |
| int bs; |
| int bpt; |
| int dio; |
| int dio_incomplete; /* -\ */ |
| int sum_of_resids; /* | */ |
| pthread_mutex_t aux_mutex; /* -/ (also serializes some printf()s */ |
| int coe; |
| int timeout; |
| int debug; |
| } Rq_coll; |
| |
| typedef struct request_element |
| { /* one instance per worker thread */ |
| int infd; |
| int outfd; |
| int wr; |
| int blk; |
| int num_blks; |
| unsigned char * buffp; |
| unsigned char * alloc_bp; |
| sg_io_hdr_t io_hdr; |
| unsigned char cmd[S_RW_LEN]; |
| unsigned char sb[SENSE_BUFF_LEN]; |
| int bs; |
| int dio; |
| int dio_incomplete; |
| int resid; |
| int in_scsi_type; |
| int out_scsi_type; |
| int timeout; |
| int debug; |
| } Rq_elem; |
| |
| static sigset_t signal_set; |
| static pthread_t sig_listen_thread_id; |
| |
| void sg_in_operation(Rq_coll * clp, Rq_elem * rep); |
| void sg_out_operation(Rq_coll * clp, Rq_elem * rep); |
| int normal_in_operation(Rq_coll * clp, Rq_elem * rep, int blocks); |
| void normal_out_operation(Rq_coll * clp, Rq_elem * rep, int blocks); |
| int sg_start_io(Rq_elem * rep); |
| int sg_finish_io(int wr, Rq_elem * rep, pthread_mutex_t * a_mutp); |
| |
| /* Following 2 macros from D.R. Butenhof's POSIX threads book: |
| ISBN 0-201-63392-2 . [Highly recommended book.] */ |
| #define err_exit(code,text) do { \ |
| fprintf(stderr, "%s at \"%s\":%d: %s\n", \ |
| text, __FILE__, __LINE__, strerror(code)); \ |
| exit(1); \ |
| } while (0) |
| #define errno_exit(text) do { \ |
| fprintf(stderr, "%s at \"%s\":%d: %s\n", \ |
| text, __FILE__, __LINE__, strerror(errno)); \ |
| exit(1); \ |
| } while (0) |
| |
| |
| void usage() |
| { |
| fprintf(stderr, "Usage: " |
| "xsgp_dd [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>]\n" |
| " [bs=<num>] [bpt=<num>] [count=<n>]\n" |
| " [dio=<n>] [thr=<n>] [coe=<n>] [gen=<n>]\n" |
| " [deb=<n>] [tmo=<n>] [--version]\n" |
| " usually either 'if' or 'of' must be a sg device\n" |
| " 'bpt' is blocks_per_transfer (default is 128)\n" |
| " 'dio' is direct IO, 1->attempt, 0->indirect IO (def)\n" |
| " 'thr' is number of threads, must be > 0, default 4, max 16\n" |
| " 'coe' continue on sg error, 0->exit (def), 1->zero + continue\n" |
| " 'gen' 0-> 1 file is sg device(def), 1-> any files allowed\n" |
| " 'tmo' is timeout in millisecs for reads+writes (def 8000 ms)\n" |
| " 'deb' is debug, 0->none (def), > 0->varying degrees of debug\n"); |
| } |
| |
| /* Return of 0 -> success, -1 -> failure, 2 -> try again */ |
| int read_capacity(int sg_fd, int * num_sect, int * sect_sz) |
| { |
| int res; |
| unsigned char rcCmdBlk [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0}; |
| unsigned char rcBuff[64]; |
| unsigned char sense_b[64]; |
| sg_io_hdr_t io_hdr; |
| |
| memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); |
| io_hdr.interface_id = 'S'; |
| io_hdr.cmd_len = sizeof(rcCmdBlk); |
| io_hdr.mx_sb_len = sizeof(sense_b); |
| io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; |
| io_hdr.dxfer_len = sizeof(rcBuff); |
| io_hdr.dxferp = rcBuff; |
| io_hdr.cmdp = rcCmdBlk; |
| io_hdr.sbp = sense_b; |
| io_hdr.timeout = DEF_TIMEOUT; |
| |
| if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) { |
| perror("read_capacity (SG_IO) error"); |
| return -1; |
| } |
| res = sg_err_category3(&io_hdr); |
| if (SG_ERR_CAT_MEDIA_CHANGED == res) |
| return 2; /* probably have another go ... */ |
| else if (SG_ERR_CAT_CLEAN != res) { |
| sg_chk_n_print3("read capacity", &io_hdr); |
| return -1; |
| } |
| *num_sect = 1 + ((rcBuff[0] << 24) | (rcBuff[1] << 16) | |
| (rcBuff[2] << 8) | rcBuff[3]); |
| *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) | |
| (rcBuff[6] << 8) | rcBuff[7]; |
| #ifdef SG_DEBUG |
| fprintf(stderr, "number of sectors=%d, sector size=%d\n", |
| *num_sect, *sect_sz); |
| #endif |
| return 0; |
| } |
| |
| void * sig_listen_thread(void * v_clp) |
| { |
| Rq_coll * clp = (Rq_coll *)v_clp; |
| int sig_number; |
| |
| while (1) { |
| sigwait(&signal_set, &sig_number); |
| if (SIGINT == sig_number) { |
| fprintf(stderr, "xsgp_dd interrupted by SIGINT\n"); |
| pthread_mutex_lock(&clp->in_mutex); |
| clp->in_stop = 1; |
| pthread_mutex_unlock(&clp->in_mutex); |
| pthread_mutex_lock(&clp->out_mutex); |
| clp->out_stop = 1; |
| pthread_mutex_unlock(&clp->out_mutex); |
| pthread_cond_broadcast(&clp->out_sync_cv); |
| } |
| } |
| return NULL; |
| } |
| |
| void cleanup_in(void * v_clp) |
| { |
| Rq_coll * clp = (Rq_coll *)v_clp; |
| |
| fprintf(stderr, "thread cancelled while in mutex held\n"); |
| clp->in_stop = 1; |
| pthread_mutex_unlock(&clp->in_mutex); |
| pthread_mutex_lock(&clp->out_mutex); |
| clp->out_stop = 1; |
| pthread_mutex_unlock(&clp->out_mutex); |
| pthread_cond_broadcast(&clp->out_sync_cv); |
| } |
| |
| void cleanup_out(void * v_clp) |
| { |
| Rq_coll * clp = (Rq_coll *)v_clp; |
| |
| fprintf(stderr, "thread cancelled while out mutex held\n"); |
| clp->out_stop = 1; |
| pthread_mutex_unlock(&clp->out_mutex); |
| pthread_mutex_lock(&clp->in_mutex); |
| clp->in_stop = 1; |
| pthread_mutex_unlock(&clp->in_mutex); |
| pthread_cond_broadcast(&clp->out_sync_cv); |
| } |
| |
| void * read_write_thread(void * v_clp) |
| { |
| Rq_coll * clp = (Rq_coll *)v_clp; |
| Rq_elem rel; |
| Rq_elem * rep = &rel; |
| int off = 0; |
| int sz = clp->bpt * clp->bs; |
| int stop_after_write = 0; |
| int seek_skip = clp->seek - clp->skip; |
| int blocks, status; |
| |
| memset(rep, 0, sizeof(Rq_elem)); |
| if (clp->dio) { /* this makes dio work better, will disappear */ |
| off = getpagesize(); |
| sz += off; |
| } |
| if (NULL == (rep->alloc_bp = malloc(sz))) |
| err_exit(ENOMEM, "out of memory creating user buffers\n"); |
| rep->buffp = rep->alloc_bp + off; |
| /* Follow clp members are constant during lifetime of thread */ |
| rep->bs = clp->bs; |
| rep->dio = clp->dio; |
| rep->infd = clp->infd; |
| rep->outfd = clp->outfd; |
| rep->timeout = clp->timeout; |
| rep->debug = clp->debug; |
| rep->in_scsi_type = clp->in_scsi_type; |
| rep->out_scsi_type = clp->out_scsi_type; |
| |
| while(1) { |
| status = pthread_mutex_lock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "lock in_mutex"); |
| if (clp->in_stop || (clp->in_count <= 0)) { |
| /* no more to do, exit loop then thread */ |
| status = pthread_mutex_unlock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "unlock in_mutex"); |
| break; |
| } |
| blocks = (clp->in_count > clp->bpt) ? clp->bpt : clp->in_count; |
| rep->wr = 0; |
| rep->blk = clp->in_blk; |
| rep->num_blks = blocks; |
| clp->in_blk += blocks; |
| clp->in_count -= blocks; |
| |
| pthread_cleanup_push(cleanup_in, (void *)clp); |
| if (clp->in_is_sg) |
| sg_in_operation(clp, rep); /* lets go of in_mutex mid operation */ |
| else |
| stop_after_write = normal_in_operation(clp, rep, blocks); |
| pthread_cleanup_pop(0); |
| |
| status = pthread_mutex_lock(&clp->out_mutex); |
| if (0 != status) err_exit(status, "lock out_mutex"); |
| while ((! clp->out_stop) && ((rep->blk + seek_skip) != clp->out_blk)) { |
| /* if write would be out of sequence then wait */ |
| pthread_cleanup_push(cleanup_out, (void *)clp); |
| status = pthread_cond_wait(&clp->out_sync_cv, &clp->out_mutex); |
| if (0 != status) err_exit(status, "cond out_sync_cv"); |
| pthread_cleanup_pop(0); |
| } |
| |
| if (clp->out_stop || (clp->out_count <= 0)) { |
| if (! clp->out_stop) |
| clp->out_stop = 1; |
| status = pthread_mutex_unlock(&clp->out_mutex); |
| if (0 != status) err_exit(status, "unlock out_mutex"); |
| break; |
| } |
| if (stop_after_write) |
| clp->out_stop = 1; |
| rep->wr = 1; |
| rep->blk = clp->out_blk; |
| rep->num_blks = blocks; |
| clp->out_blk += blocks; |
| clp->out_count -= blocks; |
| |
| pthread_cleanup_push(cleanup_out, (void *)clp); |
| if (clp->out_is_sg) |
| sg_out_operation(clp, rep); /* releases out_mutex mid operation */ |
| else |
| normal_out_operation(clp, rep, blocks); |
| pthread_cleanup_pop(0); |
| |
| if (stop_after_write) |
| break; |
| pthread_cond_broadcast(&clp->out_sync_cv); |
| } /* end of while loop */ |
| if (rep->alloc_bp) free(rep->alloc_bp); |
| status = pthread_mutex_lock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "lock in_mutex"); |
| if (! clp->in_stop) |
| clp->in_stop = 1; /* flag other workers to stop */ |
| status = pthread_mutex_unlock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "unlock in_mutex"); |
| pthread_cond_broadcast(&clp->out_sync_cv); |
| return stop_after_write ? NULL : v_clp; |
| } |
| |
| int normal_in_operation(Rq_coll * clp, Rq_elem * rep, int blocks) |
| { |
| int res, status; |
| int stop_after_write = 0; |
| char ebuff[80]; |
| |
| /* enters holding in_mutex */ |
| while (((res = read(clp->infd, rep->buffp, |
| blocks * clp->bs)) < 0) && (EINTR == errno)) |
| ; |
| if (res < 0) { |
| sprintf(ebuff, "xsgp_dd: reading, in_blk=%d ", rep->blk); |
| errno_exit(ebuff); |
| } |
| if (res < blocks * clp->bs) { |
| int o_blocks = blocks; |
| stop_after_write = 1; |
| blocks = res / clp->bs; |
| if ((res % clp->bs) > 0) { |
| blocks++; |
| clp->in_partial++; |
| } |
| /* Reverse out + re-apply blocks on clp */ |
| clp->in_blk -= o_blocks; |
| clp->in_count += o_blocks; |
| rep->num_blks = blocks; |
| clp->in_blk += blocks; |
| clp->in_count -= blocks; |
| } |
| clp->in_done_count -= blocks; |
| status = pthread_mutex_unlock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "unlock in_mutex"); |
| return stop_after_write; |
| } |
| |
| void normal_out_operation(Rq_coll * clp, Rq_elem * rep, int blocks) |
| { |
| int res, status; |
| char ebuff[80]; |
| |
| /* enters holding out_mutex */ |
| while (((res = write(clp->outfd, rep->buffp, |
| rep->num_blks * clp->bs)) < 0) && (EINTR == errno)) |
| ; |
| if (res < 0) { |
| sprintf(ebuff, "xsgp_dd: output, out_blk=%d ", rep->blk); |
| errno_exit(ebuff); |
| } |
| if (res < blocks * clp->bs) { |
| blocks = res / clp->bs; |
| if ((res % clp->bs) > 0) { |
| blocks++; |
| clp->out_partial++; |
| } |
| rep->num_blks = blocks; |
| } |
| clp->out_done_count -= blocks; |
| status = pthread_mutex_unlock(&clp->out_mutex); |
| if (0 != status) err_exit(status, "unlock out_mutex"); |
| } |
| |
| void sg_in_operation(Rq_coll * clp, Rq_elem * rep) |
| { |
| int res; |
| int status; |
| |
| /* enters holding in_mutex */ |
| while (1) { |
| res = sg_start_io(rep); |
| if (1 == res) |
| err_exit(ENOMEM, "sg starting in command"); |
| else if (res < 0) { |
| fprintf(stderr, "xsgp_dd inputting from sg failed, blk=%d\n", |
| rep->blk); |
| errno_exit("sg starting in command 2"); |
| } |
| /* Now release in mutex to let other reads run in parallel */ |
| status = pthread_mutex_unlock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "unlock in_mutex"); |
| |
| res = sg_finish_io(rep->wr, rep, &clp->aux_mutex); |
| if (res < 0) { |
| if (clp->coe) { |
| memset(rep->buffp, 0, rep->num_blks * rep->bs); |
| fprintf(stderr, ">> substituted zeros for in blk=%d for " |
| "%d bytes\n", rep->blk, rep->num_blks * rep->bs); |
| } |
| else { |
| fprintf(stderr, "error finishing sg in command\n"); |
| pthread_mutex_lock(&clp->in_mutex); |
| clp->in_stop = 1; |
| pthread_mutex_unlock(&clp->in_mutex); |
| pthread_mutex_lock(&clp->out_mutex); |
| clp->out_stop = 1; |
| pthread_mutex_unlock(&clp->out_mutex); |
| return; |
| } |
| } |
| if (res <= 0) { /* looks good, going to return */ |
| if (rep->dio_incomplete || rep->resid) { |
| status = pthread_mutex_lock(&clp->aux_mutex); |
| if (0 != status) err_exit(status, "lock aux_mutex"); |
| clp->dio_incomplete += rep->dio_incomplete; |
| clp->sum_of_resids += rep->resid; |
| status = pthread_mutex_unlock(&clp->aux_mutex); |
| if (0 != status) err_exit(status, "unlock aux_mutex"); |
| } |
| status = pthread_mutex_lock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "lock in_mutex"); |
| clp->in_done_count -= rep->num_blks; |
| status = pthread_mutex_unlock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "unlock in_mutex"); |
| return; |
| } |
| /* else assume 1 == res so try again with same addr, count info */ |
| /* now re-acquire read mutex for balance */ |
| /* N.B. This re-read could now be out of read sequence */ |
| status = pthread_mutex_lock(&clp->in_mutex); |
| if (0 != status) err_exit(status, "lock in_mutex"); |
| } |
| } |
| |
| void sg_out_operation(Rq_coll * clp, Rq_elem * rep) |
| { |
| int res; |
| int status; |
| |
| /* enters holding out_mutex */ |
| while (1) { |
| res = sg_start_io(rep); |
| if (1 == res) |
| err_exit(ENOMEM, "sg starting out command"); |
| else if (res < 0) { |
| fprintf(stderr, "xsgp_dd outputting from sg failed, blk=%d\n", |
| rep->blk); |
| errno_exit("sg starting out command 2"); |
| } |
| /* Now release in mutex to let other reads run in parallel */ |
| status = pthread_mutex_unlock(&clp->out_mutex); |
| if (0 != status) err_exit(status, "unlock out_mutex"); |
| |
| res = sg_finish_io(rep->wr, rep, &clp->aux_mutex); |
| if (res < 0) { |
| if (clp->coe) |
| fprintf(stderr, ">> ignored error for out blk=%d for " |
| "%d bytes\n", rep->blk, rep->num_blks * rep->bs); |
| else { |
| fprintf(stderr, "error finishing sg out command\n"); |
| pthread_mutex_lock(&clp->in_mutex); |
| clp->in_stop = 1; |
| pthread_mutex_unlock(&clp->in_mutex); |
| pthread_mutex_lock(&clp->out_mutex); |
| clp->out_stop = 1; |
| pthread_mutex_unlock(&clp->out_mutex); |
| return; |
| } |
| } |
| if (res <= 0) { |
| if (rep->dio_incomplete || rep->resid) { |
| status = pthread_mutex_lock(&clp->aux_mutex); |
| if (0 != status) err_exit(status, "lock aux_mutex"); |
| clp->dio_incomplete += rep->dio_incomplete; |
| clp->sum_of_resids += rep->resid; |
| status = pthread_mutex_unlock(&clp->aux_mutex); |
| if (0 != status) err_exit(status, "unlock aux_mutex"); |
| } |
| status = pthread_mutex_lock(&clp->out_mutex); |
| if (0 != status) err_exit(status, "lock out_mutex"); |
| clp->out_done_count -= rep->num_blks; |
| status = pthread_mutex_unlock(&clp->out_mutex); |
| if (0 != status) err_exit(status, "unlock out_mutex"); |
| return; |
| } |
| /* else assume 1 == res so try again with same addr, count info */ |
| /* now re-acquire out mutex for balance */ |
| /* N.B. This re-write could now be out of write sequence */ |
| status = pthread_mutex_lock(&clp->out_mutex); |
| if (0 != status) err_exit(status, "lock out_mutex"); |
| } |
| } |
| |
| int sg_start_io(Rq_elem * rep) |
| { |
| sg_io_hdr_t * hp = &rep->io_hdr; |
| int res; |
| |
| memset(rep->cmd, 0, sizeof(rep->cmd)); |
| rep->cmd[0] = rep->wr ? SGP_WRITE10 : SGP_READ10; |
| rep->cmd[2] = (unsigned char)((rep->blk >> 24) & 0xFF); |
| rep->cmd[3] = (unsigned char)((rep->blk >> 16) & 0xFF); |
| rep->cmd[4] = (unsigned char)((rep->blk >> 8) & 0xFF); |
| rep->cmd[5] = (unsigned char)(rep->blk & 0xFF); |
| rep->cmd[7] = (unsigned char)((rep->num_blks >> 8) & 0xff); |
| rep->cmd[8] = (unsigned char)(rep->num_blks & 0xff); |
| memset(hp, 0, sizeof(sg_io_hdr_t)); |
| hp->interface_id = 'S'; |
| hp->cmd_len = sizeof(rep->cmd); |
| hp->cmdp = rep->cmd; |
| hp->dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV; |
| hp->dxfer_len = rep->bs * rep->num_blks; |
| hp->dxferp = rep->buffp; |
| hp->mx_sb_len = sizeof(rep->sb); |
| hp->sbp = rep->sb; |
| hp->timeout = rep->timeout; |
| hp->usr_ptr = rep; |
| hp->pack_id = rep->blk; |
| if (rep->dio) |
| hp->flags |= SG_FLAG_DIRECT_IO; |
| if (rep->debug > 8) { |
| fprintf(stderr, "sg_start_io: SCSI %s, blk=%d num_blks=%d\n", |
| rep->wr ? "WRITE" : "READ", rep->blk, rep->num_blks); |
| sg_print_command(hp->cmdp); |
| fprintf(stderr, "dir=%d, len=%d, dxfrp=%p, cmd_len=%d\n", |
| hp->dxfer_direction, hp->dxfer_len, hp->dxferp, hp->cmd_len); |
| } |
| |
| while (((res = write(rep->wr ? rep->outfd : rep->infd, hp, |
| sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) |
| ; |
| if (res < 0) { |
| if (ENOMEM == errno) |
| return 1; |
| return res; |
| } |
| return 0; |
| } |
| |
| /* -1 -> unrecoverable error, 0 -> successful, 1 -> try again */ |
| int sg_finish_io(int wr, Rq_elem * rep, pthread_mutex_t * a_mutp) |
| { |
| int res, status; |
| sg_io_hdr_t io_hdr; |
| sg_io_hdr_t * hp; |
| #if 0 |
| static int testing = 0; /* thread dubious! */ |
| #endif |
| |
| memset(&io_hdr, 0 , sizeof(sg_io_hdr_t)); |
| /* FORCE_PACK_ID active set only read packet with matching pack_id */ |
| io_hdr.interface_id = 'S'; |
| io_hdr.dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV; |
| io_hdr.pack_id = rep->blk; |
| |
| while (((res = read(wr ? rep->outfd : rep->infd, &io_hdr, |
| sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) |
| ; |
| if (res < 0) { |
| perror("finishing io on sg device, error"); |
| return -1; |
| } |
| if (rep != (Rq_elem *)io_hdr.usr_ptr) |
| err_exit(0, "sg_finish_io: bad usr_ptr, request-response mismatch\n"); |
| memcpy(&rep->io_hdr, &io_hdr, sizeof(sg_io_hdr_t)); |
| hp = &rep->io_hdr; |
| |
| switch (sg_err_category3(hp)) { |
| case SG_ERR_CAT_CLEAN: |
| break; |
| case SG_ERR_CAT_RECOVERED: |
| fprintf(stderr, "Recovered error on block=%d, num=%d\n", |
| rep->blk, rep->num_blks); |
| break; |
| case SG_ERR_CAT_MEDIA_CHANGED: |
| return 1; |
| default: |
| { |
| char ebuff[64]; |
| sprintf(ebuff, "%s blk=%d", rep->wr ? "writing": "reading", |
| rep->blk); |
| status = pthread_mutex_lock(a_mutp); |
| if (0 != status) err_exit(status, "lock aux_mutex"); |
| sg_chk_n_print3(ebuff, hp); |
| status = pthread_mutex_unlock(a_mutp); |
| if (0 != status) err_exit(status, "unlock aux_mutex"); |
| return -1; |
| } |
| } |
| #if 0 |
| if (0 == (++testing % 100)) return -1; |
| #endif |
| if (rep->dio && |
| ((hp->info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) |
| rep->dio_incomplete = 1; /* count dios done as indirect IO */ |
| else |
| rep->dio_incomplete = 0; |
| rep->resid = hp->resid; |
| if (rep->debug > 8) |
| fprintf(stderr, "sg_finish_io: completed %s\n", wr ? "WRITE" : "READ"); |
| return 0; |
| } |
| |
| int sg_prepare(int fd, int bs, int bpt, int * scsi_typep) |
| { |
| int res, t; |
| |
| res = ioctl(fd, SG_GET_VERSION_NUM, &t); |
| if ((res < 0) || (t < 30000)) { |
| fprintf(stderr, "xsgp_dd: sg driver prior to 3.x.y\n"); |
| return 1; |
| } |
| res = 0; |
| t = bs * bpt; |
| res = ioctl(fd, SG_SET_RESERVED_SIZE, &t); |
| if (res < 0) |
| perror("xsgp_dd: SG_SET_RESERVED_SIZE error"); |
| t = 1; |
| res = ioctl(fd, SG_SET_FORCE_PACK_ID, &t); |
| if (res < 0) |
| perror("xsgp_dd: SG_SET_FORCE_PACK_ID error"); |
| if (scsi_typep) { |
| struct sg_scsi_id info; |
| |
| res = ioctl(fd, SG_GET_SCSI_ID, &info); |
| if (res < 0) |
| perror("xsgp_dd: SG_SET_SCSI_ID error"); |
| *scsi_typep = info.scsi_type; |
| } |
| return 0; |
| } |
| |
| int get_num(char * buf) |
| { |
| int res, num; |
| char c, cc; |
| |
| res = sscanf(buf, "%d%c", &num, &c); |
| if (0 == res) |
| return -1; |
| else if (1 == res) |
| return num; |
| else { |
| cc = (char)toupper(c); |
| if ('B' == cc) |
| return num * 512; |
| else if ('C' == cc) |
| return num; |
| else if ('K' == cc) |
| return num * 1024; |
| else if ('M' == cc) |
| return num * 1024 * 1024; |
| else { |
| fprintf(stderr, "unrecognized multiplier\n"); |
| return -1; |
| } |
| } |
| } |
| |
| |
| int main(int argc, char * argv[]) |
| { |
| int skip = 0; |
| int seek = 0; |
| int ibs = 0; |
| int obs = 0; |
| int count = -1; |
| char str[512]; |
| char * key; |
| char * buf; |
| char inf[512]; |
| char outf[512]; |
| int res, k; |
| int in_num_sect = 0; |
| int out_num_sect = 0; |
| int num_threads = DEF_NUM_THREADS; |
| pthread_t threads[MAX_NUM_THREADS]; |
| int gen = 0; |
| int in_sect_sz, out_sect_sz, status; |
| void * vp; |
| char ebuff[256]; |
| Rq_coll rcoll; |
| |
| memset(&rcoll, 0, sizeof(Rq_coll)); |
| rcoll.bpt = DEF_BLOCKS_PER_TRANSFER; |
| rcoll.timeout = DEF_TIMEOUT; |
| inf[0] = '\0'; |
| outf[0] = '\0'; |
| if (argc < 2) { |
| usage(); |
| return 1; |
| } |
| |
| for(k = 1; k < argc; k++) { |
| if (argv[k]) |
| strcpy(str, argv[k]); |
| else |
| continue; |
| for(key = str, buf = key; *buf && *buf != '=';) |
| buf++; |
| if (*buf) |
| *buf++ = '\0'; |
| if (strcmp(key,"if") == 0) |
| strcpy(inf, buf); |
| else if (strcmp(key,"of") == 0) |
| strcpy(outf, buf); |
| else if (0 == strcmp(key,"ibs")) |
| ibs = get_num(buf); |
| else if (0 == strcmp(key,"obs")) |
| obs = get_num(buf); |
| else if (0 == strcmp(key,"bs")) |
| rcoll.bs = get_num(buf); |
| else if (0 == strcmp(key,"bpt")) |
| rcoll.bpt = get_num(buf); |
| else if (0 == strcmp(key,"skip")) |
| skip = get_num(buf); |
| else if (0 == strcmp(key,"seek")) |
| seek = get_num(buf); |
| else if (0 == strcmp(key,"count")) |
| count = get_num(buf); |
| else if (0 == strcmp(key,"dio")) |
| rcoll.dio = get_num(buf); |
| else if (0 == strcmp(key,"thr")) |
| num_threads = get_num(buf); |
| else if (0 == strcmp(key,"coe")) |
| rcoll.coe = get_num(buf); |
| else if (0 == strcmp(key,"gen")) |
| gen = get_num(buf); |
| else if (0 == strcmp(key,"tmo")) |
| rcoll.timeout = get_num(buf); |
| else if (0 == strncmp(key,"deb", 3)) |
| rcoll.debug = get_num(buf); |
| else if (0 == strncmp(key, "--vers", 6)) { |
| printf("xsgp_dd for sg version 3 driver: %s\n", version_str); |
| return 0; |
| } |
| else { |
| fprintf(stderr, "Unrecognized argument '%s'\n", key); |
| usage(); |
| return 1; |
| } |
| } |
| if (rcoll.bs <= 0) { |
| rcoll.bs = DEF_BLOCK_SIZE; |
| fprintf(stderr, "Assume default 'bs' (block size) of %d bytes\n", |
| rcoll.bs); |
| } |
| if ((ibs && (ibs != rcoll.bs)) || (obs && (obs != rcoll.bs))) { |
| fprintf(stderr, "If 'ibs' or 'obs' given must be same as 'bs'\n"); |
| usage(); |
| return 1; |
| } |
| if ((skip < 0) || (seek < 0)) { |
| fprintf(stderr, "skip and seek cannot be negative\n"); |
| return 1; |
| } |
| if ((num_threads < 1) || (num_threads > MAX_NUM_THREADS)) { |
| fprintf(stderr, "too few or too many threads requested\n"); |
| usage(); |
| return 1; |
| } |
| if (rcoll.debug) |
| fprintf(stderr, "xsgp_dd: if=%s skip=%d of=%s seek=%d count=%d\n", |
| inf, skip, outf, seek, count); |
| rcoll.infd = STDIN_FILENO; |
| rcoll.outfd = STDOUT_FILENO; |
| if (inf[0] && ('-' != inf[0])) { |
| if ((rcoll.infd = open(inf, O_RDONLY)) < 0) { |
| sprintf(ebuff, "xsgp_dd: could not open %s for reading", inf); |
| perror(ebuff); |
| return 1; |
| } |
| if (ioctl(rcoll.infd, SG_GET_TIMEOUT, 0) < 0) { |
| rcoll.in_is_sg = 0; |
| if (skip > 0) { |
| off_t offset = skip; |
| |
| offset *= rcoll.bs; /* could overflow here! */ |
| if (lseek(rcoll.infd, offset, SEEK_SET) < 0) { |
| sprintf(ebuff, |
| "xsgp_dd: couldn't skip to required position on %s", inf); |
| perror(ebuff); |
| return 1; |
| } |
| } |
| } |
| else { /* looks like sg device so close then re-open it RW */ |
| close(rcoll.infd); |
| if ((rcoll.infd = open(inf, O_RDWR)) < 0) { |
| fprintf(stderr, "If %s is a sg device, need read+write " |
| "permissions, even to read from it!\n", inf); |
| return 1; |
| } |
| rcoll.in_is_sg = 1; |
| if (sg_prepare(rcoll.infd, rcoll.bs, rcoll.bpt, |
| &rcoll.in_scsi_type)) |
| return 1; |
| } |
| } |
| if (outf[0] && ('-' != outf[0])) { |
| if ((rcoll.outfd = open(outf, O_RDWR)) >= 0) { |
| if (ioctl(rcoll.outfd, SG_GET_TIMEOUT, 0) < 0) { |
| /* not a scsi generic device so now try and open RDONLY */ |
| close(rcoll.outfd); |
| } |
| else { |
| rcoll.out_is_sg = 1; |
| if (sg_prepare(rcoll.outfd, rcoll.bs, rcoll.bpt, |
| &rcoll.out_scsi_type)) |
| return 1; |
| } |
| } |
| if (! rcoll.out_is_sg) { |
| if ((rcoll.outfd = open(outf, O_WRONLY | O_CREAT, 0666)) < 0) { |
| sprintf(ebuff, |
| "xsgp_dd: could not open %s for writing", outf); |
| perror(ebuff); |
| return 1; |
| } |
| else if (seek > 0) { |
| off_t offset = seek; |
| |
| offset *= rcoll.bs; /* could overflow here! */ |
| if (lseek(rcoll.outfd, offset, SEEK_SET) < 0) { |
| sprintf(ebuff, |
| "xsgp_dd: couldn't seek to required position on %s", outf); |
| perror(ebuff); |
| return 1; |
| } |
| } |
| } |
| } |
| if ((STDIN_FILENO == rcoll.infd) && (STDOUT_FILENO == rcoll.outfd)) { |
| fprintf(stderr, "Disallow both if and of to be stdin and stdout"); |
| return 1; |
| } |
| if (! (rcoll.in_is_sg || rcoll.out_is_sg || gen)) { |
| fprintf(stderr, "Either 'if' or 'of' must be a scsi generic device\n"); |
| return 1; |
| } |
| if (0 == count) |
| return 0; |
| else if (count < 0) { |
| if (rcoll.in_is_sg) { |
| res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); |
| if (2 == res) { |
| fprintf(stderr, "Unit attention, media changed(in), repeat\n"); |
| res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); |
| } |
| if (0 != res) { |
| fprintf(stderr, "Unable to read capacity on %s\n", inf); |
| in_num_sect = -1; |
| } |
| else { |
| if (in_num_sect > skip) |
| in_num_sect -= skip; |
| } |
| } |
| if (rcoll.out_is_sg) { |
| res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); |
| if (2 == res) { |
| fprintf(stderr, "Unit attention, media changed(out), repeat\n"); |
| res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); |
| } |
| if (0 != res) { |
| fprintf(stderr, "Unable to read capacity on %s\n", outf); |
| out_num_sect = -1; |
| } |
| else { |
| if (out_num_sect > seek) |
| out_num_sect -= seek; |
| } |
| } |
| if (in_num_sect > 0) { |
| if (out_num_sect > 0) |
| count = (in_num_sect > out_num_sect) ? out_num_sect : |
| in_num_sect; |
| else |
| count = in_num_sect; |
| } |
| else |
| count = out_num_sect; |
| } |
| if (rcoll.debug > 1) |
| fprintf(stderr, "Start of loop, count=%d, in_num_sect=%d, " |
| "out_num_sect=%d\n", count, in_num_sect, out_num_sect); |
| |
| rcoll.in_count = count; |
| rcoll.in_done_count = count; |
| rcoll.skip = skip; |
| rcoll.in_blk = skip; |
| rcoll.out_count = count; |
| rcoll.out_done_count = count; |
| rcoll.seek = seek; |
| rcoll.out_blk = seek; |
| status = pthread_mutex_init(&rcoll.in_mutex, NULL); |
| if (0 != status) err_exit(status, "init in_mutex"); |
| status = pthread_mutex_init(&rcoll.out_mutex, NULL); |
| if (0 != status) err_exit(status, "init out_mutex"); |
| status = pthread_mutex_init(&rcoll.aux_mutex, NULL); |
| if (0 != status) err_exit(status, "init aux_mutex"); |
| status = pthread_cond_init(&rcoll.out_sync_cv, NULL); |
| if (0 != status) err_exit(status, "init out_sync_cv"); |
| |
| sigemptyset(&signal_set); |
| sigaddset(&signal_set, SIGINT); |
| status = pthread_sigmask(SIG_BLOCK, &signal_set, NULL); |
| if (0 != status) err_exit(status, "pthread_sigmask"); |
| status = pthread_create(&sig_listen_thread_id, NULL, |
| sig_listen_thread, (void *)&rcoll); |
| if (0 != status) err_exit(status, "pthread_create, sig..."); |
| |
| /* vvvvvvvvvvv Start worker threads vvvvvvvvvvvvvvvvvvvvvvvv */ |
| if ((rcoll.out_done_count > 0) && (num_threads > 0)) { |
| /* Run 1 work thread to shake down infant retryable stuff */ |
| status = pthread_create(&threads[0], NULL, read_write_thread, |
| (void *)&rcoll); |
| if (0 != status) err_exit(status, "pthread_create"); |
| if (rcoll.debug) |
| fprintf(stderr, "Starting worker thread k=0\n"); |
| |
| status = pthread_mutex_lock(&rcoll.out_mutex); |
| if (0 != status) err_exit(status, "lock out_mutex"); |
| /* wait for any broadcast */ |
| pthread_cleanup_push(cleanup_out, (void *)&rcoll); |
| status = pthread_cond_wait(&rcoll.out_sync_cv, &rcoll.out_mutex); |
| if (0 != status) err_exit(status, "cond out_sync_cv"); |
| pthread_cleanup_pop(0); |
| status = pthread_mutex_unlock(&rcoll.out_mutex); |
| if (0 != status) err_exit(status, "unlock out_mutex"); |
| |
| /* now start the rest of the threads */ |
| for (k = 1; k < num_threads; ++k) { |
| status = pthread_create(&threads[k], NULL, read_write_thread, |
| (void *)&rcoll); |
| if (0 != status) err_exit(status, "pthread_create"); |
| if (rcoll.debug) |
| fprintf(stderr, "Starting worker thread k=%d\n", k); |
| } |
| |
| /* now wait for worker threads to finish */ |
| for (k = 0; k < num_threads; ++k) { |
| status = pthread_join(threads[k], &vp); |
| if (0 != status) err_exit(status, "pthread_join"); |
| if (rcoll.debug) |
| fprintf(stderr, "Worker thread k=%d terminated\n", k); |
| } |
| } |
| |
| status = pthread_cancel(sig_listen_thread_id); |
| if (0 != status) err_exit(status, "pthread_cancel"); |
| if (STDIN_FILENO != rcoll.infd) |
| close(rcoll.infd); |
| if (STDOUT_FILENO != rcoll.outfd) |
| close(rcoll.outfd); |
| if (0 != rcoll.out_count) |
| fprintf(stderr, ">>>> Some error occurred, remaining blocks=%d\n", |
| rcoll.out_count); |
| fprintf(stderr, "%d+%d records in\n", count - rcoll.in_done_count, |
| rcoll.in_partial); |
| fprintf(stderr, "%d+%d records out\n", count - rcoll.out_done_count, |
| rcoll.out_partial); |
| if (rcoll.dio_incomplete) |
| fprintf(stderr, ">> Direct IO requested but incomplete %d times\n", |
| rcoll.dio_incomplete); |
| if (rcoll.sum_of_resids) |
| fprintf(stderr, ">> Non-zero sum of residual counts=%d\n", |
| rcoll.sum_of_resids); |
| return 0; |
| } |
