2 #define _FILE_OFFSET_BITS 64
18 #include <sys/ioctl.h>
26 #include <dvdread/dvd_reader.h>
27 #include <dvdread/dvd_udf.h>
28 #include <dvdread/ifo_read.h>
29 #include <dvdread/ifo_types.h>
32 #define SECTORS(n) (((n) + (SECTORSZ - 1))/SECTORSZ)
34 #define CTYPE_HACK(fn, ch) fn((unsigned char)(ch))
35 #define ISDIGIT(ch) CTYPE_HACK(isdigit, ch)
36 #define ISSPACE(ch) CTYPE_HACK(isspace, ch)
38 #define N(v) (sizeof(v)/sizeof((v)[0]))
40 enum { RAW, IFO, VOB, BUP };
41 typedef uint_least32_t ident;
43 static inline ident mkident(unsigned kind, unsigned title, unsigned part)
44 { return (((ident)kind << 0) | ((ident)title << 8) | ((ident)part << 16)); }
45 static inline unsigned id_kind(ident id) { return ((id >> 0)&0x0ff); }
46 static inline unsigned id_title(ident id) { return ((id >> 8)&0x0ff); }
47 static inline unsigned id_part(ident id) { return ((id >> 16)&0x0ff); }
49 static const char *prog = "<unset>";
50 static int status = 0;
52 static void usage(FILE *fp)
55 "usage: %s [-c] [-D DEV] [-R MAP] "
56 "[-b OUTMAP] [-o OUTFILE] [-r [START]-[END]]\n",
60 static void vmoan(const char *fmt, va_list ap)
61 { fprintf(stderr, "%s: ", prog); vfprintf(stderr, fmt, ap); }
62 __attribute__((noreturn, format(printf, 1, 2)))
63 static void bail(const char *fmt, ...)
67 va_start(ap, fmt); vmoan(fmt, ap); va_end(ap);
71 __attribute__((noreturn, format(printf, 2, 3)))
72 static void bail_syserr(int err, const char *fmt, ...)
76 va_start(ap, fmt); vmoan(fmt, ap); va_end(ap);
77 if (err) fprintf(stderr, ": %s", strerror(errno));
82 #define MAXFNSZ (1 + 8 + 1 + 12 + 1)
84 static void store_filename(char *buf, ident id)
86 switch (id_kind(id)) {
88 sprintf(buf, "#<raw device>");
91 if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.IFO");
92 else sprintf(buf, "/VIDEO_TS/VTS_%02u_0.IFO", id_title(id));
95 if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.BUP");
96 else sprintf(buf, "/VIDEO_TS/VTS_%02u_0.BUP", id_title(id));
99 if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.VOB");
101 sprintf(buf, "/VIDEO_TS/VTS_%02u_%u.VOB", id_title(id), id_part(id));
108 #define DEFVEC(vtype, etype) \
109 typedef struct { etype *v; size_t n, sz; } vtype
110 #define VEC_INIT { 0, 0, 0 }
111 #define VEC_FREE(vv) do { \
112 free((vv)->v); (vv)->v 0; (vv)->n = (vv)->sz = 0; \
114 #define VEC_PUSH(p, vv) do { \
116 if ((vv)->n >= (vv)->sz) { \
117 (vv)->sz = (vv)->sz ? 2*(vv)->sz : 32; \
118 _want = (vv)->sz*sizeof(*(vv)->v); \
119 (vv)->v = realloc((vv)->v, _want); \
120 if (!(vv)->v) bail("out of memory allocating %zu bytes", _want); \
122 (p) = &(vv)->v[(vv)->n++]; \
125 #define MAXFILES (1 + 2*99 + 1)
130 DEFVEC(file_v, struct file);
131 static file_v filetab = VEC_INIT;
133 enum { EV_STOP, EV_BEGIN, EV_END, EV_WRITE };
135 unsigned char ev, file;
138 DEFVEC(event_v, struct event);
139 static event_v eventq = VEC_INIT;
141 typedef uint_least32_t bits;
142 static bits live[(MAXFILES + 31)/32];
144 static inline int livep(unsigned i)
145 { return (live[i/32]&((bits)1 << (i%32))); }
146 static inline void set_live(unsigned i)
147 { live[i/32] |= (bits)1 << (i%32); }
148 static inline void clear_live(unsigned i)
149 { live[i/32] &= ~((bits)1 << (i%32)); }
150 static inline int least_live(void)
152 unsigned i, n = (filetab.n + 32)/32;
155 for (i = 0; i < n; i++) { b = live[i]; if (b) goto found; }
159 if (!(b&0x0000ffff)) { b >>= 16; i += 16; }
160 if (!(b&0x000000ff)) { b >>= 8; i += 8; }
161 if (!(b&0x0000000f)) { b >>= 4; i += 4; }
162 if (!(b&0x00000003)) { b >>= 2; i += 2; }
163 if (!(b&0x00000001)) { b >>= 1; i += 1; }
168 static void put_event(unsigned evtype, unsigned file, uint32_t pos)
172 VEC_PUSH(ev, &eventq);
173 ev->ev = evtype; ev->file = file; ev->pos = pos;
176 static void put_file(ident id, uint32_t start, uint32_t end)
181 VEC_PUSH(f, &filetab); i = f - filetab.v;
182 f->id = id; f->start = start; f->end = end;
183 put_event(EV_BEGIN, i, start);
184 put_event(EV_END, i, end);
187 static void put_menu(dvd_reader_t *dvd, unsigned title)
189 ident id = mkident(VOB, title, 0);
193 store_filename(fn, id);
194 start = UDFFindFile(dvd, fn, &len); if (!start) return;
196 printf(";; %8"PRIu32" .. %-8"PRIu32": %s\n",
197 start, start + SECTORS(len), fn);
199 put_file(id, start, start + SECTORS(len));
202 static void put_title(dvd_reader_t *dvd, unsigned title)
205 uint32_t start[9], len[9];
208 for (i = 0; i < 9; i++) {
209 store_filename(fn, mkident(VOB, title, i + 1));
210 start[i] = UDFFindFile(dvd, fn, &len[i]); if (!start[i]) break;
212 npart = i; if (!npart) return;
215 for (i = 0; i < npart; i++) {
216 store_filename(fn, mkident(VOB, title, i + 1));
217 printf(";; %8"PRIu32" .. %-8"PRIu32": %s\n",
218 start[i], start[i] + SECTORS(len[i]), fn);
223 for (i = 0; i < npart - 1; i++) {
225 bail("title %u part %u length = %"PRIu32" not a multiple of %d",
226 title, i, len[i], SECTORSZ);
227 if (start[i] + len[i]/SECTORSZ != start[i + 1])
228 bail("title %u part %u end = %"PRIu32" /= part %u start = %"PRIu32"",
229 title, i, start[i] + len[i]/SECTORSZ, i + 1, start[i + 1]);
232 put_file(mkident(VOB, title, 1),
233 start[0], start[npart - 1] + SECTORS(len[npart - 1]));
236 static int compare_event(const void *a, const void *b)
238 const struct event *eva = a, *evb = b;
240 if (eva->pos < evb->pos) return (-1);
241 else if (eva->pos > evb->pos) return (+1);
243 if (eva->ev < evb->ev) return (-1);
244 else if (eva->ev > evb->ev) return (+1);
246 if (eva->file < evb->file) return (-1);
247 else if (eva->file > evb->file) return (+1);
252 static int progresslen = 0;
254 static void clear_progress_internal(void)
255 { while (progresslen) { fputs("\b \b", stdout); progresslen--; } }
256 static void clear_progress(void)
257 { clear_progress_internal(); fflush(stdout); }
258 static void vappend_progress(const char *fmt, va_list ap)
259 { progresslen += vprintf(fmt, ap); }
260 __attribute__((format(printf, 1, 2)))
261 static void append_progress(const char *fmt, ...)
266 vappend_progress(fmt, ap);
269 __attribute__((format(printf, 1, 2)))
270 static void print_progress(const char *fmt, ...)
275 clear_progress_internal();
276 vappend_progress(fmt, ap);
287 #define SRCF_ALLPROGRESS 1u
288 uint32_t last_pos, limit, nsectors, ndone;
289 struct timeval last_time;
291 const char *mapfile; FILE *mapfp;
293 #define SOURCE_INIT { 0, -1, 0, 0, 0, 0, 0, 0, 0, { 0, 0 }, 0.0, 0.0, 0, 0 }
295 static void report_progress(struct source *src, uint32_t pos)
300 double percent, t, f, g, rate;
304 #define BETA (1 - ALPHA)
306 gettimeofday(&now, 0);
307 t = (now.tv_sec - src->last_time.tv_sec) +
308 (now.tv_usec - src->last_time.tv_usec)/1000000.0;
311 g = src->wcount ? pow(BETA, t) : 0.0; f = (1 - g)/(1 - BETA);
312 src->wsum = f*(pos - src->last_pos)/t + g*src->wsum;
313 src->wcount = f + g*src->wcount;
314 src->ndone += pos - src->last_pos;
315 src->last_time = now; src->last_pos = pos;
318 if (!src->wsum || !src->wcount)
319 { rate = 0; strcpy(etastr, "???"); }
321 rate = src->wsum/src->wcount;
322 eta = (int)((src->nsectors - src->ndone)/rate);
323 sprintf(etastr, "%d:%02d:%02d", eta/3600, (eta/60)%60, eta%60);
326 rate *= SECTORSZ; unit = "";
327 if (rate > 128) { rate /= 1024; unit = "k"; }
328 if (rate > 128) { rate /= 1024; unit = "M"; }
329 if (rate > 128) { rate /= 1024; unit = "G"; }
331 if (src->f&SRCF_ALLPROGRESS) percent = pos*100.0/src->limit;
332 else percent = src->ndone*100.0/src->nsectors;
333 print_progress("copied %.1f%% (%"PRIu32" of %"PRIu32"; %.1f %sB/s, ETA %s)",
334 percent, pos, src->limit,
336 if (src->file && id_kind(src->file->id) == VOB) {
337 append_progress(" -- %s %d %3.1f%%",
338 id_part(src->file->id) ? "title" : "menu",
339 id_title(src->file->id),
340 (pos - src->file->start)*100.0/
341 (src->file->end - src->file->start));
348 static void report_bad_blocks_progress(struct source *src,
349 uint32_t lo, uint32_t hi, int err)
351 report_progress(src, hi);
353 if (lo == hi) append_progress(": retrying bad sector");
355 append_progress(": %"PRIu32" bad %s",
356 hi - lo, hi == lo + 1 ? "sector" : "sectors");
357 if (err != EIO) append_progress(" (%s)", strerror(err));
361 static ssize_t read_sectors(struct source *src, uint32_t pos,
362 void *buf, uint32_t want)
368 n = DVDReadBlocks(src->vob, pos - src->file->start, want, buf);
369 else if (src->file) {
370 if (lseek(src->dvdfd, (off_t)pos*SECTORSZ, SEEK_SET) < 0)
371 bail_syserr(errno, "failed to seek to sector %"PRIu32"", pos);
372 n = read(src->dvdfd, buf, want*SECTORSZ);
373 if (n >= 0) n /= SECTORSZ;
375 memset(buf, 0, want*SECTORSZ);
379 if (n < 0 && errno == EINTR) goto again;
383 static void carefully_write(int fd, const void *buf, size_t sz)
385 const unsigned char *p = buf;
390 n = write(fd, p, sz);
392 if (errno == EINTR) continue;
393 bail_syserr(errno, "failed to write to output file");
395 if (!n) bail("unexpected short write to output file");
400 static void emit(struct source *src, int outfd, uint32_t start, uint32_t end)
402 #define BUFSECTORS 512
405 unsigned char buf[BUFSECTORS*SECTORSZ];
407 uint32_t bad_lo, bad_hi, good, step;
410 static int first_time = 1;
417 least = least_live();
420 printf(";; %8"PRIu32" .. %"PRIu32"\n", start, end);
422 for (i = 0; i < filetab.n; i++) {
423 if (!livep(i)) continue;
424 if (act == -1) act = i;
425 f = &filetab.v[i]; store_filename(fn, f->id);
426 printf(";;\t\t%8"PRIu32" .. %-8"PRIu32" %s\n",
427 start - f->start, end - f->start, fn);
429 if (act == -1) printf(";;\t\t#<no live source>\n");
430 assert(act == least);
434 { src->file = 0; src->vob = 0; }
436 src->file = &filetab.v[least];
437 switch (id_kind(src->file->id)) {
442 if (first_time) { clear_progress(); first_time = 0; }
443 src->vob = DVDOpenFile(src->dvd, id_title(src->file->id),
444 id_part(src->file->id)
445 ? DVD_READ_TITLE_VOBS
446 : DVD_READ_MENU_VOBS);
448 bail("failed to open %s %u",
449 id_part(src->file->id) ? "title" : "menu",
450 id_title(src->file->id));
459 want = end - pos; if (want > BUFSECTORS) want = BUFSECTORS;
460 n = read_sectors(src, pos, buf, want);
463 report_bad_blocks_progress(src, pos, pos, errno);
464 for (i = 0; i < 4; i++) {
465 n = read_sectors(src, pos, buf, 1);
468 fprintf(stderr, "%s: sector %"PRIu32" read ok after retry\n",
470 bad_lo = bad_hi = pos;
475 bad_lo = pos; step = 1; bad_hi = pos + 1;
477 report_bad_blocks_progress(src, bad_lo, bad_hi, errno);
480 fprintf(stderr, "%s: giving up on this extent\n", prog);
481 n = 0; goto recovered;
484 if (step > end - bad_lo) step = end - bad_lo;
485 pos = bad_lo + step - 1;
486 n = read_sectors(src, pos, buf, 1);
492 while (good > bad_hi) {
493 report_bad_blocks_progress(src, bad_lo, bad_hi, errno);
494 pos = bad_hi + (good - bad_hi)/2;
495 n = read_sectors(src, pos, buf, 1);
496 if (n > 0) good = pos;
497 else bad_hi = pos + 1;
500 if (bad_hi > bad_lo) {
502 fprintf(stderr, "%s: skipping %"PRIu32" bad sectors "
503 "(%"PRIu32" .. %"PRIu32")\n",
504 prog, bad_hi - bad_lo, bad_lo, bad_hi);
507 src->mapfp = fopen(src->mapfile, "w");
509 bail_syserr(errno, "failed to open bad-sector map file `%s'",
511 fprintf(src->mapfp, "## bad sector map\n\n");
513 fprintf(src->mapfp, "%"PRIu32" %"PRIu32"\n", bad_lo, bad_hi);
515 if (ferror(src->mapfp))
516 bail_syserr(errno, "error writing bad-sector map file");
519 lseek(outfd, (off_t)(bad_hi - bad_lo)*SECTORSZ, SEEK_CUR) < 0)
520 bail_syserr(errno, "failed to seek past bad sectors");
526 if (n > 0) { carefully_write(outfd, buf, n*SECTORSZ); pos += n; }
527 report_progress(src, pos); fflush(stdout);
530 if (src->vob) { DVDCloseFile(src->vob); src->vob = 0; }
536 static void logfn(void *p, dvd_logger_level_t lev,
537 const char *fmt, va_list ap)
540 case DVD_LOGGER_LEVEL_ERROR:
541 fprintf("%s (libdvdread error): ", prog);
543 case DVD_LOGGER_LEVEL_WARN:
544 fprintf("%s (libdvdread warning): ", prog);
549 vfprintf(stderr, fmt, ap);
552 static const dvd_logger_cb logger = { logfn };
559 #define BUF_INIT { 0, 0, 0 }
560 #define BUF_REWIND(b) do { (b)->n = 0; } while (0)
561 #define BUF_FREE(b) do { \
563 free(_b->p); _b->p = 0; _b->n = _b->sz = 0; \
565 #define BUF_PUTC(b, ch) do { \
566 struct buf *_b = (b); \
567 if (_b->n >= _b->sz) { \
568 _b->sz = _b->sz ? 2*_b->sz : 32; \
569 _b->p = realloc(_b->p, _b->sz); \
570 if (!_b->p) bail("out of memory allocating %zu bytes", _b->sz); \
572 _b->p[_b->n] = (ch); \
575 static int read_line(FILE *fp, struct buf *b)
582 else if (ch != '\n') do {
583 BUF_PUTC(b, ch); b->n++;
585 } while (ch != EOF && ch != '\n');
590 int main(int argc, char *argv[])
597 struct source src = SOURCE_INIT;
598 unsigned long start, end;
599 const struct event *ev;
600 const char *device = "/dev/dvd", *outfile = 0;
601 int opt, err, outfd = -1, blksz;
605 struct buf buf = BUF_INIT;
608 const struct file *file;
613 #define f_continue 2u
617 p = strrchr(argv[0], '/'); prog = p ? p + 1 : argv[0];
619 opt = getopt(argc, argv, "hD:FR:b:co:r:"); if (opt < 0) break;
621 case 'h': usage(stderr); exit(0);
622 case 'D': device = optarg; break;
623 case 'F': f |= f_fixup; break;
625 fp = fopen(optarg, "r");
627 bail_syserr(errno, "failed to open ranges file `%s'", optarg);
630 BUF_REWIND(&buf); if (read_line(fp, &buf)) break;
632 while (ISSPACE(*p)) p++;
633 if (!*p || *p == '#') continue;
634 if (!ISDIGIT(*p)) goto bad_range_file;
635 start = strtoul(p, &p, 0);
636 if (errno || !ISSPACE(*p)) goto bad_range_file;
637 do p++; while (ISSPACE(*p));
638 if (!ISDIGIT(*p)) goto bad_range_file;
639 end = strtoul(p, &p, 0);
640 if (errno || (*p && !ISSPACE(*p))) goto bad_range_file;
641 while (ISSPACE(*p)) p++;
642 if (*p) goto bad_range_file;
643 if (start > end) goto bad_range_file;
645 put_event(EV_WRITE, 0, start);
646 put_event(EV_STOP, 0, end);
650 bail_syserr(errno, "failed to read ranges file `%s'", optarg);
653 bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i);
655 if (src.mapfile) bail("can't have multiple map files");
656 src.mapfile = optarg;
658 case 'c': f |= f_continue; break;
659 case 'o': outfile = optarg; break;
661 err = errno; errno = 0;
666 if (!ISDIGIT(*p)) goto bad_range;
667 start = strtoul(p, &p, 0);
668 if (errno || *p != '-') goto bad_range;
672 put_event(EV_WRITE, 0, start);
674 if (!ISDIGIT(*p)) goto bad_range;
675 end = strtoul(p, &p, 0);
676 if (errno || *p) goto bad_range;
677 if (start > end) goto bad_range;
679 put_event(EV_WRITE, 0, start);
680 put_event(EV_STOP, 0, end);
686 bail("bad range `%s'", optarg);
688 default: f |= f_bogus; break;
691 if (optind < argc) f |= f_bogus;
692 if (f&f_bogus) { usage(stderr); exit(2); }
694 src.dvdfd = open(device, O_RDONLY);
696 bail_syserr(errno, "failed to open device `%s'", device);
697 if (fstat(src.dvdfd, &st))
698 bail_syserr(errno, "failed to stat device `%s'", device);
699 if (S_ISREG(st.st_mode)) {
702 } else if (S_ISBLK(st.st_mode)) {
703 if (ioctl(src.dvdfd, BLKSSZGET, &blksz))
704 bail_syserr(errno, "failed to get block size for `%s'", device);
705 if (ioctl(src.dvdfd, BLKGETSIZE64, &volsz))
706 bail_syserr(errno, "failed to get volume size for `%s'", device);
708 bail("can't use `%s' as source: expected file or block device", device);
710 if (blksz != SECTORSZ)
711 bail("device `%s' block size %d /= %d", device, blksz, SECTORSZ);
713 bail("device `%s' volume size %"PRIu64" not a multiple of %d",
714 device, volsz, SECTORSZ);
717 outfd = open(outfile, O_WRONLY | O_CREAT, 0666);
719 bail_syserr(errno, "failed to create output file `%s'", outfile);
723 if (!outfile) bail("can't continue without output file");
724 off = lseek(outfd, 0, SEEK_END);
726 bail_syserr(errno, "failed to seek to end of output file `%s'",
728 put_event(EV_WRITE, 0, off/SECTORSZ);
729 } else if (!eventq.n && !(f&f_fixup))
730 put_event(EV_WRITE, 0, 0);
733 src.dvd = DVDOpen2(0, &logger, device);
735 src.dvd = DVDOpen(device);
737 if (!src.dvd) bail("failed to open DVD on `%s'", device);
739 /* It's fast enough just to check everything. */
740 put_menu(src.dvd, 0);
741 for (i = 1; i < 100; i++) {
742 put_menu(src.dvd, i);
743 put_title(src.dvd, i);
745 put_file(mkident(RAW, 0, 0), 0, volsz/SECTORSZ);
746 assert(filetab.n <= MAXFILES);
748 for (i = 0, src.limit = 0; i < filetab.n; i++)
749 if (filetab.v[i].end > src.limit) src.limit = filetab.v[i].end;
751 if (end > src.limit) end = src.limit;
754 printf("\n;; files:\n");
755 for (i = 0; i < filetab.n; i++) {
756 file = &filetab.v[i];
757 store_filename(fn, file->id);
758 printf(";;\t%8"PRIu32" %s\n", file->start, fn);
762 qsort(eventq.v, eventq.n, sizeof(struct event), compare_event);
764 f &= ~f_write; start = 0; n = 0;
765 for (i = 0; i < eventq.n; i++) {
770 bail("overlapping ranges: range from %lu still open at %"PRIu32"",
772 n++; f |= f_write; start = ev->pos;
780 f &= ~f_write; start = 0;
781 for (i = 0; i < eventq.n; i++) {
784 case EV_WRITE: start = ev->pos; f |= f_write; break;
785 case EV_STOP: src.nsectors += ev->pos - start; f &= ~f_write; break;
787 if (ev->pos >= src.limit) break;
788 if (f&f_fixup) start = ev->pos;
792 put_event(EV_WRITE, 0, start);
796 src.nsectors += src.limit - start;
797 put_event(EV_STOP, 0, src.limit);
799 if (n == 1 && (f&f_write))
800 src.f |= SRCF_ALLPROGRESS;
804 printf("\n;; event sweep:\n");
806 for (pos = 0, i = 0; i < eventq.n; i++) {
809 if (f&f_write) emit(&src, outfd, pos, ev->pos);
820 store_filename(fn, filetab.v[ev->file].id);
822 printf(";; %8"PRIu32": begin `%s'\n", pos, fn);
826 gettimeofday(&src.last_time, 0); src.last_pos = pos;
828 lseek(outfd, (off_t)ev->pos*SECTORSZ, SEEK_SET) < 0)
830 "failed to seek to resume position "
831 "(sector %"PRIu32") in output file `%s'",
835 printf(";; %8"PRIu32": begin write\n", pos);
843 printf(";; %8"PRIu32": end write\n", pos);
847 clear_live(ev->file);
849 store_filename(fn, filetab.v[ev->file].id);
851 printf(";; %8"PRIu32": end `%s'\n", pos, fn);
858 if (progresslen) putchar('\n');
860 if (outfd >= 0 && ftruncate(outfd, (off_t)src.limit*SECTORSZ) < 0)
861 bail_syserr(errno, "failed to set output file `%s' length", outfile);
863 if (src.dvd) DVDClose(src.dvd);
864 if (src.dvdfd >= 0) close(src.dvdfd);
865 if (outfd >= 0) close(outfd);
867 if (ferror(src.mapfp) || fclose(src.mapfp))
868 bail_syserr(errno, "error writing bad-sector map file");