2 #define _FILE_OFFSET_BITS 64
18 #include <sys/ioctl.h>
26 #include <dvdread/dvd_reader.h>
27 #include <dvdread/dvd_udf.h>
28 #include <dvdread/ifo_read.h>
29 #include <dvdread/ifo_types.h>
31 #define CTYPE_HACK(fn, ch) fn((unsigned char)(ch))
32 #define ISDIGIT(ch) CTYPE_HACK(isdigit, ch)
33 #define ISSPACE(ch) CTYPE_HACK(isspace, ch)
35 #define N(v) (sizeof(v)/sizeof((v)[0]))
38 #define SECTORS(n) (((n) + (SECTORSZ - 1))/SECTORSZ)
40 static const char *prog = "<unset>";
41 static int status = 0;
43 static void usage(FILE *fp)
46 "usage: %s [-c] [-R MAP] [-b OUTMAP] [-r [START]-[END]]\n"
51 static void vmoan(const char *fmt, va_list ap)
52 { fprintf(stderr, "%s: ", prog); vfprintf(stderr, fmt, ap); }
54 __attribute__((format(printf, 1, 2)))
55 static void moan(const char *fmt, ...)
59 va_start(ap, fmt); vmoan(fmt, ap); va_end(ap);
63 __attribute__((noreturn, format(printf, 1, 2)))
64 static void bail(const char *fmt, ...)
68 va_start(ap, fmt); vmoan(fmt, ap); va_end(ap);
73 __attribute__((noreturn, format(printf, 2, 3)))
74 static void bail_syserr(int err, const char *fmt, ...)
78 va_start(ap, fmt); vmoan(fmt, ap); va_end(ap);
79 if (err) fprintf(stderr, ": %s", strerror(errno));
84 static void carefully_write(int fd, const void *buf, size_t sz)
86 const unsigned char *p = buf;
93 if (errno == EINTR) continue;
94 bail_syserr(errno, "failed to write to output file");
96 if (!n) bail("unexpected short write to output file");
101 #define DEFVEC(vtype, etype) \
102 typedef struct { etype *v; size_t n, sz; } vtype
103 #define VEC_INIT { 0, 0, 0 }
104 #define VEC_FREE(vv) do { \
105 free((vv)->v); (vv)->v 0; (vv)->n = (vv)->sz = 0; \
107 #define VEC_PUSH(p, vv) do { \
109 if ((vv)->n >= (vv)->sz) { \
110 (vv)->sz = (vv)->sz ? 2*(vv)->sz : 32; \
111 _want = (vv)->sz*sizeof(*(vv)->v); \
112 (vv)->v = realloc((vv)->v, _want); \
113 if (!(vv)->v) bail("out of memory allocating %zu bytes", _want); \
115 (p) = &(vv)->v[(vv)->n++]; \
118 enum { RAW, IFO, VOB, BUP };
119 typedef uint_least32_t ident;
121 static inline ident mkident(unsigned kind, unsigned title, unsigned part)
122 { return (((ident)kind << 0) | ((ident)title << 8) | ((ident)part << 16)); }
123 static inline unsigned id_kind(ident id) { return ((id >> 0)&0x0ff); }
124 static inline unsigned id_title(ident id) { return ((id >> 8)&0x0ff); }
125 static inline unsigned id_part(ident id) { return ((id >> 16)&0x0ff); }
127 #define MAXFNSZ (1 + 8 + 1 + 12 + 1)
129 static void store_filename(char *buf, ident id)
131 switch (id_kind(id)) {
133 sprintf(buf, "#<raw device>");
136 if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.IFO");
137 else sprintf(buf, "/VIDEO_TS/VTS_%02u_0.IFO", id_title(id));
140 if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.BUP");
141 else sprintf(buf, "/VIDEO_TS/VTS_%02u_0.BUP", id_title(id));
144 if (!id_title(id)) sprintf(buf, "/VIDEO_TS/VIDEO_TS.VOB");
146 sprintf(buf, "/VIDEO_TS/VTS_%02u_%u.VOB", id_title(id), id_part(id));
153 typedef uint_least32_t secaddr;
154 #define PRIuSEC PRIuLEAST32
155 #define SECLIMIT 0x00400000
157 #define MAXFILES (1 + 2*99 + 1)
162 DEFVEC(file_v, struct file);
163 static file_v filetab = VEC_INIT;
165 enum { EV_STOP, EV_BEGIN, EV_END, EV_WRITE };
167 unsigned char ev, file;
170 DEFVEC(event_v, struct event);
171 static event_v eventq = VEC_INIT;
173 static int compare_event(const void *a, const void *b)
175 const struct event *eva = a, *evb = b;
177 if (eva->pos < evb->pos) return (-1);
178 else if (eva->pos > evb->pos) return (+1);
180 if (eva->ev < evb->ev) return (-1);
181 else if (eva->ev > evb->ev) return (+1);
183 if (eva->file < evb->file) return (-1);
184 else if (eva->file > evb->file) return (+1);
189 typedef uint_least32_t bits;
190 static bits live[(MAXFILES + 31)/32];
192 static inline int livep(unsigned i)
193 { return (live[i/32]&((bits)1 << (i%32))); }
194 static inline void set_live(unsigned i)
195 { live[i/32] |= (bits)1 << (i%32); }
196 static inline void clear_live(unsigned i)
197 { live[i/32] &= ~((bits)1 << (i%32)); }
198 static inline int least_live(void)
200 unsigned i, n = (filetab.n + 32)/32;
203 for (i = 0; i < n; i++) { b = live[i]; if (b) goto found; }
207 if (!(b&0x0000ffff)) { b >>= 16; i += 16; }
208 if (!(b&0x000000ff)) { b >>= 8; i += 8; }
209 if (!(b&0x0000000f)) { b >>= 4; i += 4; }
210 if (!(b&0x00000003)) { b >>= 2; i += 2; }
211 if (!(b&0x00000001)) { b >>= 1; i += 1; }
216 static void put_event(unsigned evtype, unsigned file, secaddr pos)
220 VEC_PUSH(ev, &eventq);
221 ev->ev = evtype; ev->file = file; ev->pos = pos;
224 static void put_file(ident id, secaddr start, secaddr end)
229 VEC_PUSH(f, &filetab); i = f - filetab.v;
230 f->id = id; f->start = start; f->end = end;
231 put_event(EV_BEGIN, i, start);
232 put_event(EV_END, i, end);
235 static void put_menu(dvd_reader_t *dvd, unsigned title)
237 ident id = mkident(VOB, title, 0);
241 store_filename(fn, id);
242 start = UDFFindFile(dvd, fn, &len); if (!start) return;
244 printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n",
245 start, start + SECTORS(len), fn);
247 put_file(id, start, start + SECTORS(len));
250 static void put_title(dvd_reader_t *dvd, unsigned title)
253 secaddr start[9], len[9];
256 for (i = 0; i < 9; i++) {
257 store_filename(fn, mkident(VOB, title, i + 1));
258 start[i] = UDFFindFile(dvd, fn, &len[i]); if (!start[i]) break;
260 npart = i; if (!npart) return;
263 for (i = 0; i < npart; i++) {
264 store_filename(fn, mkident(VOB, title, i + 1));
265 printf(";; %8"PRIuSEC" .. %-8"PRIuSEC": %s\n",
266 start[i], start[i] + SECTORS(len[i]), fn);
271 for (i = 0; i < npart - 1; i++) {
273 bail("title %u part %u length = %"PRIuSEC" not a multiple of %d",
274 title, i, len[i], SECTORSZ);
275 if (start[i] + len[i]/SECTORSZ != start[i + 1])
277 ("title %u part %u end = %"PRIuSEC" /= part %u start = %"PRIuSEC"",
278 title, i, start[i] + len[i]/SECTORSZ, i + 1, start[i + 1]);
281 put_file(mkident(VOB, title, 1),
282 start[0], start[npart - 1] + SECTORS(len[npart - 1]));
285 static int progresslen = 0;
287 static void clear_progress_internal(void)
289 while (progresslen) { fputs("\b \b", stdout); progresslen--; }
292 static void clear_progress(void)
293 { clear_progress_internal(); fflush(stdout); }
294 static void vappend_progress(const char *fmt, va_list ap)
295 { progresslen += vprintf(fmt, ap); }
296 __attribute__((format(printf, 1, 2)))
297 static void append_progress(const char *fmt, ...)
302 vappend_progress(fmt, ap);
305 __attribute__((format(printf, 1, 2)))
306 static void print_progress(const char *fmt, ...)
311 clear_progress_internal();
312 vappend_progress(fmt, ap);
317 # define F_ALLPROGRESS 1u
318 static secaddr last_pos, limit, nsectors, ndone;
319 static struct timeval last_time;
320 static double wsum, wcount;
321 static struct file *file;
323 static void report_progress(secaddr pos)
328 double percent, t, f, g, rate;
332 #define BETA (1 - ALPHA)
334 gettimeofday(&now, 0);
335 t = (now.tv_sec - last_time.tv_sec) +
336 (now.tv_usec - last_time.tv_usec)/1000000.0;
339 g = wcount ? pow(BETA, t) : 0.0; f = (1 - g)/(1 - BETA);
340 wsum = f*(pos - last_pos)/t + g*wsum;
341 wcount = f + g*wcount;
342 ndone += pos - last_pos;
343 last_time = now; last_pos = pos;
346 if (!wsum || !wcount)
347 { rate = 0; strcpy(etastr, "???"); }
350 eta = (int)((nsectors - ndone)/rate);
351 sprintf(etastr, "%d:%02d:%02d", eta/3600, (eta/60)%60, eta%60);
354 rate *= SECTORSZ; unit = "";
355 if (rate > 128) { rate /= 1024; unit = "k"; }
356 if (rate > 128) { rate /= 1024; unit = "M"; }
357 if (rate > 128) { rate /= 1024; unit = "G"; }
359 if (flags&F_ALLPROGRESS) percent = pos*100.0/limit;
360 else percent = ndone*100.0/nsectors;
362 ("copied %.1f%% (%"PRIuSEC" of %"PRIuSEC"; %.1f %sB/s, ETA %s)",
363 percent, pos, limit, rate, unit, etastr);
364 if (file && id_kind(file->id) == VOB) {
365 append_progress(" -- %s %d %3.1f%%",
366 id_part(file->id) ? "title" : "menu",
368 (pos - file->start)*100.0/
369 (file->end - file->start));
376 static void report_bad_blocks_progress(secaddr lo, secaddr hi, int err)
380 if (lo == hi) append_progress(": retrying bad sector");
382 append_progress(": %"PRIuSEC" bad %s",
383 hi - lo, hi == lo + 1 ? "sector" : "sectors");
384 if (err != EIO) append_progress(" (%s)", strerror(err));
388 static dvd_reader_t *dvd;
389 static int dvdfd = -1, outfd = -1;
390 static dvd_file_t *vob;
391 static const char *mapfile; static FILE *mapfp;
393 static ssize_t read_sectors(secaddr pos, void *buf, secaddr want)
399 n = DVDReadBlocks(vob, pos - file->start, want, buf);
401 if (lseek(dvdfd, (off_t)pos*SECTORSZ, SEEK_SET) < 0)
402 bail_syserr(errno, "failed to seek to sector %"PRIuSEC"", pos);
403 n = read(dvdfd, buf, want*SECTORSZ);
404 if (n >= 0) n /= SECTORSZ;
406 memset(buf, 0, want*SECTORSZ);
410 if (n < 0 && errno == EINTR) goto again;
414 static void emit(secaddr start, secaddr end)
416 #define BUFSECTORS 512
419 unsigned char buf[BUFSECTORS*SECTORSZ];
421 secaddr bad_lo, bad_hi, good, step;
424 static int first_time = 1;
431 least = least_live();
434 printf(";; %8"PRIuSEC" .. %"PRIuSEC"\n", start, end);
436 for (i = 0; i < filetab.n; i++) {
437 if (!livep(i)) continue;
438 if (act == -1) act = i;
439 f = &filetab.v[i]; store_filename(fn, f->id);
440 printf(";;\t\t%8"PRIuSEC" .. %-8"PRIuSEC" %s\n",
441 start - f->start, end - f->start, fn);
443 if (act == -1) printf(";;\t\t#<no live source>\n");
444 assert(act == least);
448 { file = 0; vob = 0; }
450 file = &filetab.v[least];
451 switch (id_kind(file->id)) {
456 if (first_time) { clear_progress(); first_time = 0; }
457 vob = DVDOpenFile(dvd, id_title(file->id),
459 ? DVD_READ_TITLE_VOBS
460 : DVD_READ_MENU_VOBS);
462 bail("failed to open %s %u",
463 id_part(file->id) ? "title" : "menu",
473 want = end - pos; if (want > BUFSECTORS) want = BUFSECTORS;
474 n = read_sectors(pos, buf, want);
477 report_bad_blocks_progress(pos, pos, errno);
478 for (i = 0; i < 4; i++) {
479 n = read_sectors(pos, buf, 1);
482 moan("sector %"PRIuSEC" read ok after retry", pos);
483 bad_lo = bad_hi = pos;
488 bad_lo = pos; step = 1; bad_hi = pos + 1;
490 report_bad_blocks_progress(bad_lo, bad_hi, errno);
493 moan("giving up on this extent");
494 n = 0; goto recovered;
497 if (step > end - bad_lo) step = end - bad_lo;
498 pos = bad_lo + step - 1;
499 n = read_sectors(pos, buf, 1);
505 while (good > bad_hi) {
506 report_bad_blocks_progress(bad_lo, bad_hi, errno);
507 pos = bad_hi + (good - bad_hi)/2;
508 n = read_sectors(pos, buf, 1);
509 if (n > 0) good = pos;
510 else bad_hi = pos + 1;
513 if (bad_hi > bad_lo) {
515 moan("skipping %"PRIuSEC" bad sectors (%"PRIuSEC" .. %"PRIuSEC")",
516 bad_hi - bad_lo, bad_lo, bad_hi);
519 mapfp = fopen(mapfile, "w");
521 bail_syserr(errno, "failed to open bad-sector map file `%s'",
523 fprintf(mapfp, "## bad sector map\n\n");
525 fprintf(mapfp, "%"PRIuSEC" %"PRIuSEC"\n", bad_lo, bad_hi);
528 bail_syserr(errno, "error writing bad-sector map file");
530 if (lseek(outfd, (off_t)(bad_hi - bad_lo)*SECTORSZ, SEEK_CUR) < 0)
531 bail_syserr(errno, "failed to seek past bad sectors");
537 if (n > 0) { carefully_write(outfd, buf, n*SECTORSZ); pos += n; }
538 report_progress(pos); fflush(stdout);
541 if (vob) { DVDCloseFile(vob); vob = 0; }
547 static void logfn(void *p, dvd_logger_level_t lev,
548 const char *fmt, va_list ap)
551 case DVD_LOGGER_LEVEL_ERROR:
552 fprintf("%s (libdvdread error): ", prog);
554 case DVD_LOGGER_LEVEL_WARN:
555 fprintf("%s (libdvdread warning): ", prog);
560 vfprintf(stderr, fmt, ap);
563 static const dvd_logger_cb logger = { logfn };
570 #define BUF_INIT { 0, 0, 0 }
571 #define BUF_REWIND(b) do { (b)->n = 0; } while (0)
572 #define BUF_FREE(b) do { \
574 free(_b->p); _b->p = 0; _b->n = _b->sz = 0; \
576 #define BUF_PUTC(b, ch) do { \
577 struct buf *_b = (b); \
578 if (_b->n >= _b->sz) { \
579 _b->sz = _b->sz ? 2*_b->sz : 32; \
580 _b->p = realloc(_b->p, _b->sz); \
581 if (!_b->p) bail("out of memory allocating %zu bytes", _b->sz); \
583 _b->p[_b->n] = (ch); \
586 static int read_line(FILE *fp, struct buf *b)
593 else if (ch != '\n') do {
594 BUF_PUTC(b, ch); b->n++;
596 } while (ch != EOF && ch != '\n');
601 #define PRF_HYPHEN 1u
602 static int parse_range(const char *p, unsigned f,
603 secaddr *start_out, secaddr *end_out)
607 unsigned long start, end;
612 start = strtoul(p, &q, 0);
613 if (errno || start >= SECLIMIT) { rc = -1; goto end; }
614 *start_out = start; p = q;
615 } else if (!(f&PRF_HYPHEN))
616 { rc = -1; goto end; }
621 if (*p != '-') { rc = -1; goto end; }
624 if (!ISSPACE(*p)) { rc = -1; goto end; }
625 do p++; while (ISSPACE(*p));
629 end = strtoul(p, &q, 0);
630 if (errno || end > SECLIMIT || end < start) { rc = -1; goto end; }
631 *end_out = end; p = q;
632 } else if (!(f&PRF_HYPHEN))
633 { rc = -1; goto end; }
635 if (!(f&PRF_HYPHEN)) while (ISSPACE(*p)) p++;
636 if (*p) { rc = -1; goto end; }
644 int main(int argc, char *argv[])
651 secaddr start, end, last;
652 const struct event *ev;
653 const char *device, *outfile;
658 struct buf buf = BUF_INIT;
661 const struct file *file;
666 #define f_continue 2u
670 p = strrchr(argv[0], '/'); prog = p ? p + 1 : argv[0];
672 opt = getopt(argc, argv, "hFR:X:b:cr:"); if (opt < 0) break;
674 case 'h': usage(stderr); exit(0);
675 case 'F': f |= f_fixup; break;
677 fp = fopen(optarg, "r");
679 bail_syserr(errno, "failed to open ranges file `%s'", optarg);
682 BUF_REWIND(&buf); if (read_line(fp, &buf)) break;
684 while (ISSPACE(*p)) p++;
685 if (!*p || *p == '#') continue;
686 if (parse_range(p, 0, &start, &end) ||
687 (last <= SECLIMIT && start < last))
688 bail("bad range `%s' at `%s' line %zu", buf.p, optarg, i);
691 eventq.v[eventq.n - 1].pos = end;
693 put_event(EV_WRITE, 0, start);
694 put_event(EV_STOP, 0, end);
700 bail_syserr(errno, "failed to read ranges file `%s'", optarg);
703 if (mapfile) bail("can't have multiple map files");
706 case 'c': f |= f_continue; break;
709 if (parse_range(optarg, PRF_HYPHEN, &start, &end))
710 bail("bad range `%s'", optarg);
712 put_event(EV_WRITE, 0, start);
713 if (end <= SECLIMIT) put_event(EV_STOP, 0, end);
716 default: f |= f_bogus; break;
719 if (argc - optind != 2) f |= f_bogus;
720 if (f&f_bogus) { usage(stderr); exit(2); }
722 device = argv[optind]; outfile = argv[optind + 1];
724 dvdfd = open(device, O_RDONLY);
726 bail_syserr(errno, "failed to open device `%s'", device);
727 if (fstat(dvdfd, &st))
728 bail_syserr(errno, "failed to stat device `%s'", device);
729 if (S_ISREG(st.st_mode)) {
732 } else if (S_ISBLK(st.st_mode)) {
733 if (ioctl(dvdfd, BLKSSZGET, &blksz))
734 bail_syserr(errno, "failed to get block size for `%s'", device);
735 if (ioctl(dvdfd, BLKGETSIZE64, &volsz))
736 bail_syserr(errno, "failed to get volume size for `%s'", device);
738 bail("can't use `%s' as source: expected file or block device", device);
740 if (blksz != SECTORSZ)
741 bail("device `%s' block size %d /= %d", device, blksz, SECTORSZ);
743 bail("device `%s' volume size %"PRIu64" not a multiple of %d",
744 device, volsz, SECTORSZ);
747 outfd = open(outfile, O_WRONLY | O_CREAT, 0666);
749 bail_syserr(errno, "failed to create output file `%s'", outfile);
753 off = lseek(outfd, 0, SEEK_END);
755 bail_syserr(errno, "failed to seek to end of output file `%s'",
757 put_event(EV_WRITE, 0, off/SECTORSZ);
758 } else if (!eventq.n && !(f&f_fixup))
759 put_event(EV_WRITE, 0, 0);
762 dvd = DVDOpen2(0, &logger, device);
764 dvd = DVDOpen(device);
766 if (!dvd) bail("failed to open DVD on `%s'", device);
768 /* It's fast enough just to check everything. */
770 for (i = 1; i < 100; i++) {
774 put_file(mkident(RAW, 0, 0), 0, volsz/SECTORSZ);
775 assert(filetab.n <= MAXFILES);
777 for (i = 0, limit = 0; i < filetab.n; i++)
778 if (filetab.v[i].end > limit) limit = filetab.v[i].end;
780 if (end > limit) end = limit;
783 printf("\n;; files:\n");
784 for (i = 0; i < filetab.n; i++) {
785 file = &filetab.v[i];
786 store_filename(fn, file->id);
787 printf(";;\t%8"PRIuSEC" %s\n", file->start, fn);
791 qsort(eventq.v, eventq.n, sizeof(struct event), compare_event);
793 f &= ~f_write; start = 0; n = 0;
794 for (i = 0; i < eventq.n; i++) {
799 bail("overlapping ranges: range from %"PRIuSEC" still open at %"PRIuSEC"",
801 n++; f |= f_write; start = ev->pos;
809 f &= ~f_write; start = 0;
810 for (i = 0; i < eventq.n; i++) {
813 case EV_WRITE: start = ev->pos; f |= f_write; break;
814 case EV_STOP: nsectors += ev->pos - start; f &= ~f_write; break;
816 if (ev->pos >= limit) break;
817 if (f&f_fixup) start = ev->pos;
821 put_event(EV_WRITE, 0, start);
825 nsectors += limit - start;
826 put_event(EV_STOP, 0, limit);
828 if (n == 1 && (f&f_write)) flags |= F_ALLPROGRESS;
832 printf("\n;; event sweep:\n");
834 for (pos = 0, i = 0; i < eventq.n; i++) {
837 if (f&f_write) emit(pos, ev->pos);
848 store_filename(fn, filetab.v[ev->file].id);
850 printf(";; %8"PRIuSEC": begin `%s'\n", pos, fn);
854 gettimeofday(&last_time, 0); last_pos = pos;
855 if (lseek(outfd, (off_t)ev->pos*SECTORSZ, SEEK_SET) < 0)
857 "failed to seek to resume position "
858 "(sector %"PRIuSEC") in output file `%s'",
862 printf(";; %8"PRIuSEC": begin write\n", pos);
870 printf(";; %8"PRIuSEC": end write\n", pos);
874 clear_live(ev->file);
876 store_filename(fn, filetab.v[ev->file].id);
878 printf(";; %8"PRIuSEC": end `%s'\n", pos, fn);
885 if (progresslen) putchar('\n');
887 if (ftruncate(outfd, (off_t)limit*SECTORSZ) < 0)
888 bail_syserr(errno, "failed to set output file `%s' length", outfile);
890 if (dvd) DVDClose(dvd);
891 if (dvdfd >= 0) close(dvdfd);
892 if (outfd >= 0) close(outfd);
894 if (ferror(mapfp) || fclose(mapfp))
895 bail_syserr(errno, "error writing bad-sector map file");