2 ### -*- mode: python; coding: utf-8 -*-
4 from contextlib import contextmanager
8 import subprocess as SP
11 class ExpectedError (Exception): pass
20 def filter(value, func = None, dflt = None):
21 if value is None: return dflt
22 elif func is None: return value
23 else: return func(value)
26 if not cond: raise ExpectedError(msg)
28 def lookup(dict, key, msg):
30 except KeyError: raise ExpectedError(msg)
32 def forget(dict, key):
37 if not s.isdigit(): raise ExpectedError("bad integer `%s'" % s)
41 if s == "t": return True
42 elif s == "nil": return False
43 else: raise ExpectedError("bad boolean `%s'" % s)
48 me._i, me._n = 0, len(s)
50 s, i, n = me._s, me._i, me._n
52 if not s[i].isspace(): return i
57 begin = i = me._wordstart()
58 if begin < 0: return None
59 while i < n and not s[i].isspace(): i += 1
64 begin = me._wordstart()
65 if begin < 0: return None
66 else: return s[begin:].rstrip()
68 def program_output(*args, **kw):
69 try: return SP.check_output(*args, **kw)
70 except SP.CalledProcessError as e:
71 raise ExpectedError("program `%s' failed with code %d" %
72 (e.cmd, e.returncode))
74 URL_SAFE_P = 256*[False]
76 b"ABCDEFGHIJKLMNOPQRSTUVWXYZ" \
77 b"abcdefghijklmnopqrstuvwxyz" \
78 b"0123456789" b"!$%-.,/":
81 return "".join((URL_SAFE_P[ch] and chr(ch) or "%%%02x" % ch
82 for ch in s.encode("UTF-8")))
84 PROG = OS.path.basename(SYS.argv[0])
86 class BaseLocation (object):
88 SYS.stderr.write("%s: %s%s\n" % (PROG, me._loc(), exc))
90 class DummyLocation (BaseLocation):
91 def _loc(me): return ""
93 class FileLocation (BaseLocation):
94 def __init__(me, fn, lno = 1): me._fn, me._lno = fn, lno
95 def _loc(me): return "%s:%d: " % (me._fn, me._lno)
96 def stepline(me): me._lno += 1
100 class Source (object):
102 TITLEP = CHAPTERP = False
103 def __init__(me, fn):
106 me.used_titles = dict()
107 me.used_chapters = set()
109 def _duration(me, title, start_chapter, end_chapter):
111 def url_and_duration(me, title = None,
112 start_chapter = None, end_chapter = None):
114 if me.TITLEP: raise ExpectedError("missing title number")
115 if start_chapter is not None or end_chapter is not None:
116 raise ExpectedError("can't specify chapter without title")
119 raise ExpectedError("can't specify title with `%s'" % me.fn)
120 elif start_chapter is None:
121 if end_chapter is not None:
122 raise ExpectedError("can't specify end chapter without start chapter")
123 suffix = "#%d" % title
124 elif not me.CHAPTERP:
125 raise ExpectedError("can't specify chapter with `%s'" % me.fn)
126 elif end_chapter is None:
127 suffix = "#%d:%d" % (title, start_chapter)
129 suffix = "#%d:%d-%d:%d" % (title, start_chapter, title, end_chapter - 1)
131 duration = me._duration(title, start_chapter, end_chapter)
133 if end_chapter is not None:
134 keys = [(title, ch) for ch in range(start_chapter, end_chapter)]
135 set = me.used_chapters
137 keys, set = [title], me.used_titles
141 raise ExpectedError("`%s' already used" % me.fn)
142 elif end_chapter is None:
143 raise ExpectedError("`%s' title %d already used" % (me.fn, title))
145 raise ExpectedError("`%s' title %d chapter %d already used" %
146 (me.fn, title, k[1]))
147 if end_chapter is not None:
148 for ch in range(start_chapter, end_chapter):
149 me.used_chapters.add((title, ch))
150 return me.PREFIX + ROOT + urlencode(me.fn) + suffix, duration
152 class VideoDisc (Source):
154 TITLEP = CHAPTERP = True
156 def __init__(me, fn, *args, **kw):
157 super().__init__(fn, *args, **kw)
160 def _duration(me, title, start_chapter, end_chapter):
161 path = OS.path.join(ROOT, me.fn)
162 ntitle = int(program_output(["dvd-info", path, "titles"]))
163 if not 1 <= title <= ntitle:
164 raise ExpectedError("bad title %d for `%s': must be in 1 .. %d" %
165 (title, me.fn, ntitle))
166 if start_chapter is None:
167 durq = "duration:%d" % title
169 nch = int(program_output(["dvd-info", path, "chapters:%d" % title]))
170 if end_chapter is None: end_chapter = nch
171 else: end_chapter -= 1
172 if not 1 <= start_chapter <= end_chapter <= nch:
173 raise ExpectedError("bad chapter range %d .. %d for `%s' title %d: "
174 "must be in 1 .. %d" %
175 (start_chapter, end_chapter, me.fn, title, nch))
176 durq = "duration:%d.%d-%d" % (title, start_chapter, end_chapter)
177 duration = int(program_output(["dvd-info", path, durq]))
180 class VideoSeason (object):
181 def __init__(me, i, title):
185 def set_episode_disc(me, i, disc):
187 raise ExpectedError("season %d episode %d already taken" % (me.i, i))
188 me.episodes[i] = disc; disc.neps += 1
190 def match_group(m, *groups, dflt = None, mustp = False):
193 except IndexError: continue
194 if s is not None: return s
195 if mustp: raise ValueError("no match found")
198 class VideoDir (object):
200 _R_ISO_PRE = list(map(lambda pats:
202 RX.compile("^" + pat + r"\.iso$", RX.X),
204 [[r""" S (?P<si> \d+) \. \ (?P<stitle> .*) — (?: D \d+ \. \ )?
206 r""" S (?P<si> \d+) (?: D \d+)? \. \ (?P<epex> .*) """,
207 r""" S (?P<si> \d+) \. \ (?P<epex> E \d+ .*) """,
208 r""" S (?P<si> \d+) (?P<epex> E \d+) \. \ .* """],
209 [r""" (?P<si> \d+) [A-Z]? \. \ (?P<stitle> .*) — (?P<epex> .*) """],
210 [r""" \d+ \. \ (?P<epex> [ES] \d+ .*) """],
211 [r""" (?P<epnum> \d+ ) \. \ .* """]]))
213 _R_ISO_EP = RX.compile(r""" ^
214 (?: S (?P<si> \d+) \ )?
215 E (?P<ei> \d+) (?: – (?P<ej> \d+))? $
218 def __init__(me, dir):
220 fns = OS.listdir(OS.path.join(ROOT, dir))
224 styles = me._R_ISO_PRE
226 path = OS.path.join(dir, fn)
227 if not fn.endswith(".iso"): continue
228 #print(";; `%s'" % path, file = SYS.stderr)
232 if m: styles = [sty]; break
237 #print(";;\tignored (regex mismatch)", file = SYS.stderr)
240 si = filter(match_group(m, "si"), int)
241 stitle = match_group(m, "stitle")
243 check(si is not None or stitle is None,
244 "explicit season title without number in `%s'" % fn)
246 if season is None or si != season.i:
247 check(season is None or si == season.i + 1,
249 (si, season is None and -1 or season.i + 1))
250 check(si not in seasons, "season %d already seen" % si)
251 seasons[si] = season = VideoSeason(si, stitle)
253 check(stitle == season.title,
254 "season title `%s' /= `%s'" % (stitle, season.title))
256 disc = VideoDisc(path)
258 any, bad = False, False
259 epnum = match_group(m, "epnum")
260 if epnum is not None: eplist = ["E" + epnum]
261 else: eplist = match_group(m, "epex", mustp = True).split(", ")
262 for eprange in eplist:
263 mm = me._R_ISO_EP.match(eprange)
265 #print(";;\t`%s'?" % eprange, file = SYS.stderr)
267 if not any: any = True
268 i = filter(mm.group("si"), int)
271 except KeyError: ts = seasons[i] = VideoSeason(i, None)
273 ts = season = seasons[1] = VideoSeason(1, None)
274 start = filter(mm.group("ei"), int)
275 end = filter(mm.group("ej"), int, start)
276 for k in range(start, end + 1):
277 ts.set_episode_disc(k, disc)
278 #print(";;\tepisode %d.%d" % (ts.i, k), file = SYS.stderr)
280 #print(";;\tignored", file = SYS.stderr)
283 raise ExpectedError("bad ep list in `%s'", fn)
286 class AudioDisc (Source):
288 TITLEP = CHAPTERP = False
290 def _duration(me, title, start_chapter, end_chaptwr):
291 out = program_output(["metaflac",
292 "--show-total-samples", "--show-sample-rate",
293 OS.path.join(ROOT, me.fn)])
294 nsamples, hz = map(float, out.split())
295 return int(nsamples/hz)
297 class AudioEpisode (AudioDisc):
298 def __init__(me, fn, i, *args, **kw):
299 super().__init__(fn, *args, **kw)
302 class AudioDir (object):
304 _R_FLAC = RX.compile(r""" ^
310 def __init__(me, dir):
312 fns = OS.listdir(OS.path.join(ROOT, dir))
317 path = OS.path.join(dir, fn)
318 if not fn.endswith(".flac"): continue
319 m = me._R_FLAC.match(fn)
321 i = filter(m.group(1), int)
323 check(i == last_i + 1, "episode %d /= %d" % (i, last_i + 1))
324 episodes[i] = AudioEpisode(path, i)
326 me.episodes = episodes
328 class Chapter (object):
329 def __init__(me, episode, title, i):
330 me.title, me.i = title, i
331 me.url, me.duration = \
332 episode.source.url_and_duration(episode.tno, i, i + 1)
334 class Episode (object):
335 def __init__(me, season, i, neps, title, src, series_title_p = True,
336 tno = None, startch = None, endch = None):
338 me.i, me.neps, me.title = i, neps, title
340 me.source, me.tno = src, tno
341 me.series_title_p = series_title_p
342 me.url, me.duration = src.url_and_duration(tno, startch, endch)
343 def add_chapter(me, title, j):
344 ch = Chapter(me, title, j)
345 me.chapters.append(ch)
348 return me.season._eplabel(me.i, me.neps, me.title)
350 class BaseSeason (object):
351 def __init__(me, series, implicitp = False):
354 me.implicitp = implicitp
355 me.ep_i, episodes = 1, []
356 def add_episode(me, j, neps, title, src, series_title_p,
357 tno, startch, endch):
358 ep = Episode(me, j, neps, title, src, series_title_p,
360 me.episodes.append(ep)
361 src.nuses += neps; me.ep_i += neps
363 def _epnames(me, i, neps):
364 playlist = me.series.playlist
365 if neps == 1: return playlist.epname, ["%d" % i]
366 elif neps == 2: return playlist.epnames, ["%d" % i, "%d" % (i + 1)]
367 else: return playlist.epnames, ["%d–%d" % (i, i + neps - 1)]
369 class Season (BaseSeason):
370 def __init__(me, series, title, i, *args, **kw):
371 super().__init__(series, *args, **kw)
372 me.title, me.i = title, i
373 def _eplabel(me, i, neps, title):
374 epname, epn = me._epnames(i, neps)
377 label = "%s %s" % (epname, ", ".join(epn))
378 elif me.title is None:
380 (epname, ", ".join("%d.%s" % (me.i, e) for e in epn))
382 label = "%s—%s %s" % (me.title, epname, ", ".join(epn))
385 label = "%s. %s" % (", ".join(epn), title)
386 elif me.title is None:
388 (", ".join("%d.%s" % (me.i, e) for e in epn), title)
390 label = "%s—%s. %s" % (me.title, ", ".join(epn), title)
393 class MovieSeason (BaseSeason):
394 def __init__(me, series, title, *args, **kw):
395 super().__init__(series, *args, **kw)
398 def add_episode(me, j, neps, title, src, series_title_p,
399 tno, startch, endch):
400 if me.title is None and title is None:
401 raise ExpectedError("movie or movie season must have a title")
402 return super().add_episode(j, neps, title, src, series_title_p,
404 def _eplabel(me, i, neps, title):
408 epname, epn = me._epnames(i, neps)
409 label = "%s—%s %s" % (me.title, epname, ", ".join(epn))
411 label = "%s—%s" % (me.title, title)
414 class Series (object):
415 def __init__(me, playlist, name, title = None, wantedp = True):
416 me.playlist = playlist
417 me.name, me.title = name, title
420 def _add_season(me, season):
421 me.cur_season = season
422 def add_season(me, title, i, implicitp = False):
423 me._add_season(Season(me, title, i, implicitp))
424 def add_movies(me, title = None):
425 me._add_season(MovieSeason(me, title))
426 def ensure_season(me):
427 if me.cur_season is None: me.add_season(None, 1, implicitp = True)
432 class Playlist (object):
436 me.epname, me.epnames = "Episode", "Episodes"
438 def add_episode(me, episode):
439 me.episodes.append(episode)
442 me.seasons.append(me.episodes)
446 for season in me.seasons:
450 if me.nseries > 1 and ep.series_title_p and \
451 ep.season.series.title is not None:
452 if ep.season.i is None: sep = "—"
454 label = ep.season.series.title + sep + label
456 f.write("#EXTINF:%d,,%s\n%s\n" % (ep.duration, label, ep.url))
458 for ch in ep.chapters:
459 f.write("#EXTINF:%d,,%s: %s\n%s\n" %
460 (ch.duration, label, ch.title, ch.url))
462 DEFAULT_EXPVAR = 0.05
463 R_DURMULT = RX.compile(r""" ^
466 R_DUR = RX.compile(r""" ^
467 (?: (?: (\d+) :)? (\d+) :)? (\d+)
468 (?: / (\d+ (?: \. \d+)?) \%)?
470 def parse_duration(s, base = None, basevar = DEFAULT_EXPVAR):
472 m = R_DURMULT.match(s)
473 if m is not None: return base*float(m.group(1)), basevar
475 if not m: raise ExpectedError("invalid duration spec `%s'" % s)
476 hr, min, sec = map(lambda g: filter(m.group(g), int, 0), [1, 2, 3])
477 var = filter(m.group(4), lambda x: float(x)/100.0)
478 if var is None: var = DEFAULT_EXPVAR
479 return 3600*hr + 60*min + sec, var
480 def format_duration(d):
481 if d >= 3600: return "%d:%02d:%02d" % (d//3600, (d//60)%60, d%60)
482 elif d >= 60: return "%d:%02d" % (d//60, d%60)
483 else: return "%d s" % d
489 class EpisodeListParser (object):
491 def __init__(me, series_wanted = None, chapters_wanted_p = False):
493 me._cur_episode = me._cur_chapter = None
494 me._series = {}; me._vdirs = {}; me._audirs = {}; me._isos = {}
495 me._series_wanted = series_wanted
496 me._chaptersp = chapters_wanted_p
497 me._explen, me._expvar = None, DEFAULT_EXPVAR
498 if series_wanted is None: me._mode = MODE_UNSET
499 else: me._mode = MODE_MULTI
501 def _bad_keyval(me, cmd, k, v):
502 raise ExpectedError("invalid `!%s' option `%s'" %
503 (cmd, v if k is None else k))
505 def _keyvals(me, opts):
507 for kv in opts.split(","):
508 try: sep = kv.index("=")
509 except ValueError: yield None, kv
510 else: yield kv[:sep], kv[sep + 1:]
512 def _set_mode(me, mode):
513 if me._mode == MODE_UNSET:
515 elif me._mode != mode:
516 raise ExpectedError("inconsistent single-/multi-series usage")
518 def _get_series(me, name):
520 me._set_mode(MODE_SINGLE)
521 try: series = me._series[None]
523 series = me._series[None] = Series(me._pl, None)
526 me._set_mode(MODE_MULTI)
527 series = lookup(me._series, name, "unknown series `%s'" % name)
530 def _opts_series(me, cmd, opts):
532 for k, v in me._keyvals(opts):
533 if k is None: name = v
534 else: me._bad_keyval(cmd, k, v)
535 return me._get_series(name)
537 def _auto_epsrc(me, series):
538 dir = lookup(me._vdirs, series.name, "no active video directory")
539 season = series.ensure_season()
540 check(season.i is not None, "must use explicit iso for movie seasons")
541 vseason = lookup(dir.seasons, season.i,
542 "season %d not found in video dir `%s'" %
544 src = lookup(vseason.episodes, season.ep_i,
545 "episode %d.%d not found in video dir `%s'" %
546 (season.i, season.ep_i, dir.dir))
549 def _process_cmd(me, ww):
551 cmd = ww.nextword(); check(cmd is not None, "missing command")
552 try: sep = cmd.index(":")
553 except ValueError: opts = None
554 else: cmd, opts = cmd[:sep], cmd[sep + 1:]
558 for k, v in me._keyvals(opts):
559 if k is None: name = v
560 else: me._bad_keyval(cmd, k, v)
561 check(name is not None, "missing series name")
562 check(name not in me._series, "series `%s' already defined" % name)
564 me._set_mode(MODE_MULTI)
565 me._series[name] = series = Series(me._pl, name, title,
566 me._series_wanted is None or
567 name in me._series_wanted)
568 if series.wantedp: me._pl.nseries += 1
570 elif cmd == "season":
571 series = me._opts_series(cmd, opts)
573 check(w is not None, "missing season number")
575 if not series.wantedp: return
576 series.add_movies(ww.rest())
578 title = ww.rest(); i = getint(w)
579 if not series.wantedp: return
580 series.add_season(ww.rest(), getint(w), implicitp = False)
581 me._cur_episode = me._cur_chapter = None
584 elif cmd == "explen":
585 w = ww.rest(); check(w is not None, "missing duration spec")
587 me._explen, me._expvar = None, DEFAULT_EXPVAR
589 d, v = parse_duration(w)
591 if v is not None: me._expvar = v
593 elif cmd == "epname":
594 for k, v in me._keyvals(opts): me._bad_keyval("epname", k, v)
595 name = ww.rest(); check(name is not None, "missing episode name")
596 try: sep = name.index("::")
597 except ValueError: names = name + "s"
598 else: name, names = name[:sep], name[sep + 1:]
599 me._pl.epname, me._pl.epnames = name, names
602 series = me._opts_series(cmd, opts)
603 w = ww.rest(); check(w is not None, "missing episode number")
605 if not series.wantedp: return
606 series.ensure_season().ep_i = epi
609 series = me._opts_series(cmd, opts)
610 fn = ww.rest(); check(fn is not None, "missing filename")
611 if not series.wantedp: return
612 if fn == "-": forget(me._isos, series.name)
614 check(OS.path.exists(OS.path.join(ROOT, fn)),
615 "iso file `%s' not found" % fn)
616 me._isos[series.name] = VideoDisc(fn)
619 series = me._opts_series(cmd, opts)
620 dir = ww.rest(); check(dir is not None, "missing directory")
621 if not series.wantedp: return
622 if dir == "-": forget(me._vdirs, series.name)
623 else: me._vdirs[series.name] = VideoDir(dir)
626 series = me._opts_series(cmd, opts)
627 dir = ww.rest(); check(dir is not None, "missing directory")
628 if not series.wantedp: return
629 if dir == "-": forget(me._audirs, series.name)
630 else: me._audirs[series.name] = AudioDir(dir)
632 elif cmd == "displaced":
633 series = me._opts_series(cmd, opts)
634 w = ww.rest(); check(w is not None, "missing count"); n = getint(w)
635 src = me._auto_epsrc(series)
639 raise ExpectedError("unknown command `%s'" % cmd)
641 def _process_episode(me, ww):
643 opts = ww.nextword(); check(opts is not None, "missing title/options")
644 ti = None; sname = None; neps = 1; epi = None; loch = hich = None
645 explen, expvar, explicitlen = me._explen, me._expvar, False
646 series_title_p = True
647 for k, v in me._keyvals(opts):
649 if v.isdigit(): ti = int(v)
650 elif v == "-": ti = "-"
652 elif k == "s": sname = v
653 elif k == "n": neps = getint(v)
654 elif k == "ep": epi = getint(v)
655 elif k == "st": series_title_p = getbool(v)
657 if v == "-": me._explen, me._expvar = None, DEFAULT_EXPVAR
659 explen, expvar = parse_duration(v, explen, expvar)
662 try: sep = v.index("-")
663 except ValueError: loch, hich = getint(v), None
664 else: loch, hich = getint(v[:sep]), getint(v[sep + 1:]) + 1
665 else: raise ExpectedError("unknown episode option `%s'" % k)
666 check(ti is not None, "missing title number")
667 series = me._get_series(sname)
668 me._cur_chapter = None
671 if not series.wantedp: return
672 season = series.ensure_season()
673 if epi is None: epi = season.ep_i
676 check(season.implicitp, "audio source, but explicit season")
677 dir = lookup(me._audirs, series.name,
678 "no title, and no audio directory")
679 src = lookup(dir.episodes, season.ep_i,
680 "episode %d not found in audio dir `%s'" % (epi, dir.dir))
683 try: src = me._isos[series.name]
684 except KeyError: src = me._auto_epsrc(series)
686 episode = season.add_episode(epi, neps, title, src,
687 series_title_p, ti, loch, hich)
689 if episode.duration != -1 and explen is not None:
690 if not explicitlen: explen *= neps
691 if not explen*(1 - expvar) <= episode.duration <= explen*(1 + expvar):
692 if season.i is None: epid = "episode %d" % epi
693 else: epid = "episode %d.%d" % (season.i, epi)
694 raise ExpectedError \
695 ("%s duration %s %g%% > %g%% from expected %s" %
696 (epid, format_duration(episode.duration),
697 abs(100*(episode.duration - explen)/explen), 100*expvar,
698 format_duration(explen)))
699 me._pl.add_episode(episode)
700 me._cur_episode = episode
702 def _process_chapter(me, ww):
703 check(me._cur_episode is not None, "no current episode")
704 check(me._cur_episode.source.CHAPTERP,
705 "episode source doesn't allow chapters")
707 if me._cur_chapter is None: i = 1
708 else: i = me._cur_chapter.i + 1
709 me._cur_chapter = me._cur_episode.add_chapter(ww.rest(), i)
711 def parse_file(me, fn):
712 with location(FileLocation(fn, 0)) as floc:
713 with open(fn, "r") as f:
716 sline = line.lstrip()
717 if sline == "" or sline.startswith(";"): continue
719 if line.startswith("!"): me._process_cmd(Words(line[1:]))
720 elif not line[0].isspace(): me._process_episode(Words(line))
721 else: me._process_chapter(Words(line))
726 for name, vdir in me._vdirs.items():
727 if not me._series[name].wantedp: continue
728 for s in vdir.seasons.values():
729 for d in s.episodes.values():
731 for adir in me._audirs.values():
732 for d in adir.episodes.values():
734 for d in sorted(discs, key = lambda d: d.fn):
735 if d.neps is not None and d.neps != d.nuses:
736 raise ExpectedError("disc `%s' has %d episodes, used %d times" %
737 (d.fn, d.neps, d.nuses))
740 ROOT = "/mnt/dvd/archive/"
742 op = OP.OptionParser \
743 (usage = "%prog [-c] [-s SERIES] EPLS",
744 description = "Generate M3U playlists from an episode list.")
745 op.add_option("-c", "--chapters",
746 dest = "chaptersp", action = "store_true", default = False,
747 help = "Output individual chapter names")
748 op.add_option("-s", "--series",
749 dest = "series", type = "str", default = None,
750 help = "Output only the listed SERIES (comma-separated)")
751 opts, argv = op.parse_args()
752 if len(argv) != 1: op.print_usage(file = SYS.stderr); SYS.exit(2)
753 if opts.series is None:
756 series_wanted = set()
757 for name in opts.series.split(","): series_wanted.add(name)
759 ep = EpisodeListParser(series_wanted, opts.chaptersp)
760 ep.parse_file(argv[0])
763 except (ExpectedError, IOError, OSError) as e: