| | |
|---|
| | | #!/usr/bin/python |
|---|
| | | #!/usr/local/bin/python -u |
|---|
| | | import argparse |
|---|
| | | import os |
|---|
| | | import glob |
|---|
| | |
|---|
| | | import shlex |
|---|
| | | import json |
|---|
| | | import requests |
|---|
| | | import unicodedata |
|---|
| | | from querysubsonic import findalbumbyname |
|---|
| | | from time import sleep |
|---|
| | | |
|---|
| | | |
|---|
| | | # arguments |
|---|
| | |
|---|
| | | |
|---|
| | | |
|---|
| | | def getmetadata(aaxfile): |
|---|
| | | ret = subprocess.check_output(["ffprobe", "-v", "info", "-hide_banner", "-show_format", "-show_chapters", "-print_format", "json", os.path.abspath(aaxfile)]) |
|---|
| | | mdata = json.loads(ret) |
|---|
| | | # Returns the metadata from an aax file |
|---|
| | | ret = subprocess.run(["ffprobe", "-v", "info", "-hide_banner", "-show_format", "-show_chapters", "-print_format", "json", os.path.abspath(aaxfile)], capture_output=True) |
|---|
| | | mdata = json.loads(ret.stdout) |
|---|
| | | aret = ret.stderr.decode().split('\n')[0] |
|---|
| | | mdata["checksum"] = aret.split()[-1] |
|---|
| | | return mdata |
|---|
| | | |
|---|
| | | |
|---|
| | | def getmetabitrate(): |
|---|
| | | #Return the bitrate of the media |
|---|
| | | bit_rate = metadata['format']['bit_rate'] |
|---|
| | | return bit_rate[:2] |
|---|
| | | |
|---|
| | | def getmetacopyright(): |
|---|
| | | # Return normalized copyright data |
|---|
| | | copyright = unicodedata.normalize('NFKD', metadata['format']['tags']['copyright']).encode('ascii','ignore') |
|---|
| | | return copyright |
|---|
| | | |
|---|
| | | def getmetadatatags(key): |
|---|
| | | # get specific data |
|---|
| | | # get specific data |
|---|
| | | tag = metadata['format']['tags'][key] |
|---|
| | | return tag |
|---|
| | | |
|---|
| | | |
|---|
| | | def reencode(aaxfile, outpath): |
|---|
| | | # decrypt and reencode to mp3 |
|---|
| | | # decrypt and reencode to mp3 |
|---|
| | | command = ("ffmpeg -loglevel error {} -activation_bytes {} -i {} -vn -codec:a libmp3lame -ab {}k -map_metadata -1 " |
|---|
| | | "-metadata \"title={}\" -metadata 'artist={}' -metadata 'album_artist={}' -metadata \"album={}\" -metadata 'date={}' " |
|---|
| | | "-metadata track=1/1 -metadata 'genre={}' -metadata 'copyright={}' \"{}\" " ).format(stats, act_byte,aaxfile,getmetabitrate(), |
|---|
| | | getmetadatatags('title'), getmetadatatags('artist'), |
|---|
| | | getmetadatatags('album_artist'), getmetadatatags('album'), |
|---|
| | | getmetadatatags('date'), getmetadatatags('genre'), |
|---|
| | | getmetadatatags('copyright'),outpath) |
|---|
| | | getmetacopyright(),outpath) |
|---|
| | | if args.verbose: |
|---|
| | | print(command) |
|---|
| | | process = subprocess.Popen(shlex.split(command), stdout=subprocess.PIPE) |
|---|
| | |
|---|
| | | |
|---|
| | | |
|---|
| | | def getchaptercount(): |
|---|
| | | # Get the number of chapters |
|---|
| | | # Get the number of chapters |
|---|
| | | ccount = metadata['chapters'] |
|---|
| | | return len(ccount) |
|---|
| | | |
|---|
| | | |
|---|
| | | def getchaptermetadata(cid, key): |
|---|
| | | # get the Chapter metadata |
|---|
| | | # get the Chapter metadata |
|---|
| | | for i in metadata['chapters']: |
|---|
| | | if i['id'] == cid: |
|---|
| | | return i[key] |
|---|
| | | |
|---|
| | | def movetochapters(path, outpath, chapter, title, start,end): |
|---|
| | | # Creating individual chapters |
|---|
| | | # Creating individual chapters |
|---|
| | | |
|---|
| | | outfile = "{}/Ch - {} {}.mp3".format(outpath, chapter, title) |
|---|
| | | outfile = "{}/Ch-{}_{}.mp3".format(outpath, chapter, title.replace(' ', '_')) |
|---|
| | | command = "ffmpeg -loglevel error {} -i \"{}\" -ss {} -to {} -codec:a copy -metadata 'track={}' \"{}\"".format(stats, path, |
|---|
| | | start, end, |
|---|
| | | chapter, outfile) |
|---|
| | |
|---|
| | | |
|---|
| | | |
|---|
| | | def getcoverart(path,outpath): |
|---|
| | | # Pull the coverart from the file |
|---|
| | | # Pull the coverart from the file |
|---|
| | | command = "ffmpeg -loglevel error -activation_bytes {} -i \"{}\" -an -codec:v copy \"{}/cover.jpg\"".format(act_byte, |
|---|
| | | path, outpath) |
|---|
| | | if args.verbose: |
|---|
| | |
|---|
| | | process = subprocess.call(shlex.split(command)) |
|---|
| | | return |
|---|
| | | |
|---|
| | | def filechecksum(aaxfile): |
|---|
| | | ret = subprocess.Popen(["ffprobe", "-v", "info", "-hide_banner", os.path.abspath(aaxfile)], stderr=subprocess.PIPE) |
|---|
| | | grep = subprocess.Popen(["grep", "checksum"], stdin=ret.stderr, stdout=subprocess.PIPE) |
|---|
| | | awk = subprocess.Popen(["awk", " { print $8 } "], stdin=grep.stdout, stdout=subprocess.PIPE) |
|---|
| | | hashsum,out = awk.communicate() |
|---|
| | | hashsum = hashsum.strip('\n') |
|---|
| | | return hashsum |
|---|
| | | # def filechecksum(aaxfile): |
|---|
| | | # #The the hex checksum from the file |
|---|
| | | # ret = subprocess.Popen(["ffprobe", "-v", "info", "-hide_banner", os.path.abspath(aaxfile)], stderr=subprocess.PIPE) |
|---|
| | | # grep = subprocess.Popen(["grep", "checksum"], stdin=ret.stderr, stdout=subprocess.PIPE) |
|---|
| | | # awk = subprocess.Popen(["awk", " { print $8 } "], stdin=grep.stdout, stdout=subprocess.PIPE) |
|---|
| | | # hashsum,out = awk.communicate() |
|---|
| | | # hashsum = hashsum.decode().strip('\n') |
|---|
| | | # return hashsum |
|---|
| | | |
|---|
| | | def getcorrectkey(aaxfile): |
|---|
| | | hex = filechecksum(aaxfile) |
|---|
| | | payload = hex |
|---|
| | | r = requests.post('http://x86-docker01:8080/function/checkkey', payload, verify=False, timeout=None) |
|---|
| | | if r.status_code == 200: |
|---|
| | | key = r.text |
|---|
| | | else: |
|---|
| | | print('Checkkey function is down please wait') |
|---|
| | | return key |
|---|
| | | def getcorrectkey(): |
|---|
| | | #request the key for the checksum |
|---|
| | | try: |
|---|
| | | r = requests.post('http://prod-faas-gw.darkurthe.net:8080/function/checkkey', metadata['checksum'], verify=False, timeout=None) |
|---|
| | | return r.text |
|---|
| | | except requests.exceptions.HTTPError as err: |
|---|
| | | raise error |
|---|
| | | return None |
|---|
| | | |
|---|
| | | for rfile in glob.glob(args.filename): |
|---|
| | | if rfile.find("aax") != -1 and os.path.isfile(rfile): |
|---|
| | | metadata = getmetadata(rfile) |
|---|
| | | album = getmetadatatags('album') |
|---|
| | | album = getmetadatatags(album) |
|---|
| | | #See if we got it already |
|---|
| | | if (findalbumbyname(album) == False): |
|---|
| | | artist = getmetadatatags('artist') |
|---|
| | | title = getmetadatatags('title') |
|---|
| | | act_byte = getcorrectkey(rfile) |
|---|
| | | ddir = "%s/%s/%s" % (path, artist, title) |
|---|
| | | single_file_path = "/processing/%s.mp3" % (title) |
|---|
| | | if not os.path.exists(ddir): |
|---|
| | | os.makedirs(ddir) |
|---|
| | | print(ddir) |
|---|
| | | reencode(rfile, single_file_path) |
|---|
| | | if mode == 'chapter': |
|---|
| | | chapter = 0 |
|---|
| | | numchapters = getchaptercount() |
|---|
| | | while (numchapters > 0 ): |
|---|
| | | cstart = getchaptermetadata(chapter, 'start_time') |
|---|
| | | cend = getchaptermetadata(chapter, 'end_time') |
|---|
| | | chapter += 1 |
|---|
| | | numchapters -= 1 |
|---|
| | | schap = str(chapter).zfill(2) |
|---|
| | | movetochapters(single_file_path, ddir, schap, title, cstart,cend) |
|---|
| | | os.remove(single_file_path) |
|---|
| | | getcoverart(rfile, ddir) |
|---|
| | | act_byte = getcorrectkey() |
|---|
| | | if act_byte == None: |
|---|
| | | sys.exit("Can't continue with this file {rfile}") |
|---|
| | | else: |
|---|
| | | ddir = "%s/%s/%s" % (path, artist.replace(' ', '_'), title.replace(' ', '_')) |
|---|
| | | single_file_path = "/processing/%s.mp3" % (title.replace(' ','_')) |
|---|
| | | if not os.path.exists(ddir): |
|---|
| | | os.makedirs(ddir) |
|---|
| | | print(ddir) |
|---|
| | | reencode(rfile, single_file_path) |
|---|
| | | if mode == 'chapter': |
|---|
| | | chapter = 0 |
|---|
| | | numchapters = getchaptercount() |
|---|
| | | while (numchapters > 0 ): |
|---|
| | | cstart = getchaptermetadata(chapter, 'start_time') |
|---|
| | | cend = getchaptermetadata(chapter, 'end_time') |
|---|
| | | chapter += 1 |
|---|
| | | numchapters -= 1 |
|---|
| | | schap = str(chapter).zfill(2) |
|---|
| | | movetochapters(single_file_path, ddir, schap, title, cstart,cend) |
|---|
| | | os.remove(single_file_path) |
|---|
| | | getcoverart(rfile, ddir) |
|---|
| | | else: |
|---|
| | | print('We have that book already') |
|---|
| | | |
|---|
