Added: functionality to create single and multiline webvtt

controllers/default.py

@@ -4,23 +4,59 @@
 # this file is released under public domain and you can use without limitations
 # -------------------------------------------------------------------------
 
+import io
 #from transcription_tools import create_vtt
 transcription_tools = local_import('transcription_tools', reload=True)
 
+# app_folder = ''
+# video_path = 'applications/transcription/uploads/media_file.file.bc22f2543688e775.aW1hZ2VmaWxtX2V0ZWFjaGluZ29yZy5tcDQ=.mp4'
+model = 'private/model'
+
+
 # ---- example index page ----
 def index():
     media_files = db().select(db.media_file.ALL, orderby=db.media_file.title)
     return dict(media_files=media_files)
 
+
 @auth.requires_membership('manager')
 def manage():
     grid = SQLFORM.smartgrid(db.media_file, linked_tables=['post'])
     return dict(grid=grid)
 
-def vtt():
+
-    video_path = '/home/mschmidt/Videos/100-Meinungen-Video-erstellen.mp4'
+def webvtt_single_line():
-    model_path = 'applications/transcription/private/model'
+    media_file = db.media_file(request.args(0, cast=int)) or redirect(URL('index'))
-    return dict(message=transcription_tools.create_vtt(model_path, video_path))
+    media_path = '{}/{}/{}'.format(request.folder, 'uploads', media_file.file)
+    model_path = '{}/{}'.format(request.folder, model)
+    transkription = transcription_tools.vtt_single_line(model_path, media_path)
+    db(db.media_file.id == media_file.id).update(vtt_single_line=transkription)
+    redirect(request.env.http_referer)
+
+def webvtt():
+    media_file = db.media_file(request.args(0, cast=int)) or redirect(URL('index'))
+    media_path = '{}/{}/{}'.format(request.folder, 'uploads', media_file.file)
+    model_path = '{}/{}'.format(request.folder, model)
+    transkription = transcription_tools.vtt(model_path, media_path)
+    db(db.media_file.id == media_file.id).update(vtt=transkription)
+    redirect(request.env.http_referer)
+
+
+def download_webvtt_single_line():
+    media_file = db.media_file(request.args(0, cast=int)) or redirect(URL('index'))
+    webvtt = media_file.vtt_single_line
+    response.headers['Content-Type']='text/vtt'
+    response.headers['Content-Disposition']='attachment; filename=transcript.vtt'
+    f = io.StringIO(webvtt)
+    return(f)
+
+def download_webvtt():
+    media_file = db.media_file(request.args(0, cast=int)) or redirect(URL('index'))
+    webvtt = media_file.vtt
+    response.headers['Content-Type']='text/vtt'
+    response.headers['Content-Disposition']='attachment; filename=transcript.vtt'
+    f = io.StringIO(webvtt)
+    return(f)
 
 
 def user():

languages/de.py

@@ -188,6 +188,7 @@
 'No databases in this application': 'Keine Datenbank in dieser Anwendung',
 'No records found': 'No records found',
 'Not Authorized': 'Zugriff verweigert',
+'not authorized': 'not authorized',
 'not in': 'not in',
 'Number of entries: **%s**': 'Nummer der Einträge: **%s**',
 'Object or table name': 'Objekt oder Tabellenname',
@@ -305,6 +306,8 @@
 'Videos': 'Videos',
 'View': 'Ansicht',
 'View %(entity)s': 'View %(entity)s',
+'Vtt': 'Vtt',
+'Vtt Single Line': 'Vtt Single Line',
 'Vtt Url': 'Vtt Url',
 'Welcome %(username)s! Click on the link %(link)s to verify your email': 'Willkommen %(username)s! Klicken Sie auf den Link %(link)s, um Ihre Email zu bestätigen',
 'Welcome to web2py!': 'Willkommen bei web2py!',

models/db.py

@@ -157,7 +157,8 @@ db = DAL("sqlite://storage.sqlite")
 
 db.define_table('media_file',
                 Field('title', unique=True),
-                Field('vtt_url'),
+                Field('vtt_single_line'),
+                Field('vtt'),
                 Field('file', 'upload', autodelete=True),
                 format = '%(title)s')
 

modules/transcription_tools/__init__.py

@@ -15,6 +15,7 @@
 
 
 from vosk import Model, KaldiRecognizer, SetLogLevel
+from webvtt import WebVTT, Caption
 import sys
 import os
 import wave
@@ -22,17 +23,20 @@ import subprocess
 import srt
 import json
 import datetime
+import textwrap
 
 
-def create_vtt(model_path, video_path):
+def vtt_single_line(model_path, media_path):
     sample_rate = 16000
     model = Model(model_path)
     rec = KaldiRecognizer(model, sample_rate)
     rec.SetWords(True)
 
+    # 16bit mono with ffmpeg
     process = subprocess.Popen(['ffmpeg', '-loglevel', 'quiet', '-i',
-                                video_path,
+                                media_path,
-                                '-ar', str(sample_rate) , '-ac', '1', '-f', 's16le', '-'],
+                                '-ar', str(sample_rate),
+                                '-ac', '1', '-f', 's16le', '-'],
                                 stdout=subprocess.PIPE)
 
     WORDS_PER_LINE = 7
@@ -54,13 +58,71 @@ def create_vtt(model_path, video_path):
                 continue
             words = jres['result']
             for j in range(0, len(words), WORDS_PER_LINE):
-                line = words[j : j + WORDS_PER_LINE] 
+                line = words[j: j + WORDS_PER_LINE]
-                s = srt.Subtitle(index=len(subs), 
+                s = srt.Subtitle(
+                    index=len(subs),
                     content=" ".join([l['word'] for l in line]),
                     start=datetime.timedelta(seconds=line[0]['start']),
-                    end=datetime.timedelta(seconds=line[-1]['end']))
+                    end=datetime.timedelta(seconds=line[-1]['end'])
+                )
                 subs.append(s)
         return subs
 
-    return (srt.compose(transcribe()))
+    srt_str = srt.compose(transcribe())  # create srt string
 
+    # webvtt from srt with ffmepg
+    process1 = subprocess.Popen(
+        ['ffmpeg', '-loglevel', 'quiet', '-i', '-', '-f', 'webvtt', '-'],
+        stdin=subprocess.PIPE, stdout=subprocess.PIPE
+        )
+
+    webvtt = process1.communicate(input=bytes(srt_str, 'utf-8'))[0]
+
+    return (webvtt)
+
+
+def vtt(model_path, media_path):
+    sample_rate = 16000
+    model = Model(model_path)
+    rec = KaldiRecognizer(model, sample_rate)
+    rec.SetWords(True)
+
+    WORDS_PER_LINE = 7
+
+    def timeString(seconds):
+        minutes = seconds / 60
+        seconds = seconds % 60
+        hours = int(minutes / 60)
+        minutes = int(minutes % 60)
+        return '%i:%02i:%06.3f' % (hours, minutes, seconds)
+
+    def transcribe():
+        command = ['ffmpeg', '-nostdin', '-loglevel', 'quiet', '-i', media_path,
+                   '-ar', str(sample_rate), '-ac', '1', '-f', 's16le', '-']
+        process = subprocess.Popen(command, stdout=subprocess.PIPE)
+
+        results = []
+        while True:
+            data = process.stdout.read(4000)
+            if len(data) == 0:
+                break
+            if rec.AcceptWaveform(data):
+                results.append(rec.Result())
+        results.append(rec.FinalResult())
+
+        vtt = WebVTT()
+        for i, res in enumerate(results):
+            words = json.loads(res).get('result')
+            if not words:
+                continue
+
+            start = timeString(words[0]['start'])
+            end = timeString(words[-1]['end'])
+            content = ' '.join([w['word'] for w in words])
+
+            caption = Caption(start, end, textwrap.fill(content))
+            vtt.captions.append(caption)
+
+        return(vtt.content)
+
+    return(transcribe())

views/default/index.html

@@ -5,7 +5,13 @@
 <h1>Mediendateien</h1>
 <ul>
 {{for media_file in media_files:}}
-{{=LI(A(media_file.title, _href=URL("show", args=media_file.id)))}}
+<li>
+	{{=media_file.title}}
+	{{=A("[Erstelle WebVTT - Einzeilig]", _href=URL("webvtt_single_line", args=media_file.id))}}
+	{{=A("[Erstelle WebVTT - Mehrzeilig]", _href=URL("webvtt", args=media_file.id))}}
+	{{if media_file.vtt_single_line:}} {{=A("[Download WebVTT - Einzeilig]", _href=URL("download_webvtt_single_line", args=media_file.id))}} {{pass}}
+	{{if media_file.vtt:}} {{=A("[Download WebVTT - Mehrzeilig]", _href=URL("download_webvtt", args=media_file.id))}} {{pass}}
+</li>
 {{pass}}
 </ul>
   </div>