Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Revert "Video listing fetch" #968

Merged
merged 1 commit into from
Jan 3, 2025
Merged

Revert "Video listing fetch" #968

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 1 addition & 2 deletions backend/deploy/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -33,5 +33,4 @@ google-auth-oauthlib
html2text
regex
sentence-transformers
openai==0.28
yt-dlp==2024.8.6
openai==0.28
130 changes: 8 additions & 122 deletions backend/translation/utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,6 @@
from uuid import UUID
import json
import webvtt
import yt_dlp
from rest_framework.response import Response
from rest_framework import status
import logging
Expand All @@ -21,13 +20,6 @@
from yt_dlp import YoutubeDL
import pandas as pd
from glossary.tmx.tmxservice import TMXService
from youtube_thubmnail_extractor.extractor import YouTubeThumbnailExtractor
from PIL import Image
from io import BytesIO
from docx.shared import Cm
from docx import Document
from django.http import StreamingHttpResponse
import math


def convert_to_scc(subtitles):
Expand Down Expand Up @@ -153,133 +145,27 @@ def convert_to_paragraph(lines, video_name):

return content

import subprocess
def get_format_code(video_url, resolutions=["480p", "360p", "144p", "720p", "1080p"]):
"""
Get the format code for the first available resolution from the video URL using yt-dlp.
"""
# Run yt-dlp with the -F option to list all formats
result = subprocess.run(["yt-dlp", "-F", video_url], capture_output=True, text=True)
lines = result.stdout.splitlines()

# Search through the available resolutions in order of preference
for resolution in resolutions:
for line in lines:
if resolution in line:
# The format code is typically the first value in the line
format_code = line.split()[0]
print(f"Resolution {resolution} found with format code {format_code}.")
return format_code
print("No preferred resolution found.")
return None


def extract_frames(video_url, timestamps, output_prefix="frame"):
"""
Extract frames from a video at specific timestamps using ffmpeg.
"""
# Get the format code
format_code = get_format_code(video_url)
if format_code is None:
print("No valid resolution found for the video.")
return

# Fetch the direct URL of the video
result = subprocess.run(
["yt-dlp", "-f", format_code, "--get-url", video_url],
capture_output=True, text=True
)
direct_url = result.stdout.strip()
if not direct_url:
print("Failed to fetch the direct URL of the video.")
return

# Extract frames for each timestamp
for i, ts in enumerate(timestamps):
output_filename = f"{output_prefix}_{i+1}.jpg"
cmd = [
"ffmpeg",
"-ss", str(ts), # Seek to the exact timestamp
"-i", direct_url, # Input video
"-frames:v", "1", # Extract one frame
"-q:v", "2", # Quality of the output frame
output_filename
]
subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
print(f"Frame at {ts}s saved as {output_filename}")




def convert_to_paragraph_monolingual(payload, video_name):
"""
Convert payload into paragraphs with extracted video frames embedded.
"""
def valid_xml_char_ordinal(c):
codepoint = ord(c)
return (0x20 <= codepoint <= 0xD7FF) or (0xE000 <= codepoint <= 0xFFFD) or (0x10000 <= codepoint <= 0x10FFFF)

lines = []
content = ""
translated_content = f"{video_name}\n\n"
translated_content = video_name + "\n" + "\n"
sentences_count = 0
number_of_paragraphs = math.ceil(len(payload) / 5)
count_paragraphs = 0
document = Document()

video_url = payload[0].get("video_url", "")
timestamps = [segment.get("start_time", 0) for segment in payload if "start_time" in segment]

if not video_url:
return "Error: Video URL is missing."

extract_frames(video_url, timestamps)

for index, segment in enumerate(payload):
if "target_text" in segment.keys():
text = segment["target_text"]
translated_content += " " + text
if "text" in segment.keys():
lines.append(segment["target_text"])
translated_content = translated_content + " " + segment["target_text"]
sentences_count += 1

document.add_paragraph(text)

frame_file = f"frame_{index+1}.jpg"
if os.path.exists(frame_file):
with Image.open(frame_file) as img:
image_stream = BytesIO()
img.save(image_stream, format="JPEG")
image_stream.seek(0)
document.add_picture(image_stream, width=Cm(11), height=Cm(6.18))

if sentences_count % 5 == 0:
count_paragraphs += 1
content += translated_content + "\n\n"
content = content + translated_content + "\n" + "\n"
translated_content = ""

if count_paragraphs < number_of_paragraphs:
content += translated_content + "\n\n"

content = "".join(c for c in content if valid_xml_char_ordinal(c))
document.add_paragraph(content)

buffer = BytesIO()
document.save(buffer)
length = buffer.tell()
buffer.seek(0)

response = StreamingHttpResponse(
streaming_content=buffer,
content_type="application/vnd.openxmlformats-officedocument.wordprocessingml.document",
)
response["Content-Disposition"] = "attachment; filename=new_file_download.docx"
response["Content-Encoding"] = "UTF-8"
response["Content-Length"] = length

for index in range(len(timestamps)):
frame_file = f"frame_{index+1}.jpg"
if os.path.exists(frame_file):
os.remove(frame_file)

return response
content = content + translated_content + "\n" + "\n"
return content


def convert_to_paragraph_bilingual(payload, video_name):
Expand Down
13 changes: 3 additions & 10 deletions backend/translation/views.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -125,7 +125,6 @@ def get_translation_export_types(request):
],
responses={200: "Translation has been exported."},
)

@api_view(["GET"])
def export_translation(request):
task_id = request.query_params.get("task_id")
Expand All @@ -147,7 +146,7 @@ def export_translation(request):
{"message": "Task not found."},
status=status.HTTP_404_NOT_FOUND,
)
video_url = task.video.url

translation = get_translation_id(task)
if translation is None:
return Response(
Expand Down Expand Up @@ -181,12 +180,9 @@ def export_translation(request):
translation.save()

payload = translation.payload["payload"]
for segment in payload:
segment["video_url"] = video_url # Add video_url to each segment in the payload

if with_speaker_info:
speaker_info = translation.payload.get("speaker_info", None)
if speaker_info is None:
if speaker_info == None:
return Response(
{"message": "There is no speaker info in this translation."},
status=status.HTTP_400_BAD_REQUEST,
Expand Down Expand Up @@ -257,9 +253,7 @@ def export_translation(request):
elif export_type == "docx":
filename = "translation.docx"
content = convert_to_paragraph_monolingual(payload, task.video.name)

# return convert_to_docx(content)
return content
return convert_to_docx(content)
elif export_type == "docx-bilingual":
filename = "translation.docx"
content = convert_to_paragraph_bilingual(payload, task.video.name)
Expand Down Expand Up @@ -323,7 +317,6 @@ def export_translation(request):
return response



@swagger_auto_schema(
method="get",
manual_parameters=[
Expand Down
Loading