'
self.progress_counter = 0
self.short_automation = None
def create_ui(self):
with gr.Row(visible=False) as short_automation:
with gr.Column():
numShorts = gr.Number(label="Number of shorts", minimum=1, value=1)
short_type = gr.Radio(["Reddit Story shorts", "Historical Facts shorts", "Scientific Facts shorts", "Custom Facts shorts"], label="Type of shorts generated", value="Reddit Story shorts", interactive=True)
facts_subject = gr.Textbox(label="Write a subject for your facts (example: Football facts)", interactive=True, visible=False)
short_type.change(lambda x: gr.update(visible=x == "Custom Facts shorts"), [short_type], [facts_subject])
tts_engine = gr.Radio([AssetComponentsUtils.ELEVEN_TTS, AssetComponentsUtils.EDGE_TTS], label="Text to speech engine", value=AssetComponentsUtils.EDGE_TTS, interactive=True)
self.tts_engine = tts_engine.value
with gr.Column(visible=False) as eleven_tts:
language_eleven = gr.Radio([lang.value for lang in ELEVEN_SUPPORTED_LANGUAGES], label="Language", value="English", interactive=True)
voice_eleven = AssetComponentsUtils.voiceChoice(provider=AssetComponentsUtils.ELEVEN_TTS)
with gr.Column(visible=True) as edge_tts:
language_edge = gr.Dropdown([lang.value.upper() for lang in Language], label="Language", value="ENGLISH", interactive=True)
def tts_engine_change(x):
self.tts_engine = x
return gr.update(visible=x == AssetComponentsUtils.ELEVEN_TTS), gr.update(visible=x == AssetComponentsUtils.EDGE_TTS)
tts_engine.change(tts_engine_change, tts_engine, [eleven_tts, edge_tts])
useImages = gr.Checkbox(label="Use images", value=True)
numImages = gr.Radio([5, 10, 25], value=10, label="Number of images per short", visible=True, interactive=True)
useImages.change(lambda x: gr.update(visible=x), useImages, numImages)
addWatermark = gr.Checkbox(label="Add watermark")
watermark = gr.Textbox(label="Watermark (your channel name)", visible=False)
addWatermark.change(lambda x: gr.update(visible=x), [addWatermark], [watermark])
AssetComponentsUtils.background_video_checkbox()
AssetComponentsUtils.background_music_checkbox()
createButton = gr.Button("Create Shorts")
generation_error = gr.HTML(visible=False)
video_folder = gr.Button("📁", visible=True)
output = gr.HTML('
')
video_folder.click(lambda _: AssetComponentsUtils.start_file(os.path.abspath("videos/")))
createButton.click(self.inspect_create_inputs, inputs=[AssetComponentsUtils.background_video_checkbox(), AssetComponentsUtils.background_music_checkbox(), watermark, short_type, facts_subject], outputs=[generation_error]).success(self.create_short, inputs=[
numShorts,
short_type,
tts_engine,
language_eleven,
language_edge,
numImages,
watermark,
AssetComponentsUtils.background_video_checkbox(),
AssetComponentsUtils.background_music_checkbox(),
facts_subject,
voice_eleven,
], outputs=[output, video_folder, generation_error])
self.short_automation = short_automation
return self.short_automation
def create_short(self, numShorts, short_type, tts_engine, language_eleven, language_edge, numImages, watermark, background_video_list, background_music_list, facts_subject, voice_eleven, progress=gr.Progress()):
'''Creates a short'''
try:
numShorts = int(numShorts)
numImages = int(numImages) if numImages else None
background_videos = (background_video_list * ((numShorts // len(background_video_list)) + 1))[:numShorts]
background_musics = (background_music_list * ((numShorts // len(background_music_list)) + 1))[:numShorts]
if tts_engine == AssetComponentsUtils.ELEVEN_TTS:
language = Language(language_eleven.lower().capitalize())
voice_module = ElevenLabsVoiceModule(ApiKeyManager.get_api_key('ELEVENLABS_API_KEY'), voice_eleven, checkElevenCredits=True)
elif tts_engine == AssetComponentsUtils.EDGE_TTS:
language = Language(language_edge.lower().capitalize())
voice_module = EdgeTTSVoiceModule(EDGE_TTS_VOICENAME_MAPPING[language]['male'])
for i in range(numShorts):
shortEngine = self.create_short_engine(short_type=short_type, voice_module=voice_module, language=language, numImages=numImages, watermark=watermark,
background_video=background_videos[i], background_music=background_musics[i], facts_subject=facts_subject)
num_steps = shortEngine.get_total_steps()
def logger(prog_str):
progress(self.progress_counter / (num_steps * numShorts), f"Making short {i+1}/{numShorts} - {prog_str}")
shortEngine.set_logger(logger)
for step_num, step_info in shortEngine.makeContent():
print(step_num, step_info,self.progress_counter )
progress(self.progress_counter / (num_steps * numShorts), f"Making short {i+1}/{numShorts} - {step_info}")
self.progress_counter += 1
video_path = shortEngine.get_video_output_path()
current_url = self.shortGptUI.share_url+"/" if self.shortGptUI.share else self.shortGptUI.local_url
file_url_path = f"{current_url}gradio_api/file={video_path}"
file_name = video_path.split("/")[-1].split("\\")[-1]
self.embedHTML += f'''
'''
yield self.embedHTML + '
'
self.progress_counter = 0
self.video_translation_ui = None
def create_ui(self):
with gr.Row(visible=False) as video_translation_ui:
with gr.Column():
videoType = gr.Radio(["Youtube link", "Video file"], label="Input your video", value="Youtube link", interactive=True)
video_path = gr.Video(sources="upload", interactive=True, width=533.33, height=300, visible=False)
yt_link = gr.Textbox(label="Youtube link (https://youtube.com/xyz): ", interactive=True, visible=False)
videoType.change(lambda x: (gr.update(visible=x == "Video file"), gr.update(visible=x == "Youtube link")), [videoType], [video_path, yt_link])
tts_engine = gr.Radio([AssetComponentsUtils.ELEVEN_TTS, AssetComponentsUtils.EDGE_TTS], label="Text to speech engine", value=AssetComponentsUtils.EDGE_TTS, interactive=True)
with gr.Column(visible=False) as eleven_tts:
language_eleven = gr.CheckboxGroup(self.eleven_language_choices, label="Language", value="ENGLISH", interactive=True)
voice_eleven = AssetComponentsUtils.voiceChoiceTranslation(provider=AssetComponentsUtils.ELEVEN_TTS)
with gr.Column(visible=True) as edge_tts:
language_edge = gr.CheckboxGroup([lang.value.upper() for lang in Language], label="Language", value="ENGLISH", interactive=True)
tts_engine.change(lambda x: (gr.update(visible=x == AssetComponentsUtils.ELEVEN_TTS), gr.update(visible=x == AssetComponentsUtils.EDGE_TTS)), [tts_engine], [eleven_tts, edge_tts])
useCaptions = gr.Checkbox(label="Caption video", value=False)
translateButton = gr.Button("Translate Video")
generation_error = gr.HTML(visible=False)
video_folder = gr.Button("📁", visible=True)
output = gr.HTML('
')
video_folder.click(lambda _: AssetComponentsUtils.start_file(os.path.abspath("videos/")))
translateButton.click(self.inspect_create_inputs, inputs=[videoType, video_path, yt_link, tts_engine, language_eleven, language_edge, ], outputs=[generation_error]).success(self.translate_video, inputs=[
videoType, yt_link, video_path, tts_engine, language_eleven, language_edge, useCaptions, voice_eleven
], outputs=[output, video_folder, generation_error])
self.video_translation_ui = video_translation_ui
return self.video_translation_ui
def translate_video(self, videoType, yt_link, video_path, tts_engine, language_eleven, language_edge, use_captions: bool, voice_eleven: str, progress=gr.Progress()) -> str:
if tts_engine == AssetComponentsUtils.ELEVEN_TTS:
languages = [Language(lang.lower().capitalize()) for lang in language_eleven]
elif tts_engine == AssetComponentsUtils.EDGE_TTS:
languages = [Language(lang.lower().capitalize()) for lang in language_edge]
try:
for i, language in enumerate(languages):
if tts_engine == AssetComponentsUtils.EDGE_TTS:
voice_module = EdgeTTSVoiceModule(EDGE_TTS_VOICENAME_MAPPING[language]['male'])
if tts_engine == AssetComponentsUtils.ELEVEN_TTS:
voice_module = ElevenLabsVoiceModule(ApiKeyManager.get_api_key('ELEVENLABS_API_KEY'), voice_eleven, checkElevenCredits=True)
content_translation_engine = MultiLanguageTranslationEngine(voiceModule=voice_module, src_url=yt_link if videoType == "Youtube link" else video_path, target_language=language, use_captions=use_captions)
num_steps = content_translation_engine.get_total_steps()
def logger(prog_str):
progress(self.progress_counter / (num_steps), f"Translating your video ({i+1}/{len(languages)}) - {prog_str}")
content_translation_engine.set_logger(logger)
for step_num, step_info in content_translation_engine.makeContent():
progress(self.progress_counter / (num_steps), f"Translating your video ({i+1}/{len(languages)}) - {step_info}")
self.progress_counter += 1
video_path = content_translation_engine.get_video_output_path()
current_url = self.shortGptUI.share_url+"/" if self.shortGptUI.share else self.shortGptUI.local_url
file_url_path = f"{current_url}gradio_api/file={video_path}"
file_name = video_path.split("/")[-1].split("\\")[-1]
self.embedHTML += f'''
'''
yield "
"+self.embedHTML + '
', gr.update(visible=True), gr.update(visible=False)
except Exception as e:
traceback_str = ''.join(traceback.format_tb(e.__traceback__))
error_name = type(e).__name__.capitalize() + " : " + f"{e.args[0]}"
print("Error", traceback_str)
error_html = GradioComponentsHTML.get_html_error_template().format(error_message=error_name, stack_trace=traceback_str)
return self.embedHTML + '
})
})
})