Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Audio added #51

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
Open

Audio added #51

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
5fa089d
Added audio
Akascape Mar 5, 2024
c7829a2
Update requirements.txt
Akascape Mar 5, 2024
a0f1b8f
Update Documentation.md
Akascape Mar 5, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion Documentation.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ Below are the methods of this library.

| Methods | Parameters | Description |
|------------------|--------------------------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
| \_\_init\_\_ | scaled(bool), consistant_frame_rate(bool)=True, keep_aspect(bool)=False | The scale parameter scales the video to the label size. The consistant_frame_rate parameter skips frames to keep the framerate consistant and keep_aspect keeps aspect ratio when resizing(note: It will not increase the size) |
| \_\_init\_\_ | scaled(bool), consistant_frame_rate(bool)=True, keep_aspect(bool)=False, audio(bool)=True | <br> The scale parameter scales the video to the label size. <br> The consistant_frame_rate parameter skips frames to keep the framerate consistant. <br> keep_aspect keeps aspect ratio when resizing(note: It will not increase the size) <br> The audio parameter enables audio in the clip |
| set_scaled | scaled(bool), keep_aspect(bool)=False | scales the video to the label size. |
| load | file_path(str) | starts loading the video in a thread. |
| set_size | size(Tuple[int, int]), keep_aspect(bool)=False | sets the size of the video frame. setting this will set scaled to `False` |
Expand All @@ -41,6 +41,7 @@ Below are the methods of this library.
| seek | sec(int) | moves to specific time stamp. provide time stamp in seconds
| keep_aspect | keep_aspect(bool) | keeps aspect ratio when resizing
| metadata | - | returns meta information of the video if available in the form of dictionary
| mute/unmute | - | enable/disable audio in the clip |
| set_resampling_method| method(int) | By default the resampling method while resizing is NEAREST, changing this can affect how its resampled when image is resized, refer PIL documentation to read more (note: this can also affect the framerate of the video)|

### Virtual events
Expand Down
1 change: 1 addition & 0 deletions requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,2 +1,3 @@
av==9.2.0
pillow~=9.0.1
pyaudio~=0.2.14
176 changes: 137 additions & 39 deletions tkVideoPlayer/tkvideoplayer.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
import threading
import logging
import tkinter as tk
import pyaudio
from PIL import ImageTk, Image, ImageOps
from typing import Tuple, Dict

Expand All @@ -12,7 +13,7 @@

class TkinterVideo(tk.Label):

def __init__(self, master, scaled: bool = True, consistant_frame_rate: bool = True, keep_aspect: bool = False, *args, **kwargs):
def __init__(self, master, scaled: bool = True, consistant_frame_rate: bool = True, keep_aspect: bool = False, audio=True, *args, **kwargs):
super(TkinterVideo, self).__init__(master, *args, **kwargs)

self.path = ""
Expand All @@ -35,6 +36,8 @@ def __init__(self, master, scaled: bool = True, consistant_frame_rate: bool = Tr
self._seek = False
self._seek_sec = 0

self._audio = audio

self._video_info = {
"duration": 0, # duration of the video
"framerate": 0, # frame rate of the video
Expand Down Expand Up @@ -132,8 +135,23 @@ def _load(self, path):

self._set_frame_size()

self.stream_base = stream.time_base

try:
if self._audio:
audio_stream = self._container.streams.audio[0]

samplerate = audio_stream.rate # this samplerate will work as the video clock
channels = audio_stream.channels

p = pyaudio.PyAudio()
audio_device = p.open(format=pyaudio.paFloat32,
channels=channels,
rate=samplerate,
output=True)
else:
audio_device = False
except:
audio_device = False

try:
self.event_generate("<<Loaded>>") # generated when the video file is opened

Expand All @@ -145,7 +163,6 @@ def _load(self, path):

time_in_frame = (1/self._video_info["framerate"])*1000 # second it should play each frame


while self._load_thread == current_thread and not self._stop:
if self._seek: # seek to specific second
self._container.seek(self._seek_sec*1000000 , whence='time', backward=True, any_frame=False) # the seek time is given in av.time_base, the multiplication is to correct the frame
Expand All @@ -157,53 +174,127 @@ def _load(self, path):
if self._paused:
time.sleep(0.0001) # to allow other threads to function better when its paused
continue

now = time.time_ns() // 1_000_000 # time in milliseconds
delta = now - then # time difference between current frame and previous frame
then = now


self.frame_buffers = [] # flush all previous buffers

# print("Frame: ", frame.time, frame.index, self._video_info["framerate"])
try:
frame = next(self._container.decode(video=0))

self._time_stamp = float(frame.pts * stream.time_base)

width = self._current_frame_size[0]
height = self._current_frame_size[1]
if self._keep_aspect_ratio:
im_ratio = frame.width / frame.height
dest_ratio = width / height
if im_ratio != dest_ratio:
if im_ratio > dest_ratio:
new_height = round(frame.height / frame.width * width)
height = new_height
if audio_device and self._audio:

dont_seek = False

last_audio_buffer = False
last_video_buffer = False

while True:
frame = next(self._container.decode(video=0, audio=0))

if 'Video' in repr(frame):
if last_audio_buffer:
if round(float(frame.pts * stream.time_base), 2)<=last_audio_buffer:
self.frame_buffers.append(frame)
else:
break # break if the last audio buffer pts matches the final video buffer pts
if not last_video_buffer:
break
dont_seek = True
else:
self.frame_buffers.append(frame)
last_video_buffer = True

else:
new_width = round(frame.width / frame.height * height)
width = new_width

self._current_img = frame.to_image(width=width, height=height, interpolation="FAST_BILINEAR")

self._frame_number += 1

self.event_generate("<<FrameGenerated>>")
if dont_seek: # avoid excessive buffering, can cause stuttering frames
break
self.frame_buffers.append(frame)
last_audio_buffer = round(float(frame.pts * audio_stream.time_base), 2)


self.frame_buffers = sorted(self.frame_buffers, key=lambda f: f.pts * stream.time_base if 'Video' in repr(f) else f.pts * audio_stream.time_base) # sort all the frames based on their presentation time

for frame in self.frame_buffers:
if 'Video' in repr(frame):

width = self._current_frame_size[0]
height = self._current_frame_size[1]
if self._keep_aspect_ratio:
im_ratio = frame.width / frame.height
dest_ratio = width / height
if im_ratio != dest_ratio:
if im_ratio > dest_ratio:
new_height = round(frame.height / frame.width * width)
height = new_height
else:
new_width = round(frame.width / frame.height * height)
width = new_width

self._current_img = frame.to_image(width=width, height=height, interpolation="FAST_BILINEAR")

self._frame_number += 1

self.event_generate("<<FrameGenerated>>")

if self._frame_number % self._video_info["framerate"] == 0:
self.event_generate("<<SecondChanged>>")

else:
self._time_stamp = float(frame.pts * audio_stream.time_base)
audio_data = frame.to_ndarray().astype('float32')
interleaved_data = audio_data.T.flatten().tobytes()
audio_device.write(interleaved_data)

if self._stop or self._paused:
break

else:
now = time.time_ns() // 1_000_000 # time in milliseconds
delta = now - then # time difference between current frame and previous frame
then = now

frame = next(self._container.decode(video=0))

self._time_stamp = float(frame.pts * stream.time_base)

width = self._current_frame_size[0]
height = self._current_frame_size[1]
if self._keep_aspect_ratio:
im_ratio = frame.width / frame.height
dest_ratio = width / height
if im_ratio != dest_ratio:
if im_ratio > dest_ratio:
new_height = round(frame.height / frame.width * width)
height = new_height
else:
new_width = round(frame.width / frame.height * height)
width = new_width

self._current_img = frame.to_image(width=width, height=height, interpolation="FAST_BILINEAR")

self._frame_number += 1

self.event_generate("<<FrameGenerated>>")

if self._frame_number % self._video_info["framerate"] == 0:
self.event_generate("<<SecondChanged>>")
if self._frame_number % self._video_info["framerate"] == 0:
self.event_generate("<<SecondChanged>>")

if self.consistant_frame_rate:
time.sleep(max((time_in_frame - delta)/1000, 0))
if self.consistant_frame_rate:
time.sleep(max((time_in_frame - delta)/1000, 0))

# time.sleep(abs((1 / self._video_info["framerate"]) - (delta / 1000)))
# time.sleep(abs((1 / self._video_info["framerate"]) - (delta / 1000)))

except (StopIteration, av.error.EOFError, tk.TclError):
break

self._container.close()

# print("Container: ", self._container.c)
if self._container:
self._container.close()
stream.close()
Akascape marked this conversation as resolved.
Show resolved Hide resolved
self._container = None

if audio_device:
audio_device.stop_stream()
audio_device.close()
p.terminate()
audio_stream.close()

finally:
self._cleanup()
Expand All @@ -213,6 +304,8 @@ def _cleanup(self):
self._frame_number = 0
self._paused = True
self._stop = True
self.frame_buffers = []

if self._load_thread:
self._load_thread = None
if self._container:
Expand All @@ -223,7 +316,6 @@ def _cleanup(self):
except tk.TclError:
pass


def load(self, path: str):
""" loads the file from the given path """
self.stop()
Expand All @@ -249,6 +341,12 @@ def play(self):
self._load_thread = threading.Thread(target=self._load, args=(self.path, ), daemon=True)
self._load_thread.start()

def mute(self):
self._audio = False

def unmute(self):
self._audio = True

def is_paused(self):
""" returns if the video is paused """
return self._paused
Expand Down Expand Up @@ -290,4 +388,4 @@ def seek(self, sec: int):

self._seek = True
self._seek_sec = sec