Browse Source
l
Signed-off-by: xujinling <jinling.xu@zilliz.com>
main
xujinling
2 years ago
1 changed files with
4 additions and
0 deletions
-
video_swin_transformer.py
|
|
@ -68,14 +68,18 @@ class VideoSwinTransformer(NNOperator): |
|
|
|
|
|
|
|
|
def decoder_video(self, data: List[VideoFrame]): |
|
|
def decoder_video(self, data: List[VideoFrame]): |
|
|
video = numpy.stack([img.astype(numpy.float32) / 255. for img in data], axis=0) |
|
|
video = numpy.stack([img.astype(numpy.float32) / 255. for img in data], axis=0) |
|
|
|
|
|
print(video.shape) |
|
|
assert len(video.shape) == 4 |
|
|
assert len(video.shape) == 4 |
|
|
video = video.transpose(3, 0, 1, 2) # twhc -> ctwh |
|
|
video = video.transpose(3, 0, 1, 2) # twhc -> ctwh |
|
|
|
|
|
print(video.shape) |
|
|
video = transform_video( |
|
|
video = transform_video( |
|
|
video=video, |
|
|
video=video, |
|
|
**self.transform_cfgs |
|
|
**self.transform_cfgs |
|
|
) |
|
|
) |
|
|
|
|
|
print(video.shape) |
|
|
# [B x C x T x H x W] |
|
|
# [B x C x T x H x W] |
|
|
video = video.to(self.device)[None, ...] |
|
|
video = video.to(self.device)[None, ...] |
|
|
|
|
|
print(video.shape) |
|
|
return video |
|
|
return video |
|
|
|
|
|
|
|
|
def __call__(self, video: List[VideoFrame]): |
|
|
def __call__(self, video: List[VideoFrame]): |
|
|
|
