select video

__init__.py

@@ -0,0 +1,19 @@
+# Copyright 2022 Zilliz. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from .select_video import SelectVideo
+
+
+def select_video(top_k: int, reduce_function: str, reverse: bool):
+    return SelectVideo(top_k, reduce_function, reverse)

select_video.py

@@ -0,0 +1,62 @@
+# Copyright 2022 Zilliz. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from itertools import groupby
+from typing import List
+
+from towhee import register
+
+
+@register(output_schema=['vec'])
+class SelectVideo:
+    def __init__(self, top_k: int, reduce_function: str = 'sum', reverse: bool = True):
+        self.top_k = top_k
+        self.reduce_function = reduce_function
+        self.reverse = reverse
+
+    def __call__(self, video_urls: List[str], scores: List[float]) -> List[str]:
+        """
+        args:
+            video_urls
+            scores
+        return:
+            video_list
+        """
+        assert len(video_urls) == len(scores), 'len(video_urls) must equal len(scores)'
+        video2score_list = [{'video_url': video_url, 'score': score} for video_url, score in zip(video_urls, scores)]
+        video2score_list.sort(key=lambda d: d['video_url'])
+        reduced_dict = {}
+        for video_url, items in groupby(video2score_list, key=lambda d: d['video_url']):
+            video_score_list = [item['score'] for item in items]
+            if self.reduce_function == 'sum':
+                reduced_value = sum(video_score_list)
+            elif self.reduce_function == 'mean':
+                reduced_value = sum(video_score_list) / len(video_score_list)
+            elif self.reduce_function == 'max':
+                reduced_value = max(video_score_list)
+            elif self.reduce_function == 'min':
+                reduced_value = min(video_score_list)
+            else:
+                raise Exception('unknown reduce_function')
+            reduced_dict[video_url] = reduced_value
+        sorted_video_urls = [k for k, v in sorted(reduced_dict.items(), key=lambda item: item[1], reverse=self.reverse)]
+        top_k = min(self.top_k, len(sorted_video_urls))
+        return sorted_video_urls[:top_k]
+
+# if __name__ == '__main__':
+#     op = SelectVideo(top_k=2, reverse=True, reduce_function='min')
+#     res = op(['a', 'a', 'c', 'a', 'b', 'b', 'c', 'c'],
+#              [2, 1, 9, 5, 2, 1, 2, 2]
+#              )
+#     print(res)