From 33569eac2c8d21b2ba88bf4408cdc4f2535c84fd Mon Sep 17 00:00:00 2001
From: xujinling <jinling.xu@zilliz.com>
Date: Tue, 14 Jun 2022 10:49:10 +0800
Subject: [PATCH] add2

Signed-off-by: xujinling <jinling.xu@zilliz.com>
---
 __pycache__/parse_config.cpython-38.pyc | Bin 0 -> 5738 bytes
 frozen_in_time.py                       |   4 +-
 parse_config.py                         | 197 ++++++++++++++++++++++++
 3 files changed, 199 insertions(+), 2 deletions(-)
 create mode 100644 __pycache__/parse_config.cpython-38.pyc
 create mode 100644 parse_config.py

diff --git a/__pycache__/parse_config.cpython-38.pyc b/__pycache__/parse_config.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..787acedd290fe158c507d3c4c6d290c2f1c65f3b
GIT binary patch
literal 5738
zcmb7I%WoUU9p2eDDN2@Q`IV&3Cb8=<jpYD&phyfijvtB9RCy?NQX=V=;tZvwmb>)q
zNVbS&3sf$e9-QVBv`7L-D0=XzJ+-%@KyUpM=2W1kTyrT<plH9}EGbJ$12iONc3wM=
z-{bpzvp1%v>lS|h<iB42@?p#R2UYg|98_LLD*lL!Tb!j<t9r5)Gj+RVo2S!q@U&C6
z@3lNeW1Q6Q`z_y;-8ATjt<aRcwAQb;>Za_cQ~gG(VahC>ZcX!mhj*>k46pGzo`?99
zV7=L{%^Q6BE^8fr)#5Y!&|Qlk+Ok`7e3l=^s3UxiAHj2;&-0^r9_7dQaXgQ4wq!L=
ze1W}Ni%q7d-jG~K!LKA8g=)y#N~okSQ1;Qh-l0;kf;J`kD7tU9)oO>)>*Jq|CrRuw
zQt=G3(%ObpcG#~T88O9rcFB~(?R)mSmTf(6y=A>^{nlDC&-Wk`?8aHtwxrdk^5vfB
zsCYHc*P5<&^MS~;+beS9Y2N0N)@s_?>t^k~(Ee&W<EglB$r-f&t9AZHA!KoWn51bk
zJpblqXSFT+Z_1qJEY4#x*;ctczmaf}$4cB$vFI-g&Xa8Ad{^c}k)2Djb9DOigSIS0
z+{v?Uva&GP)HNyEJf@wTqGP(qEY@Ih7S9gtYVsrNs393?JdHxh#?m-3vW+yX(&jdI
zxO>lK*1Kbgj3wbg61UYCH2pQ4(@!!kGNo%pE>*lHHjAbsX?95h*Dhc051Nh+uup|?
zvO!(bl#xKH>=2Et-<Hsy+5Z!$KiL0q)P^V1d}T$*^VMT=YC3F(jx+iBD0oQbXm?Oh
zINTN+F&vTYSn@puRio~d4reE=ZD+^2VtsJ>eS74NJZ_iXnlDc)x3o&sPFfFJTZ~E<
ztXrp**Ymf7(%E6m${tZ6cS`oD#of=HEwrGw2BCTPQ06`iCK#TnNBAuXwLXYw+fZRt
zX=@!yPV&t3>#(vAS?I8vq=Kww_}sf~nPL2k|NF&=21ZE{Wx0yF`Fh5qB#Sg#fPH$Y
z*bwPrvo1*%I!KC`MjI>89(hQiokB?+jQ6DdYE!K`hkso*=A^xWOrX@M<#v&Ds<x)D
z!=k+*VxGuW9WRfSpr^U$w%1b?o0Vlm%d%Jp<8vL<^K?NHiN~uyiP6OzGRqAa{`Nfb
zWA=<a%j8+KcBpIbkL>Pcq~b@&ghg-$C}V)JW8CKfz{Z8?hMzG5MRv>MQ@jCC@%eEB
zL97*sumYeh)~cawKnUeJ$_9u~p5it^kZx3Gf0JBI4xcv~Ys;15MN`TLq{eZDe6mpO
z{-Ekps8ppzZM}1?LsmKYk-d|4jFmnF*DP_0wNN$)YDyax`OwHKSr1m&Ll1JC@H6`(
z*w(FCSTd}ZEV}2)Ym}2^l8vGqn0fAUXXK+6qE;)qs#f}2>}O2XsSOrw#Z#(LTD>WF
z0^UG9$S#=P!1M-_k)sgf@Wv>Z%qIU*2HVrBF&VK15QX*6ltD?J<zTKu=(Di4d(z_G
zNqEqxRyy)aHM@Oy$J(Cb{tnA*9>51_RCv-F)yo>MJ#3YABnQcgkD!HW4_fBYGPSSe
zXz6~;iuW<gvEFe68ibmAHpAP!6MO6GBzgSyL!|v3`(q~mjuA(Yjv~!>9Z37fqp5PL
z_wcBp9w{5!-{P}7gb~x~6hEvUEvL80&*#Q|9&JaE{*3arALB>L#;4ZjwvoUoKCet)
zIdj6|M?ZD>vFeSF*{z>or*?5nJ&qMaB!oF23-+p>K<$LVkJG&~>U8hhNN4$p&q$6>
zn!s~%5g;3kT}-=bb0GBm<r`Nn#W$}nU4P~EtMQeqH?Lp5x-|TLWvgRwsW2iFf=4Qk
zmPJ$yL?`Jcf-gjuIFHVr>x|K8fl&19(*P0~i90ahR4nK~$##+nDW8Cy4yVra&+z!n
zYiE9NW=S^DqTMRG^>Z%LqUGEc%i4iUzeAfvU;@$u&%~XiP;tK2njWmn6%mU&1455$
znmsiPsfi$Q_-KSSguh%SqKFXW`s0n!*oB3KVIcd_IoXYdbJvnADOPbLGarH8&{=r4
zt64Fe>QsS{4uc3p(f<pRnRwjPjW*{oTz9=s(aP(l?Uh1)hmKOO0x7w*_PN+dIzrod
zp#za^Boc8QB%{D<6|&7-DgXuK_gAINr9s(Nt<znJO~9{k)?XhGNzpTLRhU3!FfK@k
z7Iw1yHZWDmE@6kR#k=s@h#^pdND_e#Cnci{?e*8FmGIkiyBk0!?STJizY;x|2n4U)
zl{8<LkC~+qSYSM~j9+XPhys$rs)1PfD2)i-z4Z3t^~G1UdwucR8``^a^_3g1YJ>9z
z*Nf&M?G_^KYS&0A7=xd#?E)Vb0O)B4J*|4bSc$VdhG2}`TC<f9sbMTBvMhk^9dMr5
zSW|#w4M5#m^-7o3;f)c&P_(0x&cR?3#xYDn#qlLfR@_8p*&%ZgLrx%;_@F;^)aJ}H
zv>SFEJ#{wk%s6w1GIjLek8!hX7A^D4XEVq{)K57+n{(>6i}&4s50CB*1PhZ@Dc%zQ
zxwA_`$mEFq5Zn{Y7k@)WWCQTN2wDNsLBwL@gP2q`hamEomSVrKx{SNryBn6?6|`-!
z;uU3c1Kl5js+69g9;d7KO1!s!Cet#R&E58t4@ma6>|U?~09PRe0l;I>t8Lc}?Rk6@
zmf?riS|C3u36`cnem=qMfaDL6gY<kdnWJ<+v_2wM9t{6rLLZn75GLbA)Q-CAS%(}V
zsv>@LJ5j5VS``s#HCjnFL>9G+=qzE^S#sJ+y-!D=#*qXYkXb?FcPCCV1k$VniUZvy
zZ7^lHyqUEFj}yfp&xjC5V4Jsd$s;nzJ?l{Q?85GBi^k364JhI(mjd#`XGu-RNKMuU
zGZa@zBsVR@T3nHqtov-ySRIhfUU){cwfmq4z`gZU5S|o!C~WP*ipXHl^5QROPNFI<
zE)>J3_8HHELoHlL^G-W0E-vi8IDFxa4IzmNn*-k7bF^K-?W2F~G|g`d-fVzsgTHA9
z4e}yZmfu4L{+AK(6F*N@vNmKb%vGtal$0OPFoO?-fl!vh-9)=Y;*HZbYw{f$vOqKW
z)tM#nE+b6subJ)Xi8M&va)rivX1Yo;%QU`X_zzD0Q#2M2A+x*?&Ixy84N$&$IAI7E
zoMSWg@c7qAZQosn(4Ep{q=If7uw&y_OO}jLZL;bl_Jflg#E_{t9^W0~_!F9j=Cj!F
z#J=_S43aOPf7jz_FnRm#wc|BZI4f<C2Ag(67Y~%3&pl8c)3W9lPvIhhivviRv+b53
zQ6sm6&zju>AIQ^77yjlh4iCd1mh&P}n^A?i6f!~nlWYU7fpC749^*dvqZE-O(Kda#
zgoo@=W-P)0eGP|w-CU*+dr+k7LeqO79$njAuQg35zFXBkLJlrr2L)KijE2t(`5UZd
z)L;RC=K!^{?0_C0jNRvqgqxI%9*G;1Bp&GS5?b!FYLol#jYhpY=&sae50C6qTgR}1
zZ?e=C%q2G{JFw6bX#3rsh4zPpN$mb6OI`iCrCvqH{XI*~?>o~t@WVC?7klR#jGRmo
z7=U<4UKq!^9>-&lighE7Z>_h}aZeD(JnzJD<^DPCVL;hBG93;ieS}b(My`f%NZQRF
zVHmNHLrc26y@+Jc6Jgh{Uz|A}I`z<Ib*D;Z%-8$Mb9lRCpx{r997IHXeJGutjo60^
zdFj&iMY;-P7_F#pIRIr`&L?)^$yL0sr^$a~_=Y*V{4TXMV%T=PycrXr(7pnW3I#Kd
z&?#?HM)5%Y5SjMiN9$tG3C-bNM%V9=#^y|%fRd#4eM%;{*mZt$Ao`|o%6xM$ADJW^
ze4BB`?H${Ol`ok?aD?hfYvt(nxpPLLhP)!&)DZ=xDk$*jK#D=y#+NSJoUi3{)0Kle
zF0qk6Ar&Dq%P^feCaHCw0x0I~-ab#E0<jx1LOc99z-J3LIieO9uzT#x8NP&%7*RVi
zVxsunjxrEE#N_H*7&R#=M6|pa72?*qpwOLnDLfYoi(mW)KM<vc(b8BW_#))eD-}3V
zG&p#e5!(KYG<IuA^{*g5McB(Uh`uT*aHtZO+bsv1X2WMMbvmLTe)9is7Sg3DC8-nT
zyHqytc>oHw(D7HK$>yluJTAL5o<LT<MA;%TjeAL&A^_8e0`qOK;{G*5n({m?%!)dk
zeEKtM(;Z5!rpdCoUYIXw=3-Hi_P1#Avy_no8iO=iHZqd5mp#JV^;R8Tr~u(2eQqfp
bM`pgbz)l*w|Ii7&(3_o`Sr5Z72)+LTSFVYm

literal 0
HcmV?d00001

diff --git a/frozen_in_time.py b/frozen_in_time.py
index 4aaece4..4a0f497 100644
--- a/frozen_in_time.py
+++ b/frozen_in_time.py
@@ -50,8 +50,8 @@ class FrozenInTime(NNOperator):
         super().__init__()
         self.model_name = model_name
         self.modality = modality
-        if weight_path is None:
-            weight_path = str(Path(__file__).parent / 'frozen_in_time_base_16_224.pth')
+        # if weight_path is None:
+        #     weight_path = str(Path(__file__).parent / 'frozen_in_time_base_16_224.pth')
         if device is None:
             self.device = "cuda" if torch.cuda.is_available() else "cpu"
         else:
diff --git a/parse_config.py b/parse_config.py
new file mode 100644
index 0000000..e85d312
--- /dev/null
+++ b/parse_config.py
@@ -0,0 +1,197 @@
+# Original pytorch implementation by:
+# 'Frozen in Time: A Joint Image and Video Encoder for End-to-End Retrieval'
+#       - https://arxiv.org/abs/2104.00650
+# Original code by / Copyright 2021, Max Bain.
+# Modifications & additions by / Copyright 2021 Zilliz. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import inspect
+import logging
+import os
+import time
+from collections import OrderedDict
+from datetime import datetime
+from functools import reduce
+from operator import getitem
+from pathlib import Path
+import json
+
+
+def read_json(fname):
+    with fname.open('rt') as handle:
+        return json.load(handle, object_hook=OrderedDict)
+
+
+def write_json(content, fname):
+    with fname.open('wt') as handle:
+        json.dump(content, handle, indent=4, sort_keys=False)
+
+
+def setup_logging(save_dir, log_config='logger/logger_config.json', default_level=logging.INFO):
+    """
+    Setup logging configuration
+    """
+    log_config = Path(log_config)
+    if log_config.is_file():
+        config = read_json(log_config)
+        # modify logging paths based on run config
+        for _, handler in config['handlers'].items():
+            if 'filename' in handler:
+                handler['filename'] = str(save_dir / handler['filename'])
+
+        logging.config.dictConfig(config)
+    else:
+        print(f'Warning: logging configuration file is not found in {log_config}.')
+        logging.basicConfig(level=default_level)
+
+
+class ConfigParser:
+    """
+    args:
+    options:
+    timestamp:
+    test:
+    """
+    def __init__(self, args=None, options='', timestamp=True, test=False):
+        # parse default and custom cli options
+        if args is None:
+            return
+        for opt in options:
+            args.add_argument(*opt.flags, default=None, type=opt.type)
+        args = args.parse_args()
+
+        if args.device:
+            os.environ['CUDA_VISIBLE_DEVICES'] = args.device
+        if args.resume is None:
+            msg_no_cfg = "Configuration file need to be specified. Add '-c config.json', for example."
+            assert args.config is not None, msg_no_cfg
+            self.cfg_fname = Path(args.config)
+            config = read_json(self.cfg_fname)
+            self.resume = None
+        else:
+            self.resume = Path(args.resume)
+            # resume_cfg_fname = self.resume.parent / 'config.json'
+            resume_cfg_fname = Path(args.config)
+            config = read_json(resume_cfg_fname)
+            if args.config is not None:
+                config.update(read_json(Path(args.config)))
+
+        # load config file and apply custom cli options
+        self._config = _update_config(config, options, args)
+
+        # set save_dir where trained model and log will be saved.
+        save_dir = Path(self.config['trainer']['save_dir'])
+        timestamp = datetime.now().strftime(r'%m%d_%H%M%S') if timestamp else ''
+
+        exper_name = self.config['name']
+        self._save_dir = save_dir / 'models' / exper_name / timestamp
+        self._web_log_dir = save_dir / 'web' / exper_name / timestamp
+        self._log_dir = save_dir / 'log' / exper_name / timestamp
+
+        if not test:
+            self.save_dir.mkdir(parents=True, exist_ok=True)
+            self.log_dir.mkdir(parents=True, exist_ok=True)
+
+        # if set, remove all previous experiments with the current config
+        if vars(args).get('purge_exp_dir', False):
+            for dirpath in (self._save_dir, self._log_dir, self._web_log_dir):
+                config_dir = dirpath.parent
+                existing = list(config_dir.glob('*'))
+                print(f'purging {len(existing)} directories from config_dir...')
+                tic = time.time()
+                os.system(f'rm -rf {config_dir}')
+                print(f'Finished purge in {time.time() - tic:.3f}s')
+
+        # save updated config file to the checkpoint dir
+        if not test:
+            write_json(self.config, self.save_dir / 'config.json')
+
+            # configure logging module
+            setup_logging(self.log_dir)
+            self.log_levels = {
+                0: logging.WARNING,
+                1: logging.INFO,
+                2: logging.DEBUG
+            }
+
+    def initialize(self, name, module,  *args, index=None, **kwargs):
+        """
+        finds a function handle with the name given as 'type' in config, and returns the
+        instance initialized with corresponding keyword args given as 'args'.
+        """
+        if index is None:
+            module_name = self[name]['type']
+            module_args = dict(self[name]['args'])
+            assert all(k not in module_args for k in kwargs), 'Overwriting kwargs given in config file is not allowed'
+            module_args.update(kwargs)
+        else:
+            module_name = self[name][index]['type']
+            module_args = dict(self[name][index]['args'])
+
+        # if parameter not in config subdict, then check if it's in global config.
+        signature = inspect.signature(getattr(module, module_name).__init__)
+        print(module_name)
+        for param in signature.parameters.keys():
+            if param not in module_args and param in self.config:
+                module_args[param] = self[param]
+
+        return getattr(module, module_name)(*args, **module_args)
+
+    def __getitem__(self, name):
+        return self.config[name]
+
+    def get_logger(self, name, verbosity=2):
+        msg_verbosity = f'verbosity option {verbosity} is invalid. Valid options are {self.log_levels.keys()}.'
+        assert verbosity in self.log_levels, msg_verbosity
+        logger = logging.getLogger(name)
+        logger.setLevel(self.log_levels[verbosity])
+        return logger
+
+    # setting read-only attributes
+    @property
+    def config(self):
+        return self._config
+
+    @property
+    def save_dir(self):
+        return self._save_dir
+
+    @property
+    def log_dir(self):
+        return self._log_dir
+
+
+# helper functions used to update config dict with custom cli options
+def _update_config(config, options, args):
+    for opt in options:
+        value = getattr(args, _get_opt_name(opt.flags))
+        if value is not None:
+            _set_by_path(config, opt.target, value)
+    return config
+
+
+def _get_opt_name(flags):
+    for flg in flags:
+        if flg.startswith('--'):
+            return flg.replace('--', '')
+    return flags[0].replace('--', '')
+
+
+def _set_by_path(tree, keys, value):
+    """Set a value in a nested object in tree by sequence of keys."""
+    _get_by_path(tree, keys[:-1])[keys[-1]] = value
+
+
+def _get_by_path(tree, keys):
+    """Access a nested object in tree by sequence of keys."""
+    return reduce(getitem, keys, tree)