diff --git a/kinetics_400.json b/kinetics_400.json deleted file mode 100644 index 1d41181..0000000 --- a/kinetics_400.json +++ /dev/null @@ -1 +0,0 @@ -{"\"sharpening knives\"": 290, "\"eating ice cream\"": 115, "\"cutting nails\"": 81, "\"changing wheel\"": 53, "\"bench pressing\"": 19, "deadlifting": 88, "\"eating carrots\"": 111, "marching": 192, "\"throwing discus\"": 358, "\"playing flute\"": 231, "\"cooking on campfire\"": 72, "\"breading or breadcrumbing\"": 33, "\"playing badminton\"": 218, "\"ripping paper\"": 276, "\"playing saxophone\"": 244, "\"milking cow\"": 197, "\"juggling balls\"": 169, "\"flying kite\"": 130, "capoeira": 43, "\"making jewelry\"": 187, "drinking": 100, "\"playing cymbals\"": 228, "\"cleaning gutters\"": 61, "\"hurling (sport)\"": 161, "\"playing organ\"": 239, "\"tossing coin\"": 361, "wrestling": 395, "\"driving car\"": 103, "headbutting": 150, "\"gymnastics tumbling\"": 147, "\"making bed\"": 186, "abseiling": 0, "\"holding snake\"": 155, "\"rock climbing\"": 278, "\"cooking egg\"": 71, "\"long jump\"": 182, "\"bee keeping\"": 17, "\"trimming or shaving beard\"": 365, "\"cleaning shoes\"": 63, "\"dancing gangnam style\"": 86, "\"catching or throwing softball\"": 50, "\"ice skating\"": 164, "jogging": 168, "\"eating spaghetti\"": 116, "bobsledding": 28, "\"assembling computer\"": 8, "\"playing cricket\"": 227, "\"playing monopoly\"": 238, "\"golf putting\"": 143, "\"making pizza\"": 188, "\"javelin throw\"": 166, "\"peeling potatoes\"": 211, "clapping": 57, "\"brushing hair\"": 36, "\"flipping pancake\"": 129, "\"drinking beer\"": 101, "\"dribbling basketball\"": 99, "\"playing bagpipes\"": 219, "somersaulting": 325, "\"canoeing or kayaking\"": 42, "\"riding unicycle\"": 275, "texting": 355, "\"tasting beer\"": 352, "\"hockey stop\"": 154, "\"playing clarinet\"": 225, "\"waxing legs\"": 389, "\"curling hair\"": 80, "\"running on treadmill\"": 281, "\"tai chi\"": 346, "\"driving tractor\"": 104, "\"shaving legs\"": 293, "\"sharpening pencil\"": 291, "\"making sushi\"": 190, "\"spray painting\"": 327, "situp": 305, "\"playing kickball\"": 237, "\"sticking tongue out\"": 331, "headbanging": 149, "\"folding napkins\"": 132, "\"playing piano\"": 241, "skydiving": 312, "\"dancing charleston\"": 85, "\"ice fishing\"": 163, "tickling": 359, "bandaging": 13, "\"high jump\"": 151, "\"making a sandwich\"": 185, "\"riding mountain bike\"": 271, "\"cutting pineapple\"": 82, "\"feeding goats\"": 125, "\"dancing macarena\"": 87, "\"playing basketball\"": 220, "krumping": 179, "\"high kick\"": 152, "\"balloon blowing\"": 12, "\"playing accordion\"": 217, "\"playing chess\"": 224, "\"hula hooping\"": 159, "\"pushing wheelchair\"": 263, "\"riding camel\"": 268, "\"blowing out candles\"": 27, "\"extinguishing fire\"": 121, "\"using computer\"": 373, "\"jumpstyle dancing\"": 173, "yawning": 397, "writing": 396, "\"jumping into pool\"": 172, "\"doing laundry\"": 96, "\"egg hunting\"": 118, "\"sanding floor\"": 284, "\"moving furniture\"": 200, "\"exercising arm\"": 119, "\"sword fighting\"": 345, "\"sign language interpreting\"": 303, "\"counting money\"": 74, "bartending": 15, "\"cleaning windows\"": 65, "\"blasting sand\"": 23, "\"petting cat\"": 213, "sniffing": 320, "bowling": 31, "\"playing poker\"": 242, "\"taking a shower\"": 347, "\"washing hands\"": 382, "\"water sliding\"": 384, "\"presenting weather forecast\"": 254, "tobogganing": 360, "celebrating": 51, "\"getting a haircut\"": 138, "snorkeling": 321, "\"weaving basket\"": 390, "\"playing squash or racquetball\"": 245, "parasailing": 206, "\"news anchoring\"": 202, "\"belly dancing\"": 18, "windsurfing": 393, "\"braiding hair\"": 32, "\"crossing river\"": 78, "\"laying bricks\"": 181, "\"roller skating\"": 280, "hopscotch": 156, "\"playing trumpet\"": 248, "\"dying hair\"": 108, "\"trimming trees\"": 366, "\"pumping fist\"": 256, "\"playing keyboard\"": 236, "snowboarding": 322, "\"garbage collecting\"": 136, "\"playing controller\"": 226, "dodgeball": 94, "\"recording music\"": 266, "\"country line dancing\"": 75, "\"dancing ballet\"": 84, "gargling": 137, "ironing": 165, "\"push up\"": 260, "\"frying vegetables\"": 135, "\"ski jumping\"": 307, "\"mowing lawn\"": 201, "\"getting a tattoo\"": 139, "\"rock scissors paper\"": 279, "cheerleading": 55, "\"using remote controller (not gaming)\"": 374, "\"shaking head\"": 289, "sailing": 282, "\"training dog\"": 363, "hurdling": 160, "\"fixing hair\"": 128, "\"climbing ladder\"": 67, "\"filling eyebrows\"": 126, "\"springboard diving\"": 329, "\"eating watermelon\"": 117, "\"drumming fingers\"": 106, "\"waxing back\"": 386, "\"playing didgeridoo\"": 229, "\"swimming backstroke\"": 339, "\"biking through snow\"": 22, "\"washing feet\"": 380, "\"mopping floor\"": 198, "\"throwing ball\"": 357, "\"eating doughnuts\"": 113, "\"drinking shots\"": 102, "\"tying bow tie\"": 368, "dining": 91, "\"surfing water\"": 337, "\"sweeping floor\"": 338, "\"grooming dog\"": 145, "\"catching fish\"": 47, "\"pumping gas\"": 257, "\"riding or walking with horse\"": 273, "\"massaging person's head\"": 196, "archery": 5, "\"ice climbing\"": 162, "\"playing recorder\"": 243, "\"decorating the christmas tree\"": 89, "\"peeling apples\"": 210, "snowmobiling": 324, "\"playing ukulele\"": 249, "\"eating burger\"": 109, "\"building cabinet\"": 38, "\"stomping grapes\"": 332, "\"drop kicking\"": 105, "\"passing American football (not in game)\"": 209, "applauding": 3, "hugging": 158, "\"eating hotdog\"": 114, "\"pole vault\"": 253, "\"reading newspaper\"": 265, "\"snatch weight lifting\"": 318, "zumba": 399, "\"playing ice hockey\"": 235, "breakdancing": 34, "\"feeding fish\"": 124, "\"shredding paper\"": 300, "\"catching or throwing frisbee\"": 49, "\"exercising with an exercise ball\"": 120, "\"pushing cart\"": 262, "\"swimming butterfly stroke\"": 341, "\"riding scooter\"": 274, "spraying": 328, "\"folding paper\"": 133, "\"golf driving\"": 142, "\"robot dancing\"": 277, "\"bending back\"": 20, "testifying": 354, "\"waxing chest\"": 387, "\"carving pumpkin\"": 46, "\"hitting baseball\"": 153, "\"riding elephant\"": 269, "\"brushing teeth\"": 37, "\"pull ups\"": 255, "\"riding a bike\"": 267, "skateboarding": 306, "\"cleaning pool\"": 62, "\"playing paintball\"": 240, "\"massaging back\"": 193, "\"shoveling snow\"": 299, "\"surfing crowd\"": 336, "unboxing": 371, "faceplanting": 122, "trapezing": 364, "\"swinging legs\"": 343, "hoverboarding": 157, "\"playing violin\"": 250, "\"wrapping present\"": 394, "\"blowing nose\"": 26, "\"kicking field goal\"": 174, "\"picking fruit\"": 214, "\"swinging on something\"": 344, "\"giving or receiving award\"": 140, "\"planting trees\"": 215, "\"water skiing\"": 383, "\"washing dishes\"": 379, "\"punching bag\"": 258, "\"massaging legs\"": 195, "\"throwing axe\"": 356, "\"salsa dancing\"": 283, "bookbinding": 29, "\"tying tie\"": 370, "\"skiing crosscountry\"": 309, "\"shining shoes\"": 295, "\"making snowman\"": 189, "\"front raises\"": 134, "\"doing nails\"": 97, "\"massaging feet\"": 194, "\"playing drums\"": 230, "smoking": 316, "\"punching person (boxing)\"": 259, "cartwheeling": 45, "\"passing American football (in game)\"": 208, "\"shaking hands\"": 288, "plastering": 216, "\"watering plants\"": 385, "kissing": 176, "slapping": 314, "\"playing harmonica\"": 233, "welding": 391, "\"smoking hookah\"": 317, "\"scrambling eggs\"": 285, "\"cooking chicken\"": 70, "\"pushing car\"": 261, "\"opening bottle\"": 203, "\"cooking sausages\"": 73, "\"catching or throwing baseball\"": 48, "\"swimming breast stroke\"": 340, "digging": 90, "\"playing xylophone\"": 252, "\"doing aerobics\"": 95, "\"playing trombone\"": 247, "knitting": 178, "\"waiting in line\"": 377, "\"tossing salad\"": 362, "squat": 330, "vault": 376, "\"using segway\"": 375, "\"crawling baby\"": 77, "\"reading book\"": 264, "motorcycling": 199, "barbequing": 14, "\"cleaning floor\"": 60, "\"playing cello\"": 223, "drawing": 98, "auctioning": 9, "\"carrying baby\"": 44, "\"diving cliff\"": 93, "busking": 41, "\"cutting watermelon\"": 83, "\"scuba diving\"": 286, "\"riding mechanical bull\"": 270, "\"making tea\"": 191, "\"playing tennis\"": 246, "crying": 79, "\"dunking basketball\"": 107, "\"cracking neck\"": 76, "\"arranging flowers\"": 7, "\"building shed\"": 39, "\"golf chipping\"": 141, "\"tasting food\"": 353, "\"shaving head\"": 292, "\"answering questions\"": 2, "\"climbing tree\"": 68, "\"skipping rope\"": 311, "kitesurfing": 177, "\"juggling fire\"": 170, "laughing": 180, "paragliding": 205, "\"contact juggling\"": 69, "slacklining": 313, "\"arm wrestling\"": 6, "\"making a cake\"": 184, "\"finger snapping\"": 127, "\"grooming horse\"": 146, "\"opening present\"": 204, "\"tapping pen\"": 351, "singing": 304, "\"shot put\"": 298, "\"cleaning toilet\"": 64, "\"spinning poi\"": 326, "\"setting table\"": 287, "\"tying knot (not on a tie)\"": 369, "\"blowing glass\"": 24, "\"eating chips\"": 112, "\"tap dancing\"": 349, "\"climbing a rope\"": 66, "\"brush painting\"": 35, "\"chopping wood\"": 56, "\"stretching leg\"": 334, "\"petting animal (not cat)\"": 212, "\"baking cookies\"": 11, "\"stretching arm\"": 333, "beatboxing": 16, "jetskiing": 167, "\"bending metal\"": 21, "sneezing": 319, "\"folding clothes\"": 131, "\"sled dog racing\"": 315, "\"tapping guitar\"": 350, "\"bouncing on trampoline\"": 30, "\"waxing eyebrows\"": 388, "\"air drumming\"": 1, "\"kicking soccer ball\"": 175, "\"washing hair\"": 381, "\"riding mule\"": 272, "\"blowing leaves\"": 25, "\"strumming guitar\"": 335, "\"playing cards\"": 222, "snowkiting": 323, "\"playing bass guitar\"": 221, "\"applying cream\"": 4, "\"shooting basketball\"": 296, "\"walking the dog\"": 378, "\"triple jump\"": 367, "\"shearing sheep\"": 294, "\"clay pottery making\"": 58, "\"bungee jumping\"": 40, "\"unloading truck\"": 372, "\"shuffling cards\"": 301, "\"shooting goal (soccer)\"": 297, "\"tango dancing\"": 348, "\"side kick\"": 302, "\"grinding meat\"": 144, "yoga": 398, "\"hammer throw\"": 148, "\"changing oil\"": 52, "\"checking tires\"": 54, "parkour": 207, "\"eating cake\"": 110, "\"skiing slalom\"": 310, "\"juggling soccer ball\"": 171, "whistling": 392, "\"feeding birds\"": 123, "\"playing volleyball\"": 251, "\"swing dancing\"": 342, "\"skiing (not slalom or crosscountry)\"": 308, "lunge": 183, "\"disc golfing\"": 92, "\"clean and jerk\"": 59, "\"playing guitar\"": 232, "\"baby waking up\"": 10, "\"playing harp\"": 234} \ No newline at end of file diff --git a/kinetics_400_categroies.txt b/kinetics_400_categroies.txt new file mode 100644 index 0000000..89327ac --- /dev/null +++ b/kinetics_400_categroies.txt @@ -0,0 +1,400 @@ +riding a bike 0 +marching 1 +dodgeball 2 +playing cymbals 3 +checking tires 4 +roller skating 5 +tasting beer 6 +clapping 7 +drawing 8 +juggling fire 9 +bobsledding 10 +petting animal (not cat) 11 +spray painting 12 +training dog 13 +eating watermelon 14 +building cabinet 15 +applauding 16 +playing harp 17 +balloon blowing 18 +sled dog racing 19 +wrestling 20 +pole vault 21 +hurling (sport) 22 +riding scooter 23 +shearing sheep 24 +sweeping floor 25 +eating carrots 26 +skateboarding 27 +dunking basketball 28 +disc golfing 29 +eating spaghetti 30 +playing flute 31 +riding mechanical bull 32 +making sushi 33 +trapezing 34 +picking fruit 35 +stretching leg 36 +playing ukulele 37 +tying tie 38 +skydiving 39 +playing cello 40 +jumping into pool 41 +shooting goal (soccer) 42 +trimming trees 43 +bookbinding 44 +ski jumping 45 +walking the dog 46 +riding unicycle 47 +shaving head 48 +hopscotch 49 +playing piano 50 +parasailing 51 +bartending 52 +kicking field goal 53 +finger snapping 54 +dining 55 +yawning 56 +peeling potatoes 57 +canoeing or kayaking 58 +front raises 59 +laughing 60 +dancing macarena 61 +digging 62 +reading newspaper 63 +hitting baseball 64 +clay pottery making 65 +exercising with an exercise ball 66 +playing saxophone 67 +shooting basketball 68 +washing hair 69 +lunge 70 +brushing hair 71 +curling hair 72 +kitesurfing 73 +tapping guitar 74 +bending back 75 +skipping rope 76 +situp 77 +folding paper 78 +cracking neck 79 +assembling computer 80 +cleaning gutters 81 +blowing out candles 82 +shaking hands 83 +dancing gangnam style 84 +windsurfing 85 +tap dancing 86 +skiing (not slalom or crosscountry) 87 +bandaging 88 +push up 89 +doing nails 90 +punching person (boxing) 91 +bouncing on trampoline 92 +scrambling eggs 93 +singing 94 +cleaning floor 95 +krumping 96 +drumming fingers 97 +snowmobiling 98 +gymnastics tumbling 99 +headbanging 100 +catching or throwing frisbee 101 +riding elephant 102 +bee keeping 103 +feeding birds 104 +snatch weight lifting 105 +mowing lawn 106 +fixing hair 107 +playing trumpet 108 +flying kite 109 +crossing river 110 +swinging legs 111 +sanding floor 112 +belly dancing 113 +sneezing 114 +clean and jerk 115 +side kick 116 +filling eyebrows 117 +shuffling cards 118 +recording music 119 +cartwheeling 120 +feeding fish 121 +folding clothes 122 +water skiing 123 +tobogganing 124 +blowing leaves 125 +smoking 126 +unboxing 127 +tai chi 128 +waxing legs 129 +riding camel 130 +slapping 131 +tossing salad 132 +capoeira 133 +playing cards 134 +playing organ 135 +playing violin 136 +playing drums 137 +tapping pen 138 +vault 139 +shoveling snow 140 +playing tennis 141 +getting a tattoo 142 +making a sandwich 143 +making tea 144 +grinding meat 145 +squat 146 +eating doughnuts 147 +ice fishing 148 +snowkiting 149 +kicking soccer ball 150 +playing controller 151 +giving or receiving award 152 +welding 153 +throwing discus 154 +throwing axe 155 +ripping paper 156 +swimming butterfly stroke 157 +air drumming 158 +blowing nose 159 +hockey stop 160 +taking a shower 161 +bench pressing 162 +planting trees 163 +pumping fist 164 +climbing tree 165 +tickling 166 +high kick 167 +waiting in line 168 +slacklining 169 +tango dancing 170 +hurdling 171 +carrying baby 172 +celebrating 173 +sharpening knives 174 +passing American football (in game) 175 +headbutting 176 +playing recorder 177 +brush painting 178 +garbage collecting 179 +robot dancing 180 +shredding paper 181 +pumping gas 182 +rock climbing 183 +hula hooping 184 +braiding hair 185 +opening present 186 +texting 187 +decorating the christmas tree 188 +answering questions 189 +playing keyboard 190 +writing 191 +bungee jumping 192 +sniffing 193 +eating burger 194 +playing accordion 195 +making pizza 196 +playing volleyball 197 +tasting food 198 +pushing cart 199 +spinning poi 200 +cleaning windows 201 +arm wrestling 202 +changing oil 203 +swimming breast stroke 204 +tossing coin 205 +deadlifting 206 +hoverboarding 207 +cutting watermelon 208 +cheerleading 209 +snorkeling 210 +washing hands 211 +eating cake 212 +pull ups 213 +surfing water 214 +eating hotdog 215 +holding snake 216 +playing harmonica 217 +ironing 218 +cutting nails 219 +golf chipping 220 +shot put 221 +hugging 222 +playing clarinet 223 +faceplanting 224 +trimming or shaving beard 225 +drinking shots 226 +riding mountain bike 227 +tying bow tie 228 +swinging on something 229 +skiing crosscountry 230 +unloading truck 231 +cleaning pool 232 +jogging 233 +ice climbing 234 +mopping floor 235 +making bed 236 +diving cliff 237 +washing dishes 238 +grooming dog 239 +weaving basket 240 +frying vegetables 241 +stomping grapes 242 +moving furniture 243 +cooking sausages 244 +doing laundry 245 +dying hair 246 +knitting 247 +reading book 248 +baby waking up 249 +punching bag 250 +surfing crowd 251 +cooking chicken 252 +pushing car 253 +springboard diving 254 +swing dancing 255 +massaging legs 256 +beatboxing 257 +breading or breadcrumbing 258 +somersaulting 259 +brushing teeth 260 +stretching arm 261 +juggling balls 262 +massaging person's head 263 +eating ice cream 264 +extinguishing fire 265 +hammer throw 266 +whistling 267 +crawling baby 268 +using remote controller (not gaming) 269 +playing cricket 270 +opening bottle 271 +playing xylophone 272 +motorcycling 273 +driving car 274 +exercising arm 275 +passing American football (not in game) 276 +playing kickball 277 +sticking tongue out 278 +flipping pancake 279 +catching fish 280 +eating chips 281 +shaking head 282 +sword fighting 283 +playing poker 284 +cooking on campfire 285 +doing aerobics 286 +paragliding 287 +using segway 288 +folding napkins 289 +playing bagpipes 290 +gargling 291 +skiing slalom 292 +strumming guitar 293 +javelin throw 294 +waxing back 295 +riding or walking with horse 296 +plastering 297 +long jump 298 +parkour 299 +wrapping present 300 +egg hunting 301 +archery 302 +cleaning toilet 303 +swimming backstroke 304 +snowboarding 305 +catching or throwing baseball 306 +massaging back 307 +blowing glass 308 +playing guitar 309 +playing chess 310 +golf driving 311 +presenting weather forecast 312 +rock scissors paper 313 +high jump 314 +baking cookies 315 +using computer 316 +washing feet 317 +arranging flowers 318 +playing bass guitar 319 +spraying 320 +cutting pineapple 321 +waxing chest 322 +auctioning 323 +jetskiing 324 +drinking 325 +busking 326 +playing monopoly 327 +salsa dancing 328 +waxing eyebrows 329 +watering plants 330 +zumba 331 +chopping wood 332 +pushing wheelchair 333 +carving pumpkin 334 +building shed 335 +making jewelry 336 +catching or throwing softball 337 +bending metal 338 +ice skating 339 +dancing charleston 340 +abseiling 341 +climbing a rope 342 +crying 343 +cleaning shoes 344 +dancing ballet 345 +driving tractor 346 +triple jump 347 +throwing ball 348 +getting a haircut 349 +running on treadmill 350 +climbing ladder 351 +blasting sand 352 +playing trombone 353 +drop kicking 354 +country line dancing 355 +changing wheel 356 +feeding goats 357 +tying knot (not on a tie) 358 +setting table 359 +shaving legs 360 +kissing 361 +riding mule 362 +counting money 363 +laying bricks 364 +barbequing 365 +news anchoring 366 +smoking hookah 367 +cooking egg 368 +peeling apples 369 +yoga 370 +sharpening pencil 371 +dribbling basketball 372 +petting cat 373 +playing ice hockey 374 +milking cow 375 +shining shoes 376 +juggling soccer ball 377 +scuba diving 378 +playing squash or racquetball 379 +drinking beer 380 +sign language interpreting 381 +playing basketball 382 +breakdancing 383 +testifying 384 +making snowman 385 +golf putting 386 +playing didgeridoo 387 +biking through snow 388 +sailing 389 +jumpstyle dancing 390 +water sliding 391 +grooming horse 392 +massaging feet 393 +playing paintball 394 +making a cake 395 +bowling 396 +contact juggling 397 +applying cream 398 +playing badminton 399 \ No newline at end of file diff --git a/uniformer.py b/uniformer.py index 0f7b517..02e0b4a 100644 --- a/uniformer.py +++ b/uniformer.py @@ -51,11 +51,13 @@ class Uniformer(NNOperator): self.dataset_name = 'kinetics_400' if classmap is None: class_file = os.path.join(str(Path(__file__).parent), self.dataset_name+'.json') - with open(class_file, "r") as f: - kinetics_classes = json.load(f) - self.classmap = {} - for k, v in kinetics_classes.items(): - self.classmap[v] = str(k).replace('"', '') + classmap = {} + with open("kinetics_400_categroies.txt", "r") as f: + for line in f.readlines(): + line = line.split('\t') + k = str(line[0]) + v = int(line[1]) + classmap[v] = str(k).replace('"', '') else: self.classmap = classmap self.device = 'cuda' if torch.cuda.is_available() else 'cpu'