Skip to content

Commit

Permalink
Replace MishJit with Mish
Browse files Browse the repository at this point in the history
  • Loading branch information
@muellerzr
muellerzr committed Feb 13, 2020
1 parent 2ac6696 commit 238526c
Show file tree
Hide file tree
Showing 2 changed files with 28 additions and 28 deletions.
8 changes: 4 additions & 4 deletions Computer Vision/04_ImageWoof.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -490,7 +490,7 @@
"colab": {}
},
"source": [
"arch = xresnet50(pretrained=False, act_cls=MishJit)"
"arch = xresnet50(pretrained=False, act_cls=Mish)"
],
"execution_count": 0,
"outputs": []
Expand Down Expand Up @@ -518,7 +518,7 @@
"ConvLayer(\n",
" (0): Conv2d(3, 32, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n",
" (1): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
" (2): MishJit()\n",
" (2): Mish()\n",
")"
]
},
Expand Down Expand Up @@ -547,7 +547,7 @@
"colab": {}
},
"source": [
"arch = xresnext50(pretrained=False, act_cls=MishJit, sa=True)"
"arch = xresnext50(pretrained=False, act_cls=Mish, sa=True)"
],
"execution_count": 0,
"outputs": []
Expand Down Expand Up @@ -608,7 +608,7 @@
"colab": {}
},
"source": [
"net = xresnet50(pretrained=False, act_cls=MishJit, sa=True, c_out=10)"
"net = xresnet50(pretrained=False, act_cls=Mish, sa=True, c_out=10)"
],
"execution_count": 0,
"outputs": []
Expand Down
48 changes: 24 additions & 24 deletions Computer Vision/04_Segmentation.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -871,7 +871,7 @@
"Let's make a `unet_learner` that uses some of the new state of the art techniques. Specifically:\n",
"\n",
"* Self-attention layers: `self_attention = True`\n",
"* Mish activation function: `act_cls = MishJit`"
"* Mish activation function: `act_cls = Mish`"
]
},
{
Expand All @@ -882,7 +882,7 @@
"colab": {}
},
"source": [
"config = unet_config(self_attention=True, act_cls=MishJit)"
"config = unet_config(self_attention=True, act_cls=Mish)"
],
"execution_count": 0,
"outputs": []
Expand Down Expand Up @@ -1149,19 +1149,19 @@
"________________________________________________________________\n",
"BatchNorm2d 8 x 1024 x 12 x 15 2,048 True \n",
"________________________________________________________________\n",
"MishJit 8 x 1024 x 12 x 15 0 False \n",
"Mish 8 x 1024 x 12 x 15 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 512 x 12 x 15 4,718,592 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 512 x 12 x 15 1,024 True \n",
"________________________________________________________________\n",
"MishJit 8 x 512 x 12 x 15 0 False \n",
"Mish 8 x 512 x 12 x 15 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 1024 x 12 x 15 524,288 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 1024 x 12 x 15 2,048 True \n",
"________________________________________________________________\n",
"MishJit 8 x 1024 x 12 x 15 0 False \n",
"Mish 8 x 1024 x 12 x 15 0 False \n",
"________________________________________________________________\n",
"PixelShuffle 8 x 256 x 24 x 30 0 False \n",
"________________________________________________________________\n",
Expand All @@ -1171,21 +1171,21 @@
"________________________________________________________________\n",
"BatchNorm2d 8 x 512 x 23 x 30 1,024 True \n",
"________________________________________________________________\n",
"MishJit 8 x 512 x 23 x 30 0 False \n",
"Mish 8 x 512 x 23 x 30 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 512 x 23 x 30 2,359,296 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 512 x 23 x 30 1,024 True \n",
"________________________________________________________________\n",
"MishJit 8 x 512 x 23 x 30 0 False \n",
"Mish 8 x 512 x 23 x 30 0 False \n",
"________________________________________________________________\n",
"MishJit 8 x 512 x 23 x 30 0 False \n",
"Mish 8 x 512 x 23 x 30 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 1024 x 23 x 30 524,288 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 1024 x 23 x 30 2,048 True \n",
"________________________________________________________________\n",
"MishJit 8 x 1024 x 23 x 30 0 False \n",
"Mish 8 x 1024 x 23 x 30 0 False \n",
"________________________________________________________________\n",
"PixelShuffle 8 x 256 x 46 x 60 0 False \n",
"________________________________________________________________\n",
Expand All @@ -1195,27 +1195,27 @@
"________________________________________________________________\n",
"BatchNorm2d 8 x 384 x 45 x 60 768 True \n",
"________________________________________________________________\n",
"MishJit 8 x 384 x 45 x 60 0 False \n",
"Mish 8 x 384 x 45 x 60 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 384 x 45 x 60 1,327,104 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 384 x 45 x 60 768 True \n",
"________________________________________________________________\n",
"MishJit 8 x 384 x 45 x 60 0 False \n",
"Mish 8 x 384 x 45 x 60 0 False \n",
"________________________________________________________________\n",
"Conv1d 8 x 48 x 2700 18,432 True \n",
"________________________________________________________________\n",
"Conv1d 8 x 48 x 2700 18,432 True \n",
"________________________________________________________________\n",
"Conv1d 8 x 384 x 2700 147,456 True \n",
"________________________________________________________________\n",
"MishJit 8 x 384 x 45 x 60 0 False \n",
"Mish 8 x 384 x 45 x 60 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 768 x 45 x 60 294,912 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 768 x 45 x 60 1,536 True \n",
"________________________________________________________________\n",
"MishJit 8 x 768 x 45 x 60 0 False \n",
"Mish 8 x 768 x 45 x 60 0 False \n",
"________________________________________________________________\n",
"PixelShuffle 8 x 192 x 90 x 120 0 False \n",
"________________________________________________________________\n",
Expand All @@ -1225,21 +1225,21 @@
"________________________________________________________________\n",
"BatchNorm2d 8 x 256 x 90 x 120 512 True \n",
"________________________________________________________________\n",
"MishJit 8 x 256 x 90 x 120 0 False \n",
"Mish 8 x 256 x 90 x 120 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 256 x 90 x 120 589,824 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 256 x 90 x 120 512 True \n",
"________________________________________________________________\n",
"MishJit 8 x 256 x 90 x 120 0 False \n",
"Mish 8 x 256 x 90 x 120 0 False \n",
"________________________________________________________________\n",
"MishJit 8 x 256 x 90 x 120 0 False \n",
"Mish 8 x 256 x 90 x 120 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 512 x 90 x 120 131,072 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 512 x 90 x 120 1,024 True \n",
"________________________________________________________________\n",
"MishJit 8 x 512 x 90 x 120 0 False \n",
"Mish 8 x 512 x 90 x 120 0 False \n",
"________________________________________________________________\n",
"PixelShuffle 8 x 128 x 180 x 240 0 False \n",
"________________________________________________________________\n",
Expand All @@ -1249,21 +1249,21 @@
"________________________________________________________________\n",
"BatchNorm2d 8 x 96 x 180 x 240 192 True \n",
"________________________________________________________________\n",
"MishJit 8 x 96 x 180 x 240 0 False \n",
"Mish 8 x 96 x 180 x 240 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 96 x 180 x 240 82,944 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 96 x 180 x 240 192 True \n",
"________________________________________________________________\n",
"MishJit 8 x 96 x 180 x 240 0 False \n",
"Mish 8 x 96 x 180 x 240 0 False \n",
"________________________________________________________________\n",
"MishJit 8 x 192 x 180 x 240 0 False \n",
"Mish 8 x 192 x 180 x 240 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 384 x 180 x 240 36,864 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 384 x 180 x 240 768 True \n",
"________________________________________________________________\n",
"MishJit 8 x 384 x 180 x 240 0 False \n",
"Mish 8 x 384 x 180 x 240 0 False \n",
"________________________________________________________________\n",
"PixelShuffle 8 x 96 x 360 x 480 0 False \n",
"________________________________________________________________\n",
Expand All @@ -1275,15 +1275,15 @@
"________________________________________________________________\n",
"BatchNorm2d 8 x 99 x 360 x 480 198 True \n",
"________________________________________________________________\n",
"MishJit 8 x 99 x 360 x 480 0 False \n",
"Mish 8 x 99 x 360 x 480 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 99 x 360 x 480 88,209 True \n",
"________________________________________________________________\n",
"BatchNorm2d 8 x 99 x 360 x 480 198 True \n",
"________________________________________________________________\n",
"Sequential 8 x 99 x 360 x 480 0 False \n",
"________________________________________________________________\n",
"MishJit 8 x 99 x 360 x 480 0 False \n",
"Mish 8 x 99 x 360 x 480 0 False \n",
"________________________________________________________________\n",
"Conv2d 8 x 32 x 360 x 480 3,168 True \n",
"________________________________________________________________\n",
Expand Down Expand Up @@ -2471,7 +2471,7 @@
"colab": {}
},
"source": [
"config = unet_config(self_attention=True, act_cls=MishJit)\n",
"config = unet_config(self_attention=True, act_cls=Mish)\n",
"opt = ranger"
],
"execution_count": 0,
Expand Down

0 comments on commit 238526c

Please sign in to comment.