%PDF-1.3 1 0 obj > endobj 2 0 obj > endobj 3 0 obj > /ExtGState > >> /Font > /ProcSet [ /PDF /Text ] >> /MediaBox [ 0 0 612 792 ] /Annots [ ] >> endobj 4 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 5 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 6 0 obj > /Group 136 0 R /MediaBox [ 0 0 612 792 ] >> endobj 7 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 8 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 9 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 10 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 11 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 12 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 13 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 14 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 15 0 obj > /Group 136 0 R /MediaBox [ 0 0 612 792 ] >> endobj 16 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 17 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 18 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 19 0 obj > /MediaBox [ 0 0 612 792 ] >> endobj 20 0 obj > endobj 21 0 obj > stream q q 0.1 0 0 0.1 0 0 cm /R7 gs 0 g q 10 0 0 10 0 0 cm BT /R8 14.3462 Tf 1 0 0 1 135.611 666.202 Tm [ (Data\055Dri) 9.9954 (v) 9.99625 (en) -250.005 (Sparse) -250.007 (Structur) 18.0116 (e) -250 (Selection) -249.99 (f) 24.9923 (or) -249.995 (Deep) -250.008 (Neural) ] TJ 142.658 -17.9328 Td [ (Netw) 9.99455 (orks) ] TJ /R10 9.9626 Tf -123.158 -34.757 Td [ (Zehao) -249.993 (Huang) ] TJ /R12 6.9738 Tf 53.948 3.61484 Td [ (\133) -0.39909 (0) -0.50062 (0) -0.50062 (0) -0.50062 (0) -0.50062 ] TJ /R14 6.9738 Tf 18.1398 0 Td [ -0.89971 ] TJ /R12 6.9738 Tf 6.22734 0 Td [ (0) -0.50062 (0) -0.50062 (0) -0.50062 (3) -0.49712 ] TJ /R14 6.9738 Tf 15.8848 0 Td [ -0.89971 ] TJ /R12 6.9738 Tf 6.22695 0 Td [ (1) -0.50062 (6) -0.50062 (5) -0.50062 (3) -0.49712 ] TJ /R14 6.9738 Tf 15.8852 0 Td [ -0.89971 ] TJ /R12 6.9738 Tf 6.22617 0 Td [ (2) -0.50062 (0) -0.50062 (8) -0.50062 ] TJ /R16 6.9738 Tf 11.9137 0 Td [ (X) -0.90321 ] TJ /R12 6.9738 Tf 7.07617 0 Td [ (\135) -0.39909 ] TJ /R10 9.9626 Tf 5.24414 -3.61484 Td [ (and) -249.993 (Naiyan) -249.985 (W) 79.9866 (ang) ] TJ /R12 6.9738 Tf 71.1328 3.61484 Td [ (\133) -0.39909 (0) -0.50062 (0) -0.50062 (0) -0.50062 (0) -0.50062 ] TJ /R14 6.9738 Tf 18.1398 0 Td [ -0.89971 ] TJ /R12 6.9738 Tf 6.22734 0 Td [ (0) -0.50062 (0) -0.50062 (0) -0.50062 (2) -0.49712 ] TJ /R14 6.9738 Tf 15.8848 0 Td [ -0.90321 ] TJ /R12 6.9738 Tf 6.22617 0 Td [ (0) -0.49712 (5) -0.49712 (2) -0.49712 (6) -0.49712 ] TJ /R14 6.9738 Tf 15.8848 0 Td [ -0.90321 ] TJ /R12 6.9738 Tf 6.22695 0 Td [ (3) -0.49712 (3) -0.49712 (3) -0.49712 (1) -0.49712 (\135) -0.39909 ] TJ /R10 8.9664 Tf -151.412 -24.4949 Td [ (T) 44.9976 (uSimple) ] TJ /R18 8.9664 Tf -65.1312 -10.959 Td [ (f) -0.90126 ] TJ /R20 8.9664 Tf 4.6082 0 Td (zehaohuang18\054winsty) Tj /R18 8.9664 Tf 102.216 0 Td [ (g) -0.90126 ] TJ /R20 8.9664 Tf 4.60781 0 Td (\100gmail\056com) Tj /R8 8.9664 Tf -173.384 -41.802 Td (Abstract\056) Tj /R10 8.9664 Tf 40.5859 0 Td [ (Deep) -334.977 (con) 40.0176 (v) 19.9965 (olutional) -335.002 (neural) -335.018 (netw) 10 (orks) -335.987 (ha) 20.021 (v) 14.9865 (e) -334.994 (liberated) -335.018 (its) -334.996 (e) 15.011 (xtraordinary) ] TJ -40.5859 -10.959 Td [ (po) 25.0066 (wer) -415.003 (on) -416.006 (v) 25.0066 (arious) -414.98 (tasks\056) -415.987 (Ho) 24.9957 (we) 25.0229 (v) 14.9865 (er) 40.0039 (\054) -414.982 (it) -415.987 (is) -414.991 (still) -416.009 (v) 14.9865 (ery) -414.993 (challenging) -415.993 (to) -414.996 (deplo) 10.0092 (y) -415.004 (state\055) ] TJ 10.959 TL T* [ (of\055the\055art) -386.981 (models) -386.989 (into) -387.019 (real\055w) 9.99826 (orld) -386.997 (applications) -387.008 (due) -387.011 (to) -386.983 (their) -387.008 (high) -386.983 (computa) 0.98022 (tional) ] TJ T* [ (comple) 15.0096 (xity) 65.0173 (\056) -320.01 (Ho) 24.9957 (w) -318.997 (can) -319.983 (we) -320.015 (design) -318.991 (a) -320.007 (compact) -319.983 (and) -319.005 (ef) 25.0174 (fecti) 25.0174 (v) 14.9865 (e) -320.007 (netw) 10 (ork) -320.002 (without) -319.013 (mas\055) ] TJ T* [ (si) 25.0202 (v) 14.9865 (e) -288.988 (e) 15.011 (xperiments) -289.993 (and) -288.988 (e) 15.011 (xpert) -288.994 (kno) 25.0066 (wledge\077) -288.983 (In) -289.985 (this) -288.991 (paper) 39.9849 (\054) -288.991 (we) -289.999 (propose) -289 (a) -288.986 (simple) -289.002 (and) ] TJ T* [ (ef) 25.0174 (fecti) 25.0161 (v) 14.9865 (e) -357.996 (frame) 24.9929 (w) 10.0092 (ork) -357.991 (to) -358.012 (learn) -358.021 (and) -357.996 (prune) -358.01 (deep) -358.015 (models) -358.018 (in) -358.012 (an) -357.996 (end\055to\055end) -357.993 (manner) 54.9796 (\056) ] TJ T* [ (In) -359.996 (our) -360.998 (frame) 24.9929 (w) 10.0092 (ork\054) -360.016 (a) -361.002 (ne) 24.9875 (w) -359.992 (type) -360.994 (of) -359.995 (parameter) -359.981 (\226) -360.983 (scaling) -359.997 (f) 10.0064 (actor) -360.983 (is) -360.011 -361.01 (i) 1.0129 (ntroduced) ] TJ 10.9582 TL T* [ (to) -372.999 (scale) -373.007 (the) -372.016 (outputs) -372.985 (of) -373.021 -372.988 (structures\054) -372.983 (s) 1.00745 (uch) -372.983 (as) -373.021 (neurons\054) -373.015 (groups) -373.018 (or) -373.023 (res) 1.01834 (idual) ] TJ 10.959 TL T* [ (blocks\056) -233.016 (Then) -232.01 (we) -233.015 (add) -233.007 (sparsit) 0.99656 (y) -232.988 (re) 14.9974 (gularizations) -233.018 (on) -231.986 (these) -233.012 (f) 10.0064 (actors\054) -233.004 (and) -232.005 (solv) 14.9974 (e) -233.004 (this) -232.008 (opti\055) ] TJ T* [ (mization) -206.982 (problem) -206.996 (by) -206.979 (a) -206.998 -207.007 (stochastic) -207.001 (Accelerated) -207.012 (Proximal) -207.012 (Gradient) -206.021 (\050APG\051) ] TJ T* [ (method\056) -271.001 (By) -271.007 (forcing) -271.015 (some) -270.982 (of) -271.993 (the) -270.988 (f) 10.0064 (actors) -271.015 (to) -271.012 (zero\054) -271.007 (we) -271.004 (can) -271.015 (safely) -271.015 (remo) 15.0056 (v) 14.9865 (e) -270.993 (the) -270.988 (corre\055) ] TJ T* [ (sponding) -230.015 (structures\054) -228.999 (thus) -230.012 (prune) -230.015 (the) -228.991 (unimportant) -229.982 (parts) -230 (of) -228.993 (a) -230 (CNN\056) -230.009 (Comparing) -228.985 (with) ] TJ T* [ (other) -340.009 (structure) -338.983 (selection) -340.009 (methods) -338.98 (that) -339.985 (may) -339.995 (need) -339.021 (thousands) -339.987 (of) -338.996 (trials) -339.985 (or) -340 (it) 1.01834 (erati) 25.0174 (v) 14.9865 (e) ] TJ T* [ -318.004 (our) -317.998 (method) -317.987 (is) -318.014 (trained) -318.019 (fully) -317.981 (end\055to\055end) -317.998 (in) -318.019 (one) -318.003 (training) -317.989 (pass) -317.995 (without) ] TJ T* [ (bells) -249.017 (and) -248.995 (whistles\056) -248.99 (W) 80.0106 (e) -248.995 (e) 24.9875 (v) 25.0066 (aluate) -249.014 (our) -248.99 (method\054) -249 (Sparse) -249.006 (Structure) -249.006 (Selection) -248.987 (with) -249.014 (se) 24.9902 (v\055) ] TJ T* [ (eral) -241.003 (state\055of\055the\055art) -240.979 (CNNs\054) -240.985 (and) -240.979 (demonstrate) -241.001 (v) 14.9865 (ery) -240.993 (promising) -240.988 (results) -241.009 (with) -240.998 (a) 0.98567 (dapti) 25.0066 (v) 14.9865 (e) ] TJ T* [ (depth) -318.997 (and) -320.007 (width) -318.978 (selection\056) -319.991 (Code) -318.991 (is) -320.018 (a) 20.021 (v) 25.0066 (ailable) -319.016 (at\072) ] TJ ET Q 0 0 1 rg q 10 0 0 10 0 0 cm BT /R10 8.9664 Tf 1 0 0 1 339.282 364.528 Tm [ (https\072\057\057github) 40.0148 (\056com) 1.0129 (\057huangzehao\057) ] TJ -176.171 -10.9578 Td [ (sparse\055) -55.9952 (st) 1.01562 (ructure\055) -56.0088 (selection) ] TJ ET Q 0 g q 10 0 0 10 0 0 cm BT /R10 8.9664 Tf 1 0 0 1 255.734 353.57 Tm (\056) Tj /R8 8.9664 Tf -92.6227 -22.043 Td [ (K) 25.0147 (eyw) 9.99146 (ords\072) ] TJ /R10 8.9664 Tf 46.0063 0 Td (sparse) Tj /R18 8.9664 Tf 24.6477 0 Td [ -0.501 ] TJ /R10 8.9664 Tf 4.80234 0 Td [ (model) -249.981 (acceleration) ] TJ /R18 8.9664 Tf 70.2137 0 Td [ -0.501 ] TJ /R10 8.9664 Tf 4.80234 0 Td [ (deep) -250.017 (netw) 10 (ork) -249.992 (structure) -249.978 (learning) ] TJ /R8 11.9552 Tf -178.818 -34.3301 Td [ (1) -1000 (Intr) 18.0146 (oduction) ] TJ /R10 9.9626 Tf 24.5328 TL T* [ (Deep) -190.009 (learning) -189.99 (methods\054) -190.008 (especially) -189.988 (con) 39.9982 (v) 20.0016 (olutional) -190.003 (neural) -190.003 (netw) 10.0081 (orks) -189.995 (\050CNNs\051) -189.988 (ha) 19.9967 (v) 14.9828 (e) -190.012 (achie) 25.0154 (v) 14.9828 (ed) ] TJ 11.9551 TL T* [ (remarkable) -198 (performances) -197.999 (in) -197.994 (man) 14.9901 (y) -198.982 0.99493 (elds\054) -199.008 (such) -197.994 (as) -198.004 (computer) -197.984 (vision\054) -198.009 (natural) -197.991 (language) -197.991 (pro\055) ] TJ T* [ (cessing) -294.989 (and) -295.984 (speech) -295.007 (recognition\056) -295.992 (Ho) 24.9836 (we) 25.013 (v) 14.9828 (er) 39.986 (\054) -295.007 (these) -296.019 (e) 15.0122 (xtraordinary) -294.988 (performances) -295.985 (are) -294.98 (at) -295.005 (the) ] TJ T* [ (e) 15.0122 (xpense) -368.985 (of) -370.015 (high) -369.014 (computational) -370.002 (and) -368.992 (storage) -368.985 (demand\056) -369.995 (Although) -368.995 (the) -370.009 (po) 24.986 (wer) -369.002 (of) -368.997 (modern) ] TJ T* [ (GPUs) -276.007 (has) -275.986 (sk) 14.9889 (yrock) 10.0057 (eted) -275.991 (in) -275.981 (the) -275.986 (last) -276.015 (years\054) -275.991 (these) -275.983 (high) -276.01 (costs) -276.013 (are) -276.005 (still) -275.998 (prohibiti) 24.9811 (v) 14.9828 (e) -275.998 (for) -275.993 (CNNs) ] TJ 11.9559 TL T* [ (to) -205.993 (deplo) 10.0167 (y) -206 (in) -205.993 (latenc) 14.9852 (y) -206 (critical) -205.993 (applications) -206.002 (such) -205.993 (as) -206.002 (self\055dri) 24.9885 (ving) -205.983 (cars) -206.01 (and) -206 (augmented) -206.02 (reality) 64.9843 (\054) ] TJ 11.9551 TL (etc\056) ' 14.9441 -12.0801 Td [ (Recently) 64.9941 (\054) -368.015 (a) -367.002 -368.007 (amount) -367.007 (of) -368.015 (w) 10 (orks) -368.005 (on) -366.988 (accelerating) -368.015 (CNNs) -367.012 (at) -368.012 (inference) -367.002 (time) ] TJ -14.9441 -11.9547 Td [ (ha) 19.9979 (v) 14.9828 (e) -305.993 (been) -305.987 (proposed\056) -306 (Methods) -307.012 (focus) -306.02 (on) -306.018 (accelerating) -305.986 (pre\055trained) -305.981 (models) -305.998 (include) -306.008 (direct) ] TJ T* [ (pruning) -272.004 (\1339\054) -166.988 (24\054) -167.019 (29\054) -167.019 (13\054) -166 (27\135\054) -273.003 (lo) 24.9885 (w\055rank) -271.991 (decomposition) -272.991 (\1337\054) -166.987 (20\054) -166 (49\135\054) -273.003 (and) -271.989 (quantization) -273.013 (\13331\054) -166.002 (6\054) ] TJ T* [ (44\135\056) -249.007 (Another) -249 (stream) -249.003 (of) -249.015 (researches) -248.988 (trained) -249.005 (small) -248.988 (and) -249.012 (ef) 25.0081 -248.993 (netw) 10.0081 (orks) -249.003 (directly) 64.9892 (\054) -249.012 (suc) 0.98513 (h) -249.012 (as) ] TJ T* [ (kno) 24.9909 (wledge) -227.99 (distillation) -228.013 (\13314\054) -166.002 (33\054) -167.019 (35\135\054) -227.991 (no) 14.9877 (v) 14.9828 (el) -227.999 (architecture) -227.999 (designs) -228.011 (\13318\054) -166.982 (15\135) -227.996 (and) -227.996 (sparse) -227.016 (learn\055) ] TJ T* [ (ing) -296.992 (\13325\054) -166.002 (50\054) -167.019 (1\054) -166.984 (43\135\056) -297 (In) -295.987 (spare) -297.009 (learning\054) -296.99 (prior) -297 (w) 10 (orks) -296.997 (\13325\135) -295.987 (pursued) -296.99 (the) -297.002 (sparsity) -297.019 (of) -295.99 (weights\056) ] TJ ET Q Q Q q q 1 1 1 rg /a0 gs 48.406 786.422 515.188 -52.699 re f q /s5 gs /x6 Do Q q /s7 gs /x8 Do Q q /s9 gs /x10 Do Q q /s11 gs /x12 Do Q Q Q endstream endobj 22 0 obj > >> /XObject > >> /Length 28 /Group > /BBox [ 123 744 519 776 ] /Type /XObject /Subtype /Form >> stream xœ+äÒO4PH/VЯ02QpÉç ä