convolution neon perf

[nihui]

rk3399 a53 single thread
convolution_im2col_sgemm_pack4_neon vs convolution_pack4_neon

convolution_pack4_neon wins on large input size and kernel size and channel=4

130|nanopc-t4:/data/local/tmp $ ./perf 3 1 1 0 0                                                                                                                                                                                            
loop_count = 4
num_threads = 1
powersave = 1
------------------------
kernel = 3
dilation = 1
stride = 1
pad = 0
bias = 0

wh \ ch  4                 8                 12                16                32                64                128               256         
----------------------------------------------------------------------------------------------------------------------------------------------------
  8      0.02    0.01      0.02    0.03      0.04    0.07      0.05    0.12      0.14    0.46      0.47    1.87      1.72    8.60      6.74   36.75
 12      0.03    0.02      0.05    0.09      0.09    0.19      0.12    0.33      0.39    1.28      1.44    5.18      5.23   23.13     20.14  102.89
 16      0.04    0.05      0.08    0.17      0.15    0.37      0.22    0.64      0.79    2.73      2.76   12.01     10.15   49.00                  
 20      0.06    0.07      0.13    0.28      0.24    0.61      0.36    1.07      1.20    4.25      4.47   17.08     16.63   73.18                  
 24      0.08    0.11      0.20    0.41      0.38    0.91      0.60    1.60      1.96    6.33      6.77   25.96     24.91  119.03                  
 28      0.11    0.15      0.27    0.58      0.56    1.27      0.86    2.25      2.72    8.95      9.44   35.86     34.78  163.08                  
 32      0.14    0.20      0.34    0.77      0.68    1.70      1.06    2.99      3.61   12.64     12.48   55.69                                    
 36      0.19    0.26      0.50    0.99      0.97    2.17      1.46    3.85      4.66   15.38     16.10   62.08                                    
 40      0.23    0.32      0.62    1.23      1.21    2.71      1.83    4.83      5.79   19.10     20.19   83.44                                    
 44      0.27    0.40      0.71    1.50      1.46    3.31      2.21    5.86      7.10   23.83     24.31  104.00                                    
 48      0.35    0.47      0.93    1.81      1.80    4.00      2.66    7.06      8.54   29.73     29.57  147.27                                    
 52      0.43    0.56      1.10    2.14      2.14    4.69      3.17    8.37     10.09   33.38     35.01  154.29                                    
 56      0.49    0.65      1.26    2.49      2.49    5.48      3.69    9.81     11.67   39.87                                                      
 60      0.60    0.75      1.49    2.88      2.82    6.36      4.23   11.29     13.51   48.99                                                      
 64      0.74    0.86      1.80    3.29      3.41    7.29      4.98   13.07     15.40   65.31                                                      
 68      0.80    0.97      2.01    3.73      3.87    8.27      5.66   14.85     17.43   67.56                                                      
 72      0.89    1.09      2.13    4.20      4.12    9.35      6.09   16.99     19.58   75.22                                                      
 76      1.00    1.22      2.38    4.69      4.62   10.42      6.90   19.10     21.72   85.35                                                      
 80      1.09    1.36      2.69    5.22      5.11   11.65      7.61   21.23     24.23   98.58                                                      
 84      1.24    1.50      2.98    5.78      5.64   13.03      8.39   23.70     26.68  104.45                                                      
 88      1.37    1.65      3.27    6.39      6.19   14.24      9.13   27.17     29.26  115.74                                                      
 92      1.52    1.81      3.56    7.00      6.76   15.64     10.06   28.95     32.15  126.54                                                      
 96      1.69    1.98      3.92    7.62      7.42   17.53     11.04   34.09     35.13  158.48                                                      
100      1.78    2.15      4.25    8.30      8.07   18.76     12.00   34.61     38.23  149.90                                                      
104      1.94    2.33      4.54    9.05      8.68   20.84     12.97   40.20     41.25  163.06                                                      
108      2.08    2.52      4.92    9.79      9.45   22.38     13.97   42.36                                                                        
112      2.22    2.72      5.28   10.55     10.18   24.23     15.12   44.53                                                                        
116      2.37    2.93      5.59   11.44     10.78   26.29     16.09   49.96                                                                        
120      2.56    3.16      6.10   12.26     11.63   28.47     17.25   54.38                                                                        
124      2.73    3.37      6.48   13.14     12.47   30.74     18.53   58.28                                                                        
128      3.12    3.57      7.39   14.10     13.97   33.51     20.73   64.73                                                                        
132      3.43    3.83      7.99   15.03     14.91   35.25     22.19   67.21                                                                        
136      3.34    4.07      7.88   16.01     14.96   37.77     22.32   71.42                                                                        
140      3.55    4.32      8.35   16.96     15.89   39.66     23.63   75.40                                                                        
144      3.69    4.56      8.71   18.09     16.77   42.98     25.01   81.08                                                                        
148      3.92    4.84      9.42   18.98     17.77   44.88     26.55   84.61                                                                        
152      4.18    5.11      9.78   20.19     18.86   47.38     28.07   89.52                                                                        
156      4.68    5.39     10.39   21.25     19.84   50.20     29.54   94.84                                                                        
160      4.70    5.67     11.21   22.38     21.01   53.47     31.26  102.27                                                                        
164      4.90    5.97     11.72   23.60     22.04   55.61     32.94  105.08                                                                        
168      5.12    6.27     12.16   24.73     23.26   58.17     34.52  110.67                                                                        
172      5.57    6.58     12.81   25.88     24.36   61.29     36.37  116.01                                                                        
176      5.68    6.90     13.40   27.42     25.62   65.06     38.31  122.71                                                                        
180      5.85    7.23     13.92   28.48     27.03   67.78     39.94  127.17                                                                        
184      6.27    7.56     14.80   29.74     28.31   70.61     42.19  133.75                                                                        
188      6.67    7.99     15.61   31.23     29.59   73.51     43.92  138.92                                                                        
192      7.24    8.20     17.26   32.74     32.23   78.23     47.36  147.66                                                                        
196      7.62    8.59     18.29   34.06     34.09   80.07     49.86  151.38                                                                        
200      7.68    8.97     17.90   35.46     34.07   84.62     50.72  158.96                                                                        
204      8.18    9.33     18.95   36.92     35.73   89.04     53.05  165.17                                                                        
208      8.51    9.70     19.79   38.69     37.28   92.38     55.69  172.66                                                                        
212      8.89   10.08     20.73   40.02     39.09   96.53                                                                                          
216      9.44   10.47     21.52   41.52     40.33  100.35                                                                                          
220      9.86   10.80     22.44   43.26     42.01  102.97                                                                                          
224     10.19   11.27     23.96   44.89     44.42  107.98                                                                                          
228     10.58   11.68     24.79   46.64     45.91  111.00                                                                                          
232     11.14   12.12     25.54   48.42     47.61  117.24                                                                                          
236     11.55   12.53     26.49   50.18     49.64  121.02                                                                                          
240     11.84   12.99     27.42   52.03     51.22  125.06                                                                                          
244     12.18   13.51     28.35   53.93     52.83  130.94                                                                                          
248     13.95   14.11     29.77   56.04     55.24  135.44                                                                                          
252     13.28   14.46     30.60   58.12     56.99  141.33                                                                                          
nanopc-t4:/data/local/tmp $ ./perf 7 1 1 0 0                                                                                                                                                                                               
loop_count = 4
num_threads = 1
powersave = 1
------------------------
kernel = 7
dilation = 1
stride = 1
pad = 0
bias = 0

wh \ ch  4                 8                 12                16                32                64                128               256         
----------------------------------------------------------------------------------------------------------------------------------------------------
  8      0.02    0.01      0.02    0.02      0.03    0.04      0.04    0.07      0.12    0.28      0.40    1.26      1.51    5.10      5.80   20.99
 12      0.04    0.04      0.08    0.15      0.15    0.33      0.22    0.59      0.72    2.59      2.72   10.92     10.26   43.68                  
 16      0.10    0.10      0.24    0.41      0.53    0.92      0.82    1.67      2.62    7.48      9.40   30.79     32.70  122.22                  
 20      0.19    0.20      0.54    0.80      1.03    1.79      1.54    3.20      4.92   14.28     18.08   59.88                                    
 24      0.29    0.33      0.78    1.31      1.59    2.97      2.44    5.35      8.03   23.63     30.00   99.63                                    
 28      0.52    0.50      1.30    1.96      2.45    4.43      3.69    8.06     12.01   36.01     44.83  151.07                                    
 32      0.73    0.70      1.79    2.74      3.45    6.24      5.09   12.05     16.86   51.76                                                      
 36      0.93    0.93      2.34    3.66      4.51    8.23      6.75   14.81     22.14   67.05                                                      
 40      1.25    1.19      3.04    4.70      5.76   10.66      8.61   19.13     28.63   84.02                                                      
 44      1.54    1.48      3.74    5.88      7.17   13.29     10.73   23.83     35.62  108.43                                                      
 48      1.86    1.81      4.62    7.20      8.77   16.25     13.15   29.37     43.80  136.65                                                      
 52      2.28    2.18      5.59    8.63     10.59   19.48     15.86   34.89                                                                        
 56      2.76    2.57      6.62   10.22     12.55   23.14     18.84   41.81                                                                        
 60      3.13    3.00      7.66   11.92     14.54   26.98     21.88   48.39                                                                        
 64      3.66    3.46      8.80   13.75     16.73   32.17     25.19   61.08                                                                        
 68      4.24    3.96     10.12   15.73     19.18   35.57     28.66   64.00                                                                        
 72      4.81    4.48     11.44   17.86     21.64   40.51     32.44   74.57                                                                        
 76      5.20    5.04     12.74   20.16     24.25   45.72     36.32   84.23                                                                        
 80      5.81    5.63     14.12   22.52     26.86   51.13     40.42   94.27                                                                        
 84      6.45    6.26     15.74   25.10     29.96   57.00     44.99  104.17                                                                        
 88      7.07    6.93     17.35   27.78     33.14   63.56     49.68  115.59                                                                        
 92      7.63    7.62     18.96   30.61     36.39   70.59     54.67  128.68                                                                        
 96      8.53    8.34     20.78   33.95     39.65   79.09                                                                                          
100      9.38    9.11     22.79   36.78     43.21   84.84                                                                                          
104     10.17    9.90     24.70   40.19     47.10   92.84                                                                                          
108     10.86   10.73     26.57   43.80     50.69  101.74                                                                                          
112     11.80   11.59     28.78   47.36     54.69  109.29                                                                                          
116     12.66   12.48     31.02   51.24     59.30  117.19                                                                                          
120     13.53   13.43     33.32   55.55     63.44  126.44                                                                                          
124     14.46   14.40     35.56   59.77     68.08  135.73                                                                                          
128     15.48   15.39     37.91   66.17                                                                                                            
132     17.57   16.44     41.47   68.46                                                                                                            
136     18.74   17.52     44.21   72.89                                                                                                            
140     18.58   18.67     45.66   77.65                                                                                                            
144     19.74   19.82     48.88   82.22                                                                                                            
148     20.93   21.00     52.58   87.20                                                                                                            
152     22.23   22.25     54.15   92.12                                                                                                            
156     23.39   23.54     57.47   97.22                                                                                                            
160     24.54   24.84     59.74  102.75                                                                                                            
164     26.15   26.18     63.58  107.80                                                                                                            
168     27.53   27.68     66.88  113.84                                                                                                            
172     28.53   29.48     70.74  119.14                                                                                                            
176     29.35   30.85     73.92  125.09                                                                                                            
180     31.91   32.34     76.99  131.41                                                                                                            
184     33.98   33.86     81.81  137.18                                                                                                            
188     36.05   35.41                                                                                                                              
192     37.19   37.01                                                                                                                              
196     40.52   38.62                                                                                                                              
200     42.71   40.29                                                                                                                              
204     44.10   42.02                                                                                                                              
208     46.85   43.73                                                                                                                              
212     48.75   45.48                                                                                                                              
216     50.93   47.28                                                                                                                              
220     52.46   49.17                                                                                                                              
224     56.40   51.01                                                                                                                              
228     58.78   52.92                                                                                                                              
232     61.03   54.84                                                                                                                              
236     62.81   56.81                                                                                                                              
240     66.10   58.82                                                                                                                              
244     68.33   60.91                                                                                                                              
248     70.21   63.01                                                                                                                              
252     73.21   65.30