Skip to content

Instantly share code, notes, and snippets.

@nihui
Last active June 18, 2022 04:51
Show Gist options
  • Save nihui/8c2d5f70df69a326196b9b1891c7719d to your computer and use it in GitHub Desktop.
Save nihui/8c2d5f70df69a326196b9b1891c7719d to your computer and use it in GitHub Desktop.
ncnn memory usage
#include <malloc.h>

// call malloc_trim(0);
static double get_memory_resident()
{
    unsigned long size;
    unsigned long resident;
    unsigned long share;
    unsigned long text;
    unsigned long lib;
    unsigned long data;
    unsigned long dt;

    FILE* fp = fopen("/proc/self/statm", "r");
    fscanf(fp, "%ld %ld %ld %ld %ld %ld %ld", &size, &resident, &share, &text, &lib, &data, &dt);

    fclose(fp);

    long page_size_kb = sysconf(_SC_PAGE_SIZE) / 1024;

    return (double)resident * page_size_kb;;
}

r9-5950x

./benchncnn 1 8 0 -1 0

model RES old new diff
squeezenet 53796 31764 -40.95%
mobilenet 55368 39580 -28.51%
mobilenet_v2 60668 47252 -22.11%
mobilenet_v3 66292 46396 -30.01%
shufflenet 27404 20220 -26.22%
shufflenet_v2 30156 21380 -29.10%
mnasnet 53168 36332 -31.67%
proxylessnasnet 51292 35712 -30.38%
efficientnet_b0 77688 57624 -25.83%
efficientnetv2_b0 88280 61084 -30.81%
regnety_400m 57068 41336 -27.57%
blazeface 14912 14796 -0.78%
googlenet 230152 115264 -49.92%
resnet18 504840 198864 -60.61%
alexnet 583852 290640 -50.22%
vgg16 1836324 882064 -51.97%
resnet50 693736 281716 -59.39%
squeezenet_ssd 266544 200156 -24.91%
mobilenet_ssd 84092 61776 -26.54%
mobilenet_yolo 109464 90224 -17.58%
mobilenetv2_yolov3 90172 76548 -15.11%
yolov4-tiny 361744 184104 -49.11%
nanodet_m 28576 24672 -13.66%
yolo-fastest-1.1 24084 22560 -6.33%
yolo-fastestv2 24456 23560 -3.66%

rk3568

./benchncnn 1 4 0 -1 0

model RES old new diff
squeezenet 33024 19592 -40.67%
mobilenet 38680 21836 -43.55%
mobilenet_v2 40168 26108 -35.00%
mobilenet_v3 45172 24580 -45.59%
shufflenet 19992 12376 -38.10%
shufflenet_v2 22596 13460 -40.43%
mnasnet 38572 21000 -45.56%
proxylessnasnet 38704 22372 -42.20%
efficientnet_b0 52864 31736 -39.97%
efficientnetv2_b0 64400 33692 -47.68%
regnety_400m 40276 22592 -43.91%
blazeface 8596 7616 -11.40%
googlenet 137820 61124 -55.65%
resnet18 292624 98708 -66.27%
alexnet 417440 147608 -64.64%
vgg16 1252136 453752 -63.76%
resnet50 416412 139284 -66.55%
squeezenet_ssd 163512 99872 -38.92%
mobilenet_ssd 61772 38620 -37.48%
mobilenet_yolo 71032 50444 -28.98%
mobilenetv2_yolov3 60400 45632 -24.45%
yolov4-tiny 198364 82616 -58.35%
nanodet_m 21204 17992 -15.15%
yolo-fastest-1.1 14808 12880 -13.02%
yolo-fastestv2 16456 14748 -10.38%

visionfive v1

./benchncnn 1 2 0 -1 0

model RES old new diff
squeezenet 39032 34276 -12.18%
mobilenet 50520 38484 -23.82%
mobilenet_v2 57520 49376 -14.16%
mobilenet_v3 43992 39280 -10.71%
shufflenet 22420 19436 -13.31%
shufflenet_v2 25876 21220 -17.99%
mnasnet 48972 37800 -22.81%
proxylessnasnet 44256 34676 -21.65%
efficientnet_b0 70756 63768 -9.88%
efficientnetv2_b0 74668 52816 -29.27%
regnety_400m 55012 42316 -23.08%
blazeface 11304 10976 -2.90%
googlenet 132712 109644 -17.38%
resnet18 234404 190872 -18.57%
alexnet 295100 285916 -3.11%
vgg16 943600 886164 -6.09%
resnet50 369444 278000 -24.75%
squeezenet_ssd 143956 122460 -14.93%
mobilenet_ssd 80368 58064 -27.75%
mobilenet_yolo 108364 88960 -17.91%
mobilenetv2_yolov3 104776 90732 -13.40%
yolov4-tiny 194988 171612 -11.99%
nanodet_m 27916 24468 -12.35%
yolo-fastest-1.1 20680 19744 -4.53%
yolo-fastestv2 25332 24444 -3.51%

ls2k1000

./benchncnn 1 2 0 -1 0

model RES old new diff
squeezenet 54096 30944 -42.80%
mobilenet 50608 39040 -22.86%
mobilenet_v2 54816 46576 -15.03%
mobilenet_v3 51104 45792 -10.39%
shufflenet 22384 19312 -13.72%
shufflenet_v2 25504 20224 -20.70%
mnasnet 47216 34768 -26.36%
proxylessnasnet 46144 34656 -24.90%
efficientnet_b0 70560 56560 -19.84%
efficientnetv2_b0 81792 60224 -26.37%
regnety_400m 52528 48016 -8.59%
blazeface 10608 10384 -2.11%
googlenet 212832 104960 -50.68%
resnet18 487232 183104 -62.42%
alexnet 351536 286912 -18.38%
vgg16 1352208 881408 -34.82%
resnet50 669456 266400 -60.21%
squeezenet_ssd 181328 105072 -42.05%
mobilenet_ssd 81456 60064 -26.26%
mobilenet_yolo 110784 91664 -17.26%
mobilenetv2_yolov3 88896 74880 -15.77%
yolov4-tiny 359936 182832 -49.20%
nanodet_m 26192 22640 -13.56%
yolo-fastest-1.1 22288 21008 -5.74%
yolo-fastestv2 22736 21904 -3.66%
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment