Configure Cache Effects on Bash Build: Difference between revisions

From Yocto Project
Jump to navigationJump to search
(Created page with "== Building Bash - The experiment == Why bash? Because it has enough pieces to make it interesting (~20-30 minutes on my 36 core workstation) and does not build an image, so I...")
 
No edit summary
Line 82: Line 82:




=== walltime ===
=== cputime ===
<code>
Ignoring tasks less than 00:03.0 (3.0s)
Ignoring differences less than 00:01.0 (1.0s)
 
  PKG                        TASK                  ABSDIFF  RELDIFF  CPUTIME1 -> CPUTIME2
  gettext-native              do_configure          -47.1s  -38.2%    123.2s -> 76.1s
  gettext                    do_configure          -35.0s  -29.2%    119.9s -> 84.9s
  rpm-native                  do_configure          -29.8s  -36.2%    82.4s -> 52.5s
  bison-native                do_configure          -24.8s  -53.4%    46.3s -> 21.6s
  m4-native                  do_configure          -17.6s  -91.3%    19.2s -> 1.7s
  python-native              do_configure          -16.8s  -50.8%    33.2s -> 16.3s
  diffutils                  do_configure          -14.9s  -44.6%    33.4s -> 18.5s
  db                          do_configure          -12.3s  -82.5%    14.9s -> 2.6s
  pkgconfig-native            do_configure          -11.1s  -33.6%    33.1s -> 22.0s
  python                      do_configure            -9.9s  -38.3%    26.0s -> 16.0s
  ncurses-native              do_configure            -9.8s  -67.3%    14.6s -> 4.8s
  sed                        do_configure            -9.7s  -51.6%    18.8s -> 9.1s
  db-native                  do_configure            -8.3s  -77.0%    10.8s -> 2.5s
  m4                          do_configure            -7.0s  -35.1%    19.8s -> 12.9s
  gmp-native                  do_configure            -6.9s  -31.8%    21.6s -> 14.7s
  bash                        do_configure            -6.6s  -54.3%    12.1s -> 5.5s
  ncurses                    do_configure            -5.5s  -47.2%    11.7s -> 6.2s
  file-native                do_configure            -5.1s  -37.3%    13.6s -> 8.5s
  xz-native                  do_configure            -4.3s  -25.7%    16.9s -> 12.5s
  flex-native                do_configure            -3.7s  -26.2%    14.3s -> 10.6s
  gawk                        do_configure            -3.7s  -20.9%    17.7s -> 14.0s
  readline-native            do_configure            -3.6s  -55.1%      6.5s -> 2.9s
  mpfr-native                do_configure            -3.5s  -26.9%    13.1s -> 9.6s
  flex                        do_configure            -3.2s  -22.5%    14.4s -> 11.1s
  libtool-native              do_configure            -3.2s  -27.1%    11.8s -> 8.6s
  gdbm                        do_configure            -3.1s  -23.9%    12.9s -> 9.8s
  cross-localedef-native      do_configure            -3.0s  -50.0%      6.0s -> 3.0s
  libpcre-native              do_configure            -2.8s  -22.2%    12.6s -> 9.8s
  ossp-uuid-native            do_configure            -2.8s  -31.8%      8.7s -> 5.9s
  xproto-native              do_configure            -2.7s  -39.3%      6.9s -> 4.2s
  makedepend-native          do_configure            -2.5s  -36.9%      6.7s -> 4.2s
  make                        do_configure            -2.4s  -29.7%      8.2s -> 5.8s
  popt-native                do_configure            -2.2s  -20.1%    11.2s -> 8.9s
  perl-native                do_configure            -2.2s    -5.6%    39.9s -> 37.7s
  elfutils-native            do_configure            -2.2s  -26.6%      8.2s -> 6.0s
  sqlite3-native              do_configure            -2.1s  -28.5%      7.3s -> 5.2s
  readline                    do_configure            -1.9s  -37.4%      5.2s -> 3.2s
  db                          do_package_write_rpm    -1.9s    -5.9%    32.8s -> 30.8s
  libtool-cross              do_configure            -1.9s  -17.9%    10.7s -> 8.8s
  prelink-native              do_configure            -1.9s  -17.4%    10.8s -> 8.9s
  libffi                      do_configure            -1.8s  -15.1%    12.2s -> 10.3s
  expat                      do_configure            -1.7s  -16.9%    10.0s -> 8.3s
  bc                          do_configure            -1.6s  -29.1%      5.6s -> 3.9s
  sqlite3                    do_configure            -1.6s  -22.4%      7.2s -> 5.5s
  gmp-native                  do_compile              -1.6s    -3.3%    48.0s -> 46.5s
  expat-native                do_configure            -1.6s  -17.0%      9.2s -> 7.6s
  perl-native                do_install              -1.5s    -3.8%    40.6s -> 39.1s
  libmpc-native              do_configure            -1.5s  -14.3%    10.6s -> 9.1s
  glibc                      do_install              -1.3s    -0.9%    141.5s -> 140.2s
  attr-native                do_configure            -1.2s  -15.7%      7.9s -> 6.7s
  bzip2-native                do_configure            -1.2s  -19.6%      6.1s -> 4.9s
  gcc-cross-initial-x86_64    do_compile              -1.0s    -0.1%    824.5s -> 823.4s
  db-native                  do_compile              -1.0s    -1.6%    61.9s -> 60.9s
  bzip2                      do_configure            -1.0s  -15.8%      6.3s -> 5.3s
  perl-native                do_populate_sysroot      1.0s  +12.2%      8.5s -> 9.5s
  perl                        do_compile              1.4s    +0.5%    307.1s -> 308.5s
  binutils-native            do_compile              1.8s    +0.4%    442.8s -> 444.6s
  openssl                    do_install              1.9s    +4.0%    46.6s -> 48.5s
  gcc-runtime                do_compile              1.9s    +0.9%    213.0s -> 215.0s
  ncurses-native              do_compile              2.0s    +2.0%    102.7s -> 104.8s
  ncurses                    do_compile              2.2s    +1.9%    116.4s -> 118.6s
  gcc-cross-x86_64            do_compile              2.2s    +0.2%    913.4s -> 915.6s
  binutils-cross-x86_64      do_compile              2.8s    +0.7%    388.3s -> 391.1s
  glibc-locale                do_package_write_rpm    3.0s    +1.0%    294.4s -> 297.5s
  glibc-locale                do_package              12.9s    +3.0%    427.0s -> 439.9s
 
Cumulative cputime:
  -338.7s    -3.7%    2:32:59.4 (9179.4s) -> 2:27:20.7 (8840.7s)
</code>

Revision as of 06:02, 10 November 2016

Building Bash - The experiment

Why bash? Because it has enough pieces to make it interesting (~20-30 minutes on my 36 core workstation) and does not build an image, so I can ignore the rpm install/pseudo part of the build.

What I did

I have 4 builds, 2 with configure cache's for all the recipes and 2 without. I then used buildstats-diff --multi to compare the averages for cache vs non cache.

The Results

walltime

Ignoring tasks less than 00:05.0 (5.0s)
Ignoring differences less than 00:02.0 (2.0s)

 PKG                       TASK                  ABSDIFF  RELDIFF  WALLTIME1 -> WALLTIME2
 gettext-native            do_configure           -63.7s   -33.6%     189.8s -> 126.1s
 gettext                   do_configure           -45.5s   -29.5%     154.0s -> 108.5s
 bison-native              do_configure           -41.2s   -61.4%      67.2s -> 26.0s
 m4-native                 do_configure           -40.3s   -79.7%      50.6s -> 10.3s
 rpm-native                do_configure           -36.2s   -34.1%     106.2s -> 70.0s
 ncurses-native            do_configure           -26.4s   -70.1%      37.6s -> 11.2s
 python-native             do_configure           -21.5s   -49.3%      43.7s -> 22.2s
 pkgconfig-native          do_configure           -17.1s   -32.7%      52.2s -> 35.1s
 db                        do_configure           -16.7s   -78.9%      21.2s -> 4.5s
 diffutils                 do_configure           -16.6s   -39.0%      42.5s -> 25.9s
 mpfr-native               do_configure           -15.5s   -54.3%      28.6s -> 13.1s
 sed                       do_configure           -13.5s   -49.5%      27.2s -> 13.8s
 python                    do_configure           -12.6s   -36.0%      35.0s -> 22.4s
 db-native                 do_configure           -11.9s   -73.4%      16.2s -> 4.3s
 sqlite3-native            do_configure           -11.3s   -57.9%      19.5s -> 8.2s
 m4                        do_configure           -10.6s   -36.8%      28.8s -> 18.2s
 bash                      do_configure           -10.0s   -53.2%      18.9s -> 8.8s
 xproto-native             do_configure            -9.7s   -58.0%      16.7s -> 7.0s
 file-native               do_configure            -9.1s   -39.6%      23.0s -> 13.9s
 gmp-native                do_configure            -8.2s   -24.1%      34.1s -> 25.8s
 readline-native           do_configure            -7.1s   -55.9%      12.7s -> 5.6s
 linux-libc-headers        do_install              -7.0s   -35.1%      20.0s -> 13.0s
 libtool-native            do_configure            -6.3s   -24.3%      26.0s -> 19.7s
 gawk                      do_configure            -6.2s   -24.1%      25.8s -> 19.6s
 flex                      do_configure            -5.9s   -28.0%      20.9s -> 15.1s
 libpcre-native            do_configure            -5.7s   -27.1%      21.1s -> 15.4s
 elfutils-native           do_configure            -5.7s   -36.1%      15.7s -> 10.0s
 ncurses                   do_configure            -5.6s   -29.5%      19.0s -> 13.4s
 expat-native              do_configure            -5.5s   -31.1%      17.6s -> 12.1s
 gettext-native            do_compile              -4.8s   -12.1%      39.3s -> 34.6s
 prelink-native            do_configure            -4.6s   -26.8%      17.0s -> 12.5s
 gdbm                      do_configure            -4.1s   -24.1%      17.2s -> 13.0s
 flex-native               do_configure            -4.1s   -20.5%      19.9s -> 15.9s
 xz-native                 do_configure            -3.9s   -17.5%      22.6s -> 18.7s
 gmp-native                do_compile              -3.7s   -30.4%      12.1s -> 8.4s
 cross-localedef-native    do_configure            -3.5s   -37.3%       9.5s -> 6.0s
 make                      do_configure            -3.2s   -27.4%      11.5s -> 8.4s
 ossp-uuid-native          do_configure            -2.9s   -23.0%      12.8s -> 9.9s
 perl-native               do_configure            -2.8s    -4.5%      62.7s -> 59.9s
 libtool-cross             do_configure            -2.7s   -17.6%      15.1s -> 12.5s
 ncurses-native            do_populate_sysroot     -2.5s   -30.5%       8.1s -> 5.6s
 readline                  do_configure            -2.4s   -32.0%       7.6s -> 5.1s 
 openssl-native            do_install              -2.3s    -4.7%      50.0s -> 47.6s
 bash                      do_package               2.1s   +44.6%       4.7s -> 6.8s 
 gcc-source-6.2.0          do_patch                 2.3s   +38.9%       6.0s -> 8.4s 
 bash                      do_patch                 2.5s   +50.7%       4.9s -> 7.3s
 openssl                   do_patch                 2.5s   +49.0%       5.0s -> 7.5s
 glibc-locale              do_package_write_rpm     2.5s    +0.8%     298.4s -> 301.0s
 glibc                     do_unpack                2.8s   +33.7%       8.2s -> 11.0s 
 binutils-native           do_unpack                3.0s   +38.4%       7.8s -> 10.8s 
 ncurses-native            do_install               3.3s    +8.7%      37.8s -> 41.1s
 rpm-native                do_patch                 3.4s   +22.8%      15.0s -> 18.4s
 elfutils-native           do_patch                 4.0s   +85.7%       4.6s -> 8.6s
 db                        do_unpack                4.1s  +271.1%       1.5s -> 5.7s 
 libtool-native            do_compile               4.2s   +58.0%       7.2s -> 11.4s
 automake-native           do_populate_sysroot      4.4s  +695.3%       0.6s -> 5.0s 
 glibc-initial             do_patch                 4.5s   +91.0%       5.0s -> 9.5s 
 openssl-native            do_patch                 4.6s   +88.2%       5.2s -> 9.7s
 binutils-native           do_fetch                 5.0s  +143.5%       3.5s -> 8.5s
 cross-localedef-native    do_unpack                5.0s   +78.2%       6.4s -> 11.4s 
 perl-native               do_compile               5.2s   +16.4%      31.7s -> 36.9s 
 binutils-cross-x86_64     do_compile               6.7s   +11.0%      60.7s -> 67.4s 
 gcc-source-6.2.0          do_unpack                7.8s   +18.6%      42.2s -> 50.0s 
 binutils-native           do_compile               8.3s   +14.6%      57.2s -> 65.5s 
 ncurses-native            do_compile               9.1s   +80.1%      11.4s -> 20.5s
 gettext-native            do_install              13.1s   +68.6%      19.0s -> 32.1s

Cumulative walltime:
 -434.5s    -7.9%    1:31:26.8 (5486.8s) -> 1:24:12.2 (5052.2s)


cputime


Ignoring tasks less than 00:03.0 (3.0s)
Ignoring differences less than 00:01.0 (1.0s)

 PKG                         TASK                  ABSDIFF  RELDIFF  CPUTIME1 -> CPUTIME2
 gettext-native              do_configure           -47.1s   -38.2%    123.2s -> 76.1s
 gettext                     do_configure           -35.0s   -29.2%    119.9s -> 84.9s
 rpm-native                  do_configure           -29.8s   -36.2%     82.4s -> 52.5s
 bison-native                do_configure           -24.8s   -53.4%     46.3s -> 21.6s
 m4-native                   do_configure           -17.6s   -91.3%     19.2s -> 1.7s
 python-native               do_configure           -16.8s   -50.8%     33.2s -> 16.3s
 diffutils                   do_configure           -14.9s   -44.6%     33.4s -> 18.5s
 db                          do_configure           -12.3s   -82.5%     14.9s -> 2.6s
 pkgconfig-native            do_configure           -11.1s   -33.6%     33.1s -> 22.0s
 python                      do_configure            -9.9s   -38.3%     26.0s -> 16.0s
 ncurses-native              do_configure            -9.8s   -67.3%     14.6s -> 4.8s
 sed                         do_configure            -9.7s   -51.6%     18.8s -> 9.1s
 db-native                   do_configure            -8.3s   -77.0%     10.8s -> 2.5s
 m4                          do_configure            -7.0s   -35.1%     19.8s -> 12.9s
 gmp-native                  do_configure            -6.9s   -31.8%     21.6s -> 14.7s
 bash                        do_configure            -6.6s   -54.3%     12.1s -> 5.5s
 ncurses                     do_configure            -5.5s   -47.2%     11.7s -> 6.2s
 file-native                 do_configure            -5.1s   -37.3%     13.6s -> 8.5s
 xz-native                   do_configure            -4.3s   -25.7%     16.9s -> 12.5s
 flex-native                 do_configure            -3.7s   -26.2%     14.3s -> 10.6s
 gawk                        do_configure            -3.7s   -20.9%     17.7s -> 14.0s
 readline-native             do_configure            -3.6s   -55.1%      6.5s -> 2.9s
 mpfr-native                 do_configure            -3.5s   -26.9%     13.1s -> 9.6s
 flex                        do_configure            -3.2s   -22.5%     14.4s -> 11.1s
 libtool-native              do_configure            -3.2s   -27.1%     11.8s -> 8.6s
 gdbm                        do_configure            -3.1s   -23.9%     12.9s -> 9.8s
 cross-localedef-native      do_configure            -3.0s   -50.0%      6.0s -> 3.0s
 libpcre-native              do_configure            -2.8s   -22.2%     12.6s -> 9.8s
 ossp-uuid-native            do_configure            -2.8s   -31.8%      8.7s -> 5.9s
 xproto-native               do_configure            -2.7s   -39.3%      6.9s -> 4.2s
 makedepend-native           do_configure            -2.5s   -36.9%      6.7s -> 4.2s
 make                        do_configure            -2.4s   -29.7%      8.2s -> 5.8s
 popt-native                 do_configure            -2.2s   -20.1%     11.2s -> 8.9s
 perl-native                 do_configure            -2.2s    -5.6%     39.9s -> 37.7s
 elfutils-native             do_configure            -2.2s   -26.6%      8.2s -> 6.0s
 sqlite3-native              do_configure            -2.1s   -28.5%      7.3s -> 5.2s
 readline                    do_configure            -1.9s   -37.4%      5.2s -> 3.2s
 db                          do_package_write_rpm    -1.9s    -5.9%     32.8s -> 30.8s
 libtool-cross               do_configure            -1.9s   -17.9%     10.7s -> 8.8s
 prelink-native              do_configure            -1.9s   -17.4%     10.8s -> 8.9s
 libffi                      do_configure            -1.8s   -15.1%     12.2s -> 10.3s
 expat                       do_configure            -1.7s   -16.9%     10.0s -> 8.3s 
 bc                          do_configure            -1.6s   -29.1%      5.6s -> 3.9s 
 sqlite3                     do_configure            -1.6s   -22.4%      7.2s -> 5.5s
 gmp-native                  do_compile              -1.6s    -3.3%     48.0s -> 46.5s
 expat-native                do_configure            -1.6s   -17.0%      9.2s -> 7.6s 
 perl-native                 do_install              -1.5s    -3.8%     40.6s -> 39.1s
 libmpc-native               do_configure            -1.5s   -14.3%     10.6s -> 9.1s
 glibc                       do_install              -1.3s    -0.9%    141.5s -> 140.2s
 attr-native                 do_configure            -1.2s   -15.7%      7.9s -> 6.7s
 bzip2-native                do_configure            -1.2s   -19.6%      6.1s -> 4.9s 
 gcc-cross-initial-x86_64    do_compile              -1.0s    -0.1%    824.5s -> 823.4s 
 db-native                   do_compile              -1.0s    -1.6%     61.9s -> 60.9s
 bzip2                       do_configure            -1.0s   -15.8%      6.3s -> 5.3s 
 perl-native                 do_populate_sysroot      1.0s   +12.2%      8.5s -> 9.5s
 perl                        do_compile               1.4s    +0.5%    307.1s -> 308.5s
 binutils-native             do_compile               1.8s    +0.4%    442.8s -> 444.6s
 openssl                     do_install               1.9s    +4.0%     46.6s -> 48.5s
 gcc-runtime                 do_compile               1.9s    +0.9%    213.0s -> 215.0s 
 ncurses-native              do_compile               2.0s    +2.0%    102.7s -> 104.8s 
 ncurses                     do_compile               2.2s    +1.9%    116.4s -> 118.6s
 gcc-cross-x86_64            do_compile               2.2s    +0.2%    913.4s -> 915.6s 
 binutils-cross-x86_64       do_compile               2.8s    +0.7%    388.3s -> 391.1s 
 glibc-locale                do_package_write_rpm     3.0s    +1.0%    294.4s -> 297.5s 
 glibc-locale                do_package              12.9s    +3.0%    427.0s -> 439.9s 

Cumulative cputime:
 -338.7s    -3.7%    2:32:59.4 (9179.4s) -> 2:27:20.7 (8840.7s)

Retrieved from "https://wiki.yoctoproject.org/wiki/index.php?title=Configure_Cache_Effects_on_Bash_Build&oldid=21172"