[OE-core] [PATCH 1/3] core-image-sato-ptest-fast: Add 'fast' ptest execution image

[akuster808]

On 4/17/19 8:59 AM, Richard Purdie wrote:
> Create a common include file which lists recipes that have ptests divided
> into 'fast' and 'slow' groups. This allows us to include ptests which otherwise
> may not get included in images and allows us to test the faster running things
> more regularly.
>
> The new image allows access to these faster executing tests. 'fast' is defined
> as tests which execute in under 30s roughly speaking.
Maybe at some point allow recipes to define their own groupings. It
would lend itself to scaling better.

Can we define the system at ~30 seconds? All these may be fast on a 196
core system where as on my laptop all would be slow ; )

- armin
>
> Signed-off-by: Richard Purdie <richard.purdie at linuxfoundation.org>
> ---
>  .../distro/include/ptest-packagelists.inc     | 75 +++++++++++++++++++
>  .../images/core-image-sato-ptest-fast.bb      | 16 ++++
>  2 files changed, 91 insertions(+)
>  create mode 100644 meta/conf/distro/include/ptest-packagelists.inc
>  create mode 100644 meta/recipes-sato/images/core-image-sato-ptest-fast.bb
>
> diff --git a/meta/conf/distro/include/ptest-packagelists.inc b/meta/conf/distro/include/ptest-packagelists.inc
> new file mode 100644
> index 00000000000..768ba743ed0
> --- /dev/null
> +++ b/meta/conf/distro/include/ptest-packagelists.inc
> @@ -0,0 +1,75 @@
> +#
> +# Lists of the ptests in OE-Core, sorted into two sets by the time they take
> +#
> +# ptests which take less than ~30s each
> +#
> +PTESTS_FAST = "\
> +    acl-ptest \
> +    apr-ptest \
> +    apr-util-ptest \
> +    attr-ptest \
> +    bluez5-ptest \
> +    bzip2-ptest \
> +    dbus-test-ptest \
> +    diffstat-ptest \
> +    diffutils-ptest \
> +    elfutils-ptest \
> +    ethtool-ptest \
> +    flex-ptest \
> +    gawk-ptest \
> +    gdbm-ptest \
> +    gdk-pixbuf-ptest \
> +    gzip-ptest \
> +    json-glib-ptest \
> +    kbd-ptest \
> +    libconvert-asn1-perl-ptest \
> +    liberror-perl-ptest \
> +    libpcre-ptest \
> +    libtimedate-perl-ptest \
> +    libtest-needs-perl-ptest \
> +    liburi-perl-ptest \
> +    libusb1-ptest \
> +    libxml-namespacesupport-perl-ptest \
> +    libxml-perl-ptest \
> +    libxml-parser-perl-ptest \
> +    libxml-sax-perl-ptest \
> +    libxml-sax-base-perl-ptest \
> +    libxml-simple-perl-ptest \
> +    libxml2-ptest \
> +    lzo-ptest \
> +    nettle-ptest \
> +    openssl-ptest \
> +    opkg-ptest \
> +    pango-ptest \
> +    parted-ptest \
> +    quilt-ptest \
> +    sed-ptest \
> +    slang-ptest \
> +    zlib-ptest \
> +"
> +
> +#PTESTS_PROBLEMS = "\
> +#    qemu-ptest \ # Doesn't run any tests?
> +#    ruby-ptest \ # Timeout
> +#    mdadm-ptest \ # Timeout
> +#    clutter-1.0-ptest \ # Doesn't build due to depends on cogl-1.0
> +#"
> +
> +PTESTS_SLOW = "\
> +    bash-ptest \
> +    busybox-ptest \
> +    e2fsprogs-ptest \
> +    glib-2.0-ptest \
> +    gstreamer1.0-ptest \
> +    libevent-ptest \
> +    lttng-tools-ptest \
> +    openssh-ptest \
> +    openssl-ptest \
> +    perl-ptest \
> +    python-ptest \
> +    python3-ptest \
> +    strace-ptest \
> +    tcl-ptest \
> +    util-linux-ptest \
> +    valgrind-ptest \
> +"
> diff --git a/meta/recipes-sato/images/core-image-sato-ptest-fast.bb b/meta/recipes-sato/images/core-image-sato-ptest-fast.bb
> new file mode 100644
> index 00000000000..b794a7dc9e9
> --- /dev/null
> +++ b/meta/recipes-sato/images/core-image-sato-ptest-fast.bb
> @@ -0,0 +1,16 @@
> +require core-image-sato-sdk.bb
> +require conf/distro/include/ptest-packagelists.inc
> +
> +IMAGE_INSTALL += "${PTESTS_FAST}"
> +
> +DESCRIPTION += "Also includes ptest packages with fast execution times to allow for more automated QA."
> +
> +# This image is sufficiently large (~1.8GB) that it can't actually fit in a live
> +# image (which has a 4GB limit), so nullify the overhead factor (1.3x out of the
> +# box) and explicitly add just 1500MB.
> +# strace-ptest in particular needs more than 500MB
> +IMAGE_OVERHEAD_FACTOR = "1.0"
> +IMAGE_ROOTFS_EXTRA_SPACE = "1524288"
> +
> +# ptests need more memory than standard to avoid the OOM killer
> +QB_MEM = "-m 1024"