#!/bin/sh
# PCP QA Test No. 1678
# pmdaopentelemetry scalability testing
# specifically scaling number of nodes at once
#
# Note: if anything gets added or changed in qa/opentelemetry/samples directory,
# then this test (and all tests in group pmda.opentelemetry) will need to be remade.
#
# Copyright (c) 2025 Red Hat.  All Rights Reserved.
#

seq=`basename $0`
echo "QA output created by $seq"

# get standard environment, filters and checks
. ./common.opentelemetry

_pmdaopentelemetry_check || _notrun "opentelemetry pmda and/or load generator not installed"

status=1        # failure is the default!
$sudo rm -rf $tmp $tmp.* $seq.full
totalendpoints=100 #total queue to work through
endpoints=1 #opentelemetry endpoints
iterations=4
metrics=10
instances=10

_cleanup()
{
    # kill the load generator, just in case it didn't exit
    if [ -n "$pid" ]
    then
        $sudo $PCP_BINADM_DIR/pmsignal -s TERM $pid >/dev/null 2>&1
        pid=""
    fi

    echo "=== endpoint log ===" >>$here/$seq.full
    if [ -f $tmp.endpoint ]
    then
        cat $tmp.endpoint >>$here/$seq.full
    else
        echo "Error: endpoint log file is missing" >>$here/$seq.full
    fi

    cd $here
    _pmdaopentelemetry_cleanup
    $sudo rm -rf $tmp $tmp.*
}

_prepare_pmda opentelemetry
trap "_cleanup; exit \$status" 0 1 2 3 15
_stop_auto_restart pmcd

_pmdaopentelemetry_save_config
_pmdaopentelemetry_install
port=`_find_free_port 10000`
echo "port=$port" >>$here/$seq.full

$python $here/opentelemetry/opentelemetry_endpoint.python \
        --port=$port \
        --output=$PCP_PMDAS_DIR/opentelemetry/config.d/ \
        --total $totalendpoints \
        --endpoints $endpoints \
        --metrics $metrics \
        --instances $instances \
        --limit $iterations >$tmp.endpoint 2>&1 &
pid=$!

if ! _pmdaopentelemetry_wait_for_metric opentelemetry.source0
then
    status=1
    exit
fi

if pminfo -b 10000000 -v `pminfo opentelemetry | grep -v \.control | LC_COLLATE=POSIX sort` > $tmp.info 2> $tmp.err
then
    :
else
    echo "... failed! ... here is the Install log ..."
    cat $tmp.out
fi
cat $tmp.info $tmp.err
if pminfo -b 10000000 -fd `pminfo opentelemetry | grep -F -v .control | LC_COLLATE=POSIX sort` > $tmp.info 2>$tmp.err
   then
    echo "Fetch and desc opentelemetry metrics: success"
    cat $tmp.info
else
    echo "Fetch and desc opentelemetry metrics: failed"
    cat $tmp.err
fi

pminfo -b 10000000 -tf `pminfo opentelemetry.source0 | LC_COLLATE=POSIX sort`

for i in `seq 1 1 99`
do
    pminfo -b 10000000 -tf `pminfo opentelemetry.source$i | LC_COLLATE=POSIX sort`
    pminfo -b 10000000 -tf `pminfo opentelemetry.source$i | LC_COLLATE=POSIX sort`
    pminfo -b 10000000 -tf `pminfo opentelemetry.source$i | LC_COLLATE=POSIX sort`
    pmsleep 0.0005
done

_pmdaopentelemetry_remove

# success, all done
status=0
exit
