Started by timer
Running as SYSTEM
[EnvInject] - Loading node environment variables.
Building remotely on prd-centos8-builder-1c-1g-2406 (centos8-builder-1c-1g) in workspace /w/workspace/ci-management-openstack-cron
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent]   Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
SSH_AUTH_SOCK=/tmp/ssh-Gb2yT7dehjdN/agent.5170
SSH_AGENT_PID=5171
[ssh-agent] Started.
Running ssh-add (command line suppressed)
Identity added: /w/workspace/ci-management-openstack-cron@tmp/private_key_7367582360620772143.key (jenkins-ssh)
[ssh-agent] Using credentials jenkins (jenkins)
The recommended git tool is: NONE
using credential jenkins
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository ssh://oran-jobbuilder@gerrit.o-ran-sc.org:29418/ci-management
 > git init /w/workspace/ci-management-openstack-cron # timeout=10
Fetching upstream changes from ssh://oran-jobbuilder@gerrit.o-ran-sc.org:29418/ci-management
 > git --version # timeout=10
 > git --version # 'git version 2.43.0'
using GIT_SSH to set credentials jenkins
[INFO] Currently running in a labeled security context
[INFO] Currently SELinux is 'enforcing' on the host
 > /usr/bin/chcon --type=ssh_home_t /w/workspace/ci-management-openstack-cron@tmp/jenkins-gitclient-ssh8184049655398791556.key
 > git fetch --tags --force --progress -- ssh://oran-jobbuilder@gerrit.o-ran-sc.org:29418/ci-management +refs/heads/*:refs/remotes/origin/* # timeout=10
ERROR: Error cloning remote repo 'origin'
hudson.plugins.git.GitException: Command "git fetch --tags --force --progress -- ssh://oran-jobbuilder@gerrit.o-ran-sc.org:29418/ci-management +refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: ssh: connect to host gerrit.o-ran-sc.org port 29418: Connection timed out
fatal: Could not read from remote repository.

Please make sure you have the correct access rights
and the repository exists.

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2846)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:2185)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:635)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$2.execute(CliGitAPIImpl.java:871)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$GitCommandMasterToSlaveCallable.call(RemoteGitImpl.java:170)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$GitCommandMasterToSlaveCallable.call(RemoteGitImpl.java:161)
	at hudson.remoting.UserRequest.perform(UserRequest.java:211)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:377)
	at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:78)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
	Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to prd-centos8-builder-1c-1g-2406
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1787)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:356)
		at hudson.remoting.Channel.call(Channel.java:1003)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:153)
		at jdk.internal.reflect.GeneratedMethodAccessor294.invoke(Unknown Source)
		at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
		at java.base/java.lang.reflect.Method.invoke(Method.java:566)
		at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:138)
		at com.sun.proxy.$Proxy154.execute(Unknown Source)
		at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1222)
		at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1305)
		at hudson.scm.SCM.checkout(SCM.java:540)
		at hudson.model.AbstractProject.checkout(AbstractProject.java:1248)
		at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:649)
		at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:85)
		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:521)
		at hudson.model.Run.execute(Run.java:1895)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
		at hudson.model.ResourceController.execute(ResourceController.java:101)
		at hudson.model.Executor.run(Executor.java:442)
ERROR: Error cloning remote repo 'origin'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
echo Agent pid 5171 killed;
[ssh-agent] Stopped.
[PostBuildScript] - [INFO] Executing post build scripts.
[ci-management-openstack-cron] $ /bin/bash /tmp/jenkins4098751340061133617.sh
---> sysstat.sh
[ci-management-openstack-cron] $ /bin/bash /tmp/jenkins9120264294132621549.sh
---> package-listing.sh
++ facter osfamily
++ tr '[:upper:]' '[:lower:]'
+ OS_FAMILY=redhat
+ workspace=/w/workspace/ci-management-openstack-cron
+ START_PACKAGES=/tmp/packages_start.txt
+ END_PACKAGES=/tmp/packages_end.txt
+ DIFF_PACKAGES=/tmp/packages_diff.txt
+ PACKAGES=/tmp/packages_start.txt
+ '[' /w/workspace/ci-management-openstack-cron ']'
+ PACKAGES=/tmp/packages_end.txt
+ case "${OS_FAMILY}" in
+ rpm -qa
+ sort
+ '[' -f /tmp/packages_start.txt ']'
+ '[' -f /tmp/packages_end.txt ']'
+ diff /tmp/packages_start.txt /tmp/packages_end.txt
+ '[' /w/workspace/ci-management-openstack-cron ']'
+ mkdir -p /w/workspace/ci-management-openstack-cron/archives/
+ cp -f /tmp/packages_diff.txt /tmp/packages_end.txt /tmp/packages_start.txt /w/workspace/ci-management-openstack-cron/archives/
[ci-management-openstack-cron] $ /bin/bash /tmp/jenkins1352684146645620400.sh
---> capture-instance-metadata.sh
Setup pyenv:
  system
* 3.8.13 (set by /opt/pyenv/version)
* 3.9.13 (set by /opt/pyenv/version)
* 3.10.6 (set by /opt/pyenv/version)
lf-activate-venv(): INFO: Creating python3 venv at /tmp/venv-FGhk
lf-activate-venv(): INFO: Save venv in file: /tmp/.os_lf_venv
lf-activate-venv(): INFO: Installing: lftools 
lf-activate-venv(): INFO: Adding /tmp/venv-FGhk/bin to PATH
INFO: Running in OpenStack, capturing instance metadata
[ci-management-openstack-cron] $ /bin/bash /tmp/jenkins6091589183523759340.sh
provisioning config files...
copy managed file [jenkins-log-archives-settings] to file:/w/workspace/ci-management-openstack-cron@tmp/config16909681796910005607tmp
Regular expression run condition: Expression=[^.*logs-s3.*], Label=[]
Run condition [Regular expression match] preventing perform for step [Provide Configuration files]
[EnvInject] - Injecting environment variables from a build step.
[EnvInject] - Injecting as environment variables the properties content 
SERVER_ID=logs

[EnvInject] - Variables injected successfully.
[ci-management-openstack-cron] $ /bin/bash /tmp/jenkins10889102995149070553.sh
---> create-netrc.sh
[ci-management-openstack-cron] $ /bin/bash /tmp/jenkins9427571323036308396.sh
---> python-tools-install.sh
Setup pyenv:
  system
  3.8.13
  3.9.13
* 3.10.6 (set by /w/workspace/ci-management-openstack-cron/.python-version)
lf-activate-venv(): INFO: Reuse venv:/tmp/venv-FGhk from file:/tmp/.os_lf_venv
lf-activate-venv(): INFO: Installing: lftools 
lf-activate-venv(): INFO: Adding /tmp/venv-FGhk/bin to PATH
Generating Requirements File
Python 3.10.6
pip 24.2 from /tmp/venv-FGhk/lib/python3.10/site-packages/pip (python 3.10)
appdirs==1.4.4
argcomplete==3.5.0
aspy.yaml==1.3.0
attrs==24.2.0
autopage==0.5.2
beautifulsoup4==4.12.3
boto3==1.34.160
botocore==1.34.160
bs4==0.0.2
cachetools==5.4.0
certifi==2024.7.4
cffi==1.17.0
cfgv==3.4.0
chardet==5.2.0
charset-normalizer==3.3.2
click==8.1.7
cliff==4.7.0
cmd2==2.4.3
cryptography==3.3.2
debtcollector==3.0.0
decorator==5.1.1
defusedxml==0.7.1
Deprecated==1.2.14
distlib==0.3.8
dnspython==2.6.1
docker==4.2.2
dogpile.cache==1.3.3
email_validator==2.2.0
filelock==3.15.4
future==1.0.0
gitdb==4.0.11
GitPython==3.1.43
google-auth==2.33.0
httplib2==0.22.0
identify==2.6.0
idna==3.7
importlib-resources==1.5.0
iso8601==2.1.0
Jinja2==3.1.4
jmespath==1.0.1
jsonpatch==1.33
jsonpointer==3.0.0
jsonschema==4.23.0
jsonschema-specifications==2023.12.1
keystoneauth1==5.7.0
kubernetes==30.1.0
lftools==0.37.10
lxml==5.3.0
MarkupSafe==2.1.5
msgpack==1.0.8
multi_key_dict==2.0.3
munch==4.0.0
netaddr==1.3.0
netifaces==0.11.0
niet==1.4.2
nodeenv==1.9.1
oauth2client==4.1.3
oauthlib==3.2.2
openstacksdk==3.3.0
os-client-config==2.1.0
os-service-types==1.7.0
osc-lib==3.1.0
oslo.config==9.5.0
oslo.context==5.5.0
oslo.i18n==6.3.0
oslo.log==6.1.1
oslo.serialization==5.4.0
oslo.utils==7.2.0
packaging==24.1
pbr==6.0.0
platformdirs==4.2.2
prettytable==3.11.0
pyasn1==0.6.0
pyasn1_modules==0.4.0
pycparser==2.22
pygerrit2==2.0.15
PyGithub==2.3.0
PyJWT==2.9.0
PyNaCl==1.5.0
pyparsing==2.4.7
pyperclip==1.9.0
pyrsistent==0.20.0
python-cinderclient==9.5.0
python-dateutil==2.9.0.post0
python-heatclient==3.5.0
python-jenkins==1.8.2
python-keystoneclient==5.4.0
python-magnumclient==4.6.0
python-openstackclient==7.0.0
python-swiftclient==4.6.0
PyYAML==6.0.2
referencing==0.35.1
requests==2.32.3
requests-oauthlib==2.0.0
requestsexceptions==1.4.0
rfc3986==2.0.0
rpds-py==0.20.0
rsa==4.9
ruamel.yaml==0.18.6
ruamel.yaml.clib==0.2.8
s3transfer==0.10.2
simplejson==3.19.2
six==1.16.0
smmap==5.0.1
soupsieve==2.6
stevedore==5.2.0
tabulate==0.9.0
toml==0.10.2
tomlkit==0.13.1
tqdm==4.66.5
typing_extensions==4.12.2
tzdata==2024.1
urllib3==1.26.19
virtualenv==20.26.3
wcwidth==0.2.13
websocket-client==1.8.0
wrapt==1.16.0
xdg==6.0.0
xmltodict==0.13.0
yq==3.4.3
[ci-management-openstack-cron] $ /bin/bash /tmp/jenkins3006492265071302774.sh
---> sudo-logs.sh
Archiving 'sudo' log..
[ci-management-openstack-cron] $ /bin/bash /tmp/jenkins11388923188942957657.sh
---> job-cost.sh
Setup pyenv:
  system
  3.8.13
  3.9.13
* 3.10.6 (set by /w/workspace/ci-management-openstack-cron/.python-version)
lf-activate-venv(): INFO: Reuse venv:/tmp/venv-FGhk from file:/tmp/.os_lf_venv
lf-activate-venv(): INFO: Installing: zipp==1.1.0 python-openstackclient urllib3~=1.26.15 
lf-activate-venv(): INFO: Adding /tmp/venv-FGhk/bin to PATH
INFO: No Stack...
INFO: Retrieving Pricing Info for: v2-highcpu-1
INFO: Archiving Costs
[ci-management-openstack-cron] $ /bin/bash -l /tmp/jenkins16304466297143267708.sh
---> logs-deploy.sh
Setup pyenv:
  system
  3.8.13
  3.9.13
* 3.10.6 (set by /w/workspace/ci-management-openstack-cron/.python-version)
lf-activate-venv(): INFO: Reuse venv:/tmp/venv-FGhk from file:/tmp/.os_lf_venv
lf-activate-venv(): INFO: Installing: lftools 
lf-activate-venv(): INFO: Adding /tmp/venv-FGhk/bin to PATH
INFO: Nexus URL https://nexus.o-ran-sc.org path production/vex-sjc-oran-jenkins-prod-1/ci-management-openstack-cron/46036
INFO: archiving workspace using pattern(s): 
Archives upload complete.
INFO: archiving logs to Nexus
---> uname -a:
Linux prd-centos8-builder-1c-1g-2406.novalocal 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux


---> lscpu:
Architecture:        x86_64
CPU op-mode(s):      32-bit, 64-bit
Byte Order:          Little Endian
CPU(s):              1
On-line CPU(s) list: 0
Thread(s) per core:  1
Core(s) per socket:  1
Socket(s):           1
NUMA node(s):        1
Vendor ID:           AuthenticAMD
CPU family:          23
Model:               49
Model name:          AMD EPYC-Rome Processor
Stepping:            0
CPU MHz:             2800.000
BogoMIPS:            5600.00
Virtualization:      AMD-V
Hypervisor vendor:   KVM
Virtualization type: full
L1d cache:           32K
L1i cache:           32K
L2 cache:            512K
L3 cache:            16384K
NUMA node0 CPU(s):   0
Flags:               fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid arch_capabilities


---> nproc:
1


---> df -h:
Filesystem      Size  Used Avail Use% Mounted on
devtmpfs        329M     0  329M   0% /dev
tmpfs           386M     0  386M   0% /dev/shm
tmpfs           386M   11M  376M   3% /run
tmpfs           386M     0  386M   0% /sys/fs/cgroup
/dev/vda1        20G  9.0G   12G  45% /
tmpfs            78M     0   78M   0% /run/user/1001


---> free -m:
              total        used        free      shared  buff/cache   available
Mem:            770         320          51           8         398         314
Swap:          1023           8        1015


---> ip addr:
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc fq_codel state UP group default qlen 1000
    link/ether fa:16:3e:e1:8b:ae brd ff:ff:ff:ff:ff:ff
    altname enp0s3
    altname ens3
    inet 10.32.6.24/23 brd 10.32.7.255 scope global dynamic noprefixroute eth0
       valid_lft 85996sec preferred_lft 85996sec
    inet6 fe80::f816:3eff:fee1:8bae/64 scope link 
       valid_lft forever preferred_lft forever


---> sar -b -r -n DEV:
Linux 4.18.0-529.el8.x86_64 (centos-stream-8-builder-7e611857-ce8d-42da-b0f0-357f5fb5fb5a.nov) 	08/14/2024 	_x86_64_	(1 CPU)

04:03:44     LINUX RESTART	(1 CPU)

04:04:01 AM       tps      rtps      wtps   bread/s   bwrtn/s
04:05:01 AM    186.01    138.74     47.27  11749.07  38587.38
04:06:01 AM      1.87      0.00      1.87      0.00     51.27
04:07:01 AM      0.22      0.08      0.13      1.73      1.18
04:08:01 AM      0.40      0.00      0.40      0.00      5.48
04:09:01 AM     73.88     73.08      0.80   6350.55     18.73
04:10:01 AM    152.98     41.44    111.54   4076.62  11721.55
Average:        69.24     42.23     27.01   3697.00   8399.93

04:04:01 AM kbmemfree   kbavail kbmemused  %memused kbbuffers  kbcached  kbcommit   %commit  kbactive   kbinact   kbdirty
04:05:01 AM     68096    402908    721116     91.37      2104    410148    424968     23.12     98180    476036       636
04:06:01 AM     69708    404276    719504     91.17      2104    409848    424968     23.12     97868    475020        16
04:07:01 AM     70364    404240    718848     91.08      2104    409156    424968     23.12     98088    474112        16
04:08:01 AM     70756    404240    718456     91.03      2104    408764    424968     23.12     98104    473704        12
04:09:01 AM     62548    384520    726664     92.07      2100    398860    457972     24.92    102716    483956        40
04:10:01 AM     94508    358552    694704     88.03      1684    335184    468460     25.49    126440    411976     19552
Average:        72663    393123    716549     90.79      2033    395327    437717     23.82    103566    465801      3379

04:04:01 AM     IFACE   rxpck/s   txpck/s    rxkB/s    txkB/s   rxcmp/s   txcmp/s  rxmcst/s   %ifutil
04:05:01 AM        lo      0.00      0.00      0.00      0.00      0.00      0.00      0.00      0.00
04:05:01 AM      eth0    131.48     61.51    556.94     40.09      0.00      0.00      0.00      0.00
04:06:01 AM        lo      0.00      0.00      0.00      0.00      0.00      0.00      0.00      0.00
04:06:01 AM      eth0      0.18      0.23      0.02      0.02      0.00      0.00      0.00      0.00
04:07:01 AM        lo      0.00      0.00      0.00      0.00      0.00      0.00      0.00      0.00
04:07:01 AM      eth0      0.12      0.20      0.01      0.01      0.00      0.00      0.00      0.00
04:08:01 AM        lo      0.00      0.00      0.00      0.00      0.00      0.00      0.00      0.00
04:08:01 AM      eth0      0.10      0.15      0.01      0.01      0.00      0.00      0.00      0.00
04:09:01 AM        lo      0.00      0.00      0.00      0.00      0.00      0.00      0.00      0.00
04:09:01 AM      eth0      2.02      1.42      1.56      1.45      0.00      0.00      0.00      0.00
04:10:01 AM        lo      0.00      0.00      0.00      0.00      0.00      0.00      0.00      0.00
04:10:01 AM      eth0    143.55     96.45    868.07     13.87      0.00      0.00      0.00      0.00
Average:           lo      0.00      0.00      0.00      0.00      0.00      0.00      0.00      0.00
Average:         eth0     46.25     26.67    237.83      9.25      0.00      0.00      0.00      0.00


---> sar -P ALL:
Linux 4.18.0-529.el8.x86_64 (centos-stream-8-builder-7e611857-ce8d-42da-b0f0-357f5fb5fb5a.nov) 	08/14/2024 	_x86_64_	(1 CPU)

04:03:44     LINUX RESTART	(1 CPU)

04:04:01 AM     CPU     %user     %nice   %system   %iowait    %steal     %idle
04:05:01 AM     all     35.44      0.07      9.74      6.35      0.10     48.30
04:05:01 AM       0     35.44      0.07      9.74      6.35      0.10     48.30
04:06:01 AM     all      0.79      0.00      0.33      0.00      0.03     98.85
04:06:01 AM       0      0.79      0.00      0.33      0.00      0.03     98.85
04:07:01 AM     all      0.65      0.00      0.33      0.02      0.03     98.96
04:07:01 AM       0      0.65      0.00      0.33      0.02      0.03     98.96
04:08:01 AM     all      0.64      0.00      0.25      0.00      0.03     99.08
04:08:01 AM       0      0.64      0.00      0.25      0.00      0.03     99.08
04:09:01 AM     all      2.67      0.00      1.30     10.01      0.05     85.96
04:09:01 AM       0      2.67      0.00      1.30     10.01      0.05     85.96
04:10:01 AM     all     70.69      0.00     11.33      3.76      0.12     14.10
04:10:01 AM       0     70.69      0.00     11.33      3.76      0.12     14.10
Average:        all     18.49      0.01      3.88      3.36      0.06     74.20
Average:          0     18.49      0.01      3.88      3.36      0.06     74.20