Next generation ARC accounting: arcctl example queries

General statistic queries examples

[root arc-dev]# arcctl accounting stats
A-REX Accounting Statistics:
  Number of Jobs: 238
  Execution timeframe: 2019-07-09 18:42:18 - 2019-07-12 15:16:56
  Total WallTime: 6 days, 1:35:37
  Total CPUTime: 4:19:45 (including 0:00:00 of kernel time)
  Data staged in: 62.1M
  Data staged out: 1.7K

[root arc-dev]# arcctl accounting stats -o
brief            data-staged-in   jobcount         json             walltime
cputime          data-staged-out  jobids           users            wlcgvos
[root arc-dev]# arcctl accounting stats -o wlcgvos
moldyngrid
ops
matmoden

[root arc-dev]# arcctl accounting stats --filter-vo ops -o jobcount
222

[root arc-dev]# arcctl accounting stats --filter-vo ops --start-from 2019-07-11
A-REX Accounting Statistics:
  Number of Jobs: 131
  Execution timeframe: 2019-07-11 00:16:08 - 2019-07-12 15:33:26
  Total WallTime: 0:20:38
  Total CPUTime: 0:02:02 (including 0:00:00 of kernel time)
  Data staged in: 219.3K
  Data staged out: 1.0K

[root arc-dev]# arcctl accounting stats --filter-queue grid \
> --filter-user /DC\=org/DC\=ugrid/O\=people/O\=KNU/CN\=Andrii\ Salnikov
A-REX Accounting Statistics:
  Number of Jobs: 8
  Execution timeframe: 2019-07-09 18:42:18 - 2019-07-10 17:31:59
  Total WallTime: 0:01:20
  Total CPUTime: 0:00:00 (including 0:00:00 of kernel time)
  Data staged in: 61.7M
  Data staged out: 0

[root arc-dev]# arcctl accounting stats --filter-endpoint org.nordugrid.arcrest \
> --end-till 2019-07-10 -o data-staged-out
75

[root arc-dev]# arcctl accounting stats  --filter-state failed --filter-vo moldyngrid -o data-staged-in
21574172

[root arc-dev]# arcctl accounting stats --filter-extra rte ENV/PROXY -o json | jq .
{
  "stageout": 0,
  "rangeend": 1562938441,
  "count": 86,
  "cpukerneltime": 0,
  "users": [
    "/DC=EU/DC=EGI/C=HR/O=Robots/O=SRCE/CN=Robot:argo-egi@cro-ngi.hr",
    "/DC=EU/DC=EGI/C=GR/O=Robots/O=Greek Research and Technology Network/CN=Robot:argo-egi@grnet.gr"
  ],
  "wlcgvos": [
    "ops"
  ],
  "cpuusertime": 0,
  "cputime": 0,
  "rangestart": 1562688395,
  "stagein": 398180,
  "walltime": 172
}

[root arc-dev]# arcctl accounting stats --filter-extra jobname "test 04"
A-REX Accounting Statistics:
  Number of Jobs: 4
  Execution timeframe: 2019-07-10 13:40:00 - 2019-07-10 17:31:59
  Total WallTime: 0:00:40
  Total CPUTime: 0:00:00 (including 0:00:00 of kernel time)
  Data staged in: 30.9M
  Data staged out: 0

[root arc-dev]# arcctl accounting stats --filter-extra jobname "test 04" -o jobids
g3AMDmCCP5unf5481mks8bjnABFKDmABFKDmN9IKDmIBFKDmnjU0ym
nEhMDmvqQ5unf5481mks8bjnABFKDmABFKDmN9IKDmZBFKDmtXEYGn
UufLDmmmS5unf5481mks8bjnABFKDmABFKDmmSMKDmNBFKDm9nRnVo
bdoLDmCnS5unf5481mks8bjnABFKDmABFKDmmSMKDmaBFKDmfKldDn

Job-specific accounting queries

[root arc-dev]# arcctl accounting job events bdoLDmCnS5unf5481mks8bjnABFKDmABFKDmmSMKDmaBFKDmfKldDn
2019-07-10 17:30:26 ACCEPTED
2019-07-10 17:30:26 PREPARING
2019-07-10 17:30:26 DTRDOWNLOADSTART
2019-07-10 17:30:27 SUBMIT
2019-07-10 17:30:27 DTRDOWNLOADEND
2019-07-10 17:30:29 INLRMS
2019-07-10 17:30:47 LRMSSTART
2019-07-10 17:30:57 LRMSEND
2019-07-10 17:31:59 FINISHING
2019-07-10 17:31:59 FINISHED

[root arc-dev]# arcctl accounting job transfers  bdoLDmCnS5unf5481mks8bjnABFKDmABFKDmmSMKDmaBFKDmfKldDn
Data transfers (downloads) performed during A-REX stage-in:
  http://download.nordugrid.org:80/packages/nordugrid-arc/releases/6.1.0/src/nordugrid-arc-6.1.0.tar.gz (from cache):
    Size: 5.2M
    Download timeframe: 2019-07-10 17:30:26 - 2019-07-10 17:30:27
  http://download.nordugrid.org:80/packages/nordugrid-arc/releases/6.0.0/src/nordugrid-arc-6.0.0.tar.gz (from cache):
    Size: 5.1M
    Download timeframe: 2019-07-10 17:30:26 - 2019-07-10 17:30:27
No stage-out data transfers (uploads) performed by A-REX.

[root arc-dev]# arcctl accounting job info  bdoLDmCnS5unf5481mks8bjnABFKDmABFKDmmSMKDmaBFKDmfKldDn
Job bdoLDmCnS5unf5481mks8bjnABFKDmABFKDmmSMKDmaBFKDmfKldDn accounting info:
===========================================================================
Job description:
  Job was submitted at 2019-07-10 17:30:26 via "org.ogf.glue.emies.activitycreation" interface using "https://arc.matmoden.kiev.ua:443/arex" endpoint.
  Job owned by "/DC=org/DC=ugrid/O=people/O=KNU/CN=Andrii Salnikov" as a member of "moldyngrid" WLCG VO.
  It was targeted to the "grid" queue with "381309.head.energrid.ipme.kiev.ua" LRMS ID.
  Job completed with exit code 0 at 2019-07-10 17:31:59.
  Following job properties are recorded:
    Localuser: prdmdg24
    Clienthost: 130.235.185.244:58458
    Lrms: pbs
    Nodenames: n2
    Jobname: test 04
Resource usage:
  Execution timeframe: 2019-07-10 17:30:26 - 2019-07-10 17:31:59
  Used WallTime: 10
  Used CPUTime: 0 (including 0 of kernel time)
  Used WN Scratch: 0
  Max physical memory: 528
  Max virtual memory: 0
  Used CPUs: 1 on 1 node(s)
  Data staged in: 0
  Data staged out: 0
Used RunTime Environments:
  There are no RTEs used by the job.
Auth token attributes provided:
  VOMS FQAN: /moldyngrid
  VOMS FQAN: /moldyngrid/Role=VO-Admin
  VOMS FQAN: /moldyngrid/Role=production
  VOMS FQAN: /moldyngrid/edu