Skip to content

Commit

Permalink
Merge pull request #59 from oliver-sanders/fix_job_runner_newline.add…
Browse files Browse the repository at this point in the history
…_tests

Fix job runner newline.add tests
  • Loading branch information
hjoliver authored Nov 21, 2024
2 parents 32aed6a + e7a82ec commit 1a9876f
Show file tree
Hide file tree
Showing 2 changed files with 86 additions and 0 deletions.
1 change: 1 addition & 0 deletions .mailmap
Original file line number Diff line number Diff line change
Expand Up @@ -57,3 +57,4 @@ Utheri Wagura <[email protected]>
github-actions[bot] <[email protected]> <41898282+github-actions[bot]@users.noreply.github.com>
github-actions[bot] <[email protected]> GitHub Action
Diquan Jabbour <[email protected]>
Maxime Rio <[email protected]>
85 changes: 85 additions & 0 deletions tests/integration/test_job_runner_mgr.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,85 @@
# THIS FILE IS PART OF THE CYLC WORKFLOW ENGINE.
# Copyright (C) NIWA & British Crown (Met Office) & Contributors.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.

import errno
import logging
from pathlib import Path
import re
from textwrap import dedent

from cylc.flow.job_runner_mgr import JobRunnerManager
from cylc.flow.pathutil import get_workflow_run_job_dir
from cylc.flow.task_state import TASK_STATUS_RUNNING
from cylc.flow.subprocctx import SubProcContext


async def test_kill_error(one, start, test_dir, capsys, log_filter):
"""It should report the failure to kill a job."""
async with start(one) as log:
# make it look like the task is running
itask = one.pool.get_tasks()[0]
itask.submit_num += 1
itask.state_reset(TASK_STATUS_RUNNING)

# fake job details
workflow_job_log_dir = Path(get_workflow_run_job_dir(one.workflow))
job_id = itask.tokens.duplicate(job='01').relative_id
job_log_dir = Path(workflow_job_log_dir, job_id)

# create job status file (give it a fake pid)
job_log_dir.mkdir(parents=True)
(job_log_dir / 'job.status').write_text(dedent('''
CYLC_JOB_RUNNER_NAME=background
CYLC_JOB_ID=99999999
CYLC_JOB_PID=99999999
'''))

# attempt to kill the job using the jobs-kill script
# (note this is normally run via a subprocess)
capsys.readouterr()
JobRunnerManager().jobs_kill(str(workflow_job_log_dir), [job_id])

# the kill should fail, the failure should be written to stdout
# (the jobs-kill callback will read this in and handle it)
out, err = capsys.readouterr()
assert re.search(
# # NOTE: ESRCH = no such process
rf'TASK JOB ERROR.*{job_id}.*Errno {errno.ESRCH}',
out,
)

# feed this jobs-kill output into the scheduler
# (as if we had run the jobs-kill script as a subprocess)
one.task_job_mgr._kill_task_jobs_callback(
# mock the subprocess
SubProcContext(
one.task_job_mgr.JOBS_KILL,
['mock-cmd'],
# provide it with the out/err the script produced
out=out,
err=err,
),
one.workflow,
[itask],
)

# a warning should be logged
assert log_filter(
log,
regex=r'1/one/01:running.*job kill failed',
level=logging.WARNING,
)
assert itask.state(TASK_STATUS_RUNNING)

0 comments on commit 1a9876f

Please sign in to comment.