ExternalVendorCode/onefuzz
1
0
Fork 0
mirror of https://github.com/microsoft/onefuzz.git synced 2025-06-16 20:08:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

reimage/delete expired nodes even with the debug_keep_node flag (#968)

Browse Source 
Fixes #965
This commit is contained in:
bmc-msft
2021-06-08 13:37:10 -04:00
committed by GitHub
parent ed289c9a3c
commit af39d25a7d
1 changed files with 23 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
src/api-service/__app__/onefuzzlib/workers/nodes.py
View File

@ -264,6 +264,13 @@ class Node(BASE_NODE, ORMMixin):
self.stop(done=True) self.stop(done=True)
return False return False
if self.is_too_old():
logging.info(
"can_schedule node is too old. machine_id:%s", self.machine_id
)
self.stop(done=True)
return False
if self.state in NodeState.ready_for_reset(): if self.state in NodeState.ready_for_reset():
logging.info( logging.info(
"can_schedule node is set for reset. machine_id:%s", self.machine_id "can_schedule node is set for reset. machine_id:%s", self.machine_id
@ -332,6 +339,14 @@ class Node(BASE_NODE, ORMMixin):
def is_outdated(self) -> bool: def is_outdated(self) -> bool:
return self.version != __version__ return self.version != __version__
def is_too_old(self) -> bool:
return (
self.scaleset_id is not None
and self.timestamp is not None
and self.timestamp
< datetime.datetime.now(datetime.timezone.utc) - NODE_REIMAGE_TIME
)
def send_message(self, message: NodeCommand) -> None: def send_message(self, message: NodeCommand) -> None:
NodeMessage( NodeMessage(
machine_id=self.machine_id, machine_id=self.machine_id,
@ -423,6 +438,14 @@ class Node(BASE_NODE, ORMMixin):
}, },
raw_unchecked_filter=time_filter, raw_unchecked_filter=time_filter,
): ):
if node.debug_keep_node:
logging.info(
"removing debug_keep_node for expired node. "
"scaleset_id:%s machine_id:%s",
node.scaleset_id,
node.machine_id,
)
node.debug_keep_node = False
node.to_reimage() node.to_reimage()
def set_state(self, state: NodeState) -> None: def set_state(self, state: NodeState) -> None: