mirror of
https://github.com/microsoft/onefuzz.git
synced 2025-06-14 11:08:06 +00:00
initial public release
This commit is contained in:
Brian Caswell
237
src/api-service/__app__/onefuzzlib/repro.py
Normal file
237
src/api-service/__app__/onefuzzlib/repro.py
Normal file
@ -0,0 +1,237 @@
|
||||
#!/usr/bin/env python
|
||||
#
|
||||
# Copyright (c) Microsoft Corporation.
|
||||
# Licensed under the MIT License.
|
||||
|
||||
import logging
|
||||
from typing import List, Optional, Tuple, Union
|
||||
|
||||
from azure.mgmt.compute.models import VirtualMachine
|
||||
from onefuzztypes.enums import OS, ContainerType, ErrorCode, VmState
|
||||
from onefuzztypes.models import Error
|
||||
from onefuzztypes.models import Repro as BASE_REPRO
|
||||
from onefuzztypes.models import ReproConfig, TaskVm
|
||||
|
||||
from .azure.auth import build_auth
|
||||
from .azure.containers import save_blob
|
||||
from .azure.creds import get_base_region, get_func_storage
|
||||
from .azure.ip import get_public_ip
|
||||
from .azure.vm import VM
|
||||
from .extension import repro_extensions
|
||||
from .orm import HOURS, ORMMixin, QueryFilter
|
||||
from .reports import get_report
|
||||
from .tasks.main import Task
|
||||
|
||||
DEFAULT_OS = {
|
||||
OS.linux: "Canonical:UbuntuServer:18.04-LTS:latest",
|
||||
OS.windows: "MicrosoftWindowsDesktop:Windows-10:rs5-pro:latest",
|
||||
}
|
||||
|
||||
DEFAULT_SKU = "Standard_DS1_v2"
|
||||
|
||||
|
||||
class Repro(BASE_REPRO, ORMMixin):
|
||||
def set_error(self, error: Error) -> None:
|
||||
logging.error(
|
||||
"repro failed: vm_id: %s task_id: %s: error: %s",
|
||||
self.vm_id,
|
||||
self.task_id,
|
||||
error,
|
||||
)
|
||||
self.error = error
|
||||
self.state = VmState.stopping
|
||||
self.save()
|
||||
|
||||
def get_vm(self) -> VM:
|
||||
task = Task.get_by_task_id(self.task_id)
|
||||
if isinstance(task, Error):
|
||||
raise Exception("previously existing task missing: %s", self.task_id)
|
||||
|
||||
vm_config = task.get_repro_vm_config()
|
||||
if vm_config is None:
|
||||
# if using a pool without any scalesets defined yet, use reasonable defaults
|
||||
if task.os not in DEFAULT_OS:
|
||||
raise NotImplementedError("unsupported OS for repro %s" % task.os)
|
||||
|
||||
vm_config = TaskVm(
|
||||
region=get_base_region(), sku=DEFAULT_SKU, image=DEFAULT_OS[task.os]
|
||||
)
|
||||
|
||||
if self.auth is None:
|
||||
raise Exception("missing auth")
|
||||
|
||||
return VM(
|
||||
name=self.vm_id,
|
||||
region=vm_config.region,
|
||||
sku=vm_config.sku,
|
||||
image=vm_config.image,
|
||||
auth=self.auth,
|
||||
)
|
||||
|
||||
def init(self) -> None:
|
||||
vm = self.get_vm()
|
||||
vm_data = vm.get()
|
||||
if vm_data:
|
||||
if vm_data.provisioning_state == "Failed":
|
||||
self.set_failed(vm)
|
||||
else:
|
||||
script_result = self.build_repro_script()
|
||||
if isinstance(script_result, Error):
|
||||
return self.set_error(script_result)
|
||||
|
||||
self.state = VmState.extensions_launch
|
||||
else:
|
||||
result = vm.create()
|
||||
if isinstance(result, Error):
|
||||
return self.set_error(result)
|
||||
self.save()
|
||||
|
||||
def set_failed(self, vm_data: VirtualMachine) -> None:
|
||||
errors = []
|
||||
for status in vm_data.instance_view.statuses:
|
||||
if status.level.name.lower() == "error":
|
||||
errors.append(
|
||||
"%s %s %s" % (status.code, status.display_status, status.message)
|
||||
)
|
||||
return self.set_error(Error(code=ErrorCode.VM_CREATE_FAILED, errors=errors))
|
||||
|
||||
def get_setup_container(self) -> Optional[str]:
|
||||
task = Task.get_by_task_id(self.task_id)
|
||||
if isinstance(task, Task):
|
||||
for container in task.config.containers:
|
||||
if container.type == ContainerType.setup:
|
||||
return container.name
|
||||
return None
|
||||
|
||||
def extensions_launch(self) -> None:
|
||||
vm = self.get_vm()
|
||||
vm_data = vm.get()
|
||||
if not vm_data:
|
||||
return self.set_error(
|
||||
Error(
|
||||
code=ErrorCode.VM_CREATE_FAILED,
|
||||
errors=["failed before launching extensions"],
|
||||
)
|
||||
)
|
||||
|
||||
if vm_data.provisioning_state == "Failed":
|
||||
return self.set_failed(vm_data)
|
||||
|
||||
if not self.ip:
|
||||
self.ip = get_public_ip(vm_data.network_profile.network_interfaces[0].id)
|
||||
|
||||
extensions = repro_extensions(
|
||||
vm.region, self.os, self.vm_id, self.config, self.get_setup_container()
|
||||
)
|
||||
result = vm.add_extensions(extensions)
|
||||
if isinstance(result, Error):
|
||||
return self.set_error(result)
|
||||
elif result:
|
||||
self.state = VmState.running
|
||||
|
||||
self.save()
|
||||
|
||||
def stopping(self) -> None:
|
||||
vm = self.get_vm()
|
||||
if not vm.is_deleted():
|
||||
logging.info("vm stopping: %s", self.vm_id)
|
||||
vm.delete()
|
||||
self.save()
|
||||
else:
|
||||
self.stopped()
|
||||
|
||||
def stopped(self) -> None:
|
||||
logging.info("vm stopped: %s", self.vm_id)
|
||||
self.delete()
|
||||
|
||||
def build_repro_script(self) -> Optional[Error]:
|
||||
if self.auth is None:
|
||||
return Error(code=ErrorCode.VM_CREATE_FAILED, errors=["missing auth"])
|
||||
|
||||
task = Task.get_by_task_id(self.task_id)
|
||||
if isinstance(task, Error):
|
||||
return task
|
||||
|
||||
report = get_report(self.config.container, self.config.path)
|
||||
if report is None:
|
||||
return Error(code=ErrorCode.VM_CREATE_FAILED, errors=["missing report"])
|
||||
|
||||
files = {}
|
||||
|
||||
if task.os == OS.windows:
|
||||
ssh_path = "$env:ProgramData/ssh/administrators_authorized_keys"
|
||||
cmds = [
|
||||
'Set-Content -Path %s -Value "%s"' % (ssh_path, self.auth.public_key),
|
||||
". C:\\onefuzz\\tools\\win64\\onefuzz.ps1",
|
||||
"Set-SetSSHACL",
|
||||
'while (1) { cdb -server tcp:port=1337 -c "g" setup\\%s %s }'
|
||||
% (
|
||||
task.config.task.target_exe,
|
||||
report.input_blob.name,
|
||||
),
|
||||
]
|
||||
cmd = "\r\n".join(cmds)
|
||||
files["repro.ps1"] = cmd
|
||||
elif task.os == OS.linux:
|
||||
gdb_fmt = (
|
||||
"ASAN_OPTIONS='abort_on_error=1' gdbserver "
|
||||
"%s /onefuzz/setup/%s /onefuzz/downloaded/%s"
|
||||
)
|
||||
cmd = "while :; do %s; done" % (
|
||||
gdb_fmt
|
||||
% (
|
||||
"localhost:1337",
|
||||
task.config.task.target_exe,
|
||||
report.input_blob.name,
|
||||
)
|
||||
)
|
||||
files["repro.sh"] = cmd
|
||||
|
||||
cmd = "#!/bin/bash\n%s" % (
|
||||
gdb_fmt % ("-", task.config.task.target_exe, report.input_blob.name)
|
||||
)
|
||||
files["repro-stdout.sh"] = cmd
|
||||
else:
|
||||
raise NotImplementedError("invalid task os: %s" % task.os)
|
||||
|
||||
for filename in files:
|
||||
save_blob(
|
||||
"repro-scripts",
|
||||
"%s/%s" % (self.vm_id, filename),
|
||||
files[filename],
|
||||
account_id=get_func_storage(),
|
||||
)
|
||||
|
||||
logging.info("saved repro script")
|
||||
return None
|
||||
|
||||
def queue_stop(self, count: int) -> None:
|
||||
self.queue(method=self.stopping, visibility_timeout=count * HOURS)
|
||||
|
||||
@classmethod
|
||||
def search_states(cls, *, states: Optional[List[VmState]] = None) -> List["Repro"]:
|
||||
query: QueryFilter = {}
|
||||
if states:
|
||||
query["state"] = states
|
||||
return cls.search(query=query)
|
||||
|
||||
@classmethod
|
||||
def create(cls, config: ReproConfig) -> Union[Error, "Repro"]:
|
||||
report = get_report(config.container, config.path)
|
||||
if not report:
|
||||
return Error(
|
||||
code=ErrorCode.UNABLE_TO_FIND, errors=["unable to find report"]
|
||||
)
|
||||
|
||||
task = Task.get_by_task_id(report.task_id)
|
||||
if isinstance(task, Error):
|
||||
return task
|
||||
|
||||
vm = cls(config=config, task_id=task.task_id, os=task.os, auth=build_auth())
|
||||
vm.save()
|
||||
vm.queue_stop(config.duration)
|
||||
return vm
|
||||
|
||||
@classmethod
|
||||
def key_fields(cls) -> Tuple[str, Optional[str]]:
|
||||
return ("vm_id", None)
|
||||
Reference in New Issue
Block a user