/* * Copyright (C) 2018 Intel Corporation. * SPDX-License-Identifier: BSD-3-Clause */ #include #define ACRN_DBG_IOREQUEST 6U uint32_t acrn_vhm_vector = VECTOR_VIRT_IRQ_VHM; static void fire_vhm_interrupt(void) { /* * use vLAPIC to inject vector to SOS vcpu 0 if vlapic is enabled * otherwise, send IPI hardcoded to BOOT_CPU_ID */ struct acrn_vm *vm0; struct acrn_vcpu *vcpu; vm0 = get_vm_from_vmid(0U); vcpu = vcpu_from_vid(vm0, 0U); vlapic_intr_edge(vcpu, acrn_vhm_vector); } static void acrn_print_request(uint16_t vcpu_id, const struct vhm_request *req) { switch (req->type) { case REQ_MMIO: dev_dbg(ACRN_DBG_IOREQUEST, "[vcpu_id=%hu type=MMIO]", vcpu_id); dev_dbg(ACRN_DBG_IOREQUEST, "gpa=0x%lx, R/W=%d, size=%ld value=0x%lx processed=%lx", req->reqs.mmio.address, req->reqs.mmio.direction, req->reqs.mmio.size, req->reqs.mmio.value, req->processed); break; case REQ_PORTIO: dev_dbg(ACRN_DBG_IOREQUEST, "[vcpu_id=%hu type=PORTIO]", vcpu_id); dev_dbg(ACRN_DBG_IOREQUEST, "IO=0x%lx, R/W=%d, size=%ld value=0x%lx processed=%lx", req->reqs.pio.address, req->reqs.pio.direction, req->reqs.pio.size, req->reqs.pio.value, req->processed); break; default: dev_dbg(ACRN_DBG_IOREQUEST, "[vcpu_id=%hu type=%d] NOT support type", vcpu_id, req->type); break; } } /** * @brief Reset all IO requests status of the VM * * @param vm The VM whose IO requests to be reset * * @return None */ void reset_vm_ioreqs(struct acrn_vm *vm) { uint16_t i; union vhm_request_buffer *req_buf; req_buf = vm->sw.io_shared_page; for (i = 0U; i < VHM_REQUEST_MAX; i++) { atomic_store32(&req_buf->req_queue[i].processed, REQ_STATE_FREE); } } static bool has_complete_ioreq(struct acrn_vcpu *vcpu) { union vhm_request_buffer *req_buf = NULL; struct vhm_request *vhm_req; struct acrn_vm *vm; vm = vcpu->vm; req_buf = (union vhm_request_buffer *)vm->sw.io_shared_page; if (req_buf != NULL) { vhm_req = &req_buf->req_queue[vcpu->vcpu_id]; if (atomic_load32(&vhm_req->processed) == REQ_STATE_COMPLETE) { return true; } } return false; } /** * @brief Handle completed ioreq if any one pending * * @param pcpu_id The physical cpu id of vcpu whose IO request to be checked * * @return None */ void handle_complete_ioreq(uint16_t pcpu_id) { struct acrn_vcpu *vcpu = get_ever_run_vcpu(pcpu_id); struct acrn_vm *vm; if (vcpu != NULL) { vm = vcpu->vm; if (vm->sw.is_completion_polling) { if (has_complete_ioreq(vcpu)) { /* we have completed ioreq pending */ emulate_io_post(vcpu); } } } } /** * @brief Deliver \p io_req to SOS and suspend \p vcpu till its completion * * @param vcpu The virtual CPU that triggers the MMIO access * @param io_req The I/O request holding the details of the MMIO access * * @pre vcpu != NULL && io_req != NULL */ int32_t acrn_insert_request_wait(struct acrn_vcpu *vcpu, const struct io_request *io_req) { union vhm_request_buffer *req_buf = NULL; struct vhm_request *vhm_req; uint16_t cur; if (vcpu->vm->sw.io_shared_page == NULL) { return -EINVAL; } req_buf = (union vhm_request_buffer *)(vcpu->vm->sw.io_shared_page); cur = vcpu->vcpu_id; vhm_req = &req_buf->req_queue[cur]; ASSERT(atomic_load32(&vhm_req->processed) == REQ_STATE_FREE, "VHM request buffer is busy"); /* ACRN insert request to VHM and inject upcall */ vhm_req->type = io_req->type; (void)memcpy_s(&vhm_req->reqs, sizeof(union vhm_io_request), &io_req->reqs, sizeof(union vhm_io_request)); if (vcpu->vm->sw.is_completion_polling) { vhm_req->completion_polling = 1U; } /* pause vcpu, wait for VHM to handle the MMIO request. * TODO: when pause_vcpu changed to switch vcpu out directlly, we * should fix the race issue between req.processed update and vcpu pause */ pause_vcpu(vcpu, VCPU_PAUSED); /* Must clear the signal before we mark req as pending * Once we mark it pending, VHM may process req and signal us * before we perform upcall. * because VHM can work in pulling mode without wait for upcall */ atomic_store32(&vhm_req->processed, REQ_STATE_PENDING); acrn_print_request(vcpu->vcpu_id, vhm_req); /* signal VHM */ fire_vhm_interrupt(); return 0; }