1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
// SPDX-License-Identifier: GPL-2.0
/*
* Janeiro Edge TPU ML accelerator device host support.
*
* Copyright (C) 2020 Google, Inc.
*/
#include <linux/irqreturn.h>
#include <linux/uaccess.h>
#include "edgetpu-config.h"
#include "edgetpu-internal.h"
#include "edgetpu-mailbox.h"
#include "edgetpu-telemetry.h"
#include "janeiro-platform.h"
#include "mobile-pm.h"
static irqreturn_t janeiro_mailbox_handle_irq(struct edgetpu_dev *etdev,
int irq)
{
struct edgetpu_mailbox *mailbox;
struct edgetpu_mailbox_manager *mgr = etdev->mailbox_manager;
uint i;
struct janeiro_platform_dev *jpdev = to_janeiro_dev(etdev);
if (!mgr)
return IRQ_NONE;
for (i = 0; i < EDGETPU_NCONTEXTS; i++)
if (jpdev->irq[i] == irq)
break;
if (i == EDGETPU_NCONTEXTS)
return IRQ_NONE;
read_lock(&mgr->mailboxes_lock);
mailbox = mgr->mailboxes[i];
if (!mailbox)
goto out;
if (!EDGETPU_MAILBOX_RESP_QUEUE_READ(mailbox, doorbell_status))
goto out;
EDGETPU_MAILBOX_RESP_QUEUE_WRITE(mailbox, doorbell_clear, 1);
etdev_dbg(mgr->etdev, "mbox %u resp doorbell irq tail=%u\n", i,
EDGETPU_MAILBOX_RESP_QUEUE_READ(mailbox, tail));
if (mailbox->handle_irq)
mailbox->handle_irq(mailbox);
out:
read_unlock(&mgr->mailboxes_lock);
return IRQ_HANDLED;
}
irqreturn_t edgetpu_chip_irq_handler(int irq, void *arg)
{
struct edgetpu_dev *etdev = arg;
edgetpu_telemetry_irq_handler(etdev);
/*
* use this as HOST_NONSECURE_INT_SRC_STATUS_REG not present in
* Janeiro.
*/
return janeiro_mailbox_handle_irq(etdev, irq);
}
u64 edgetpu_chip_tpu_timestamp(struct edgetpu_dev *etdev)
{
return edgetpu_dev_read_64(etdev, EDGETPU_REG_CPUNS_TIMESTAMP);
}
void edgetpu_chip_init(struct edgetpu_dev *etdev)
{
}
void edgetpu_chip_exit(struct edgetpu_dev *etdev)
{
}
void edgetpu_mark_probe_fail(struct edgetpu_dev *etdev)
{
}
void edgetpu_chip_handle_reverse_kci(struct edgetpu_dev *etdev,
struct edgetpu_kci_response_element *resp)
{
switch (resp->code) {
case RKCI_CODE_PM_QOS:
mobile_pm_set_pm_qos(etdev, resp->retval);
break;
case RKCI_CODE_BTS:
mobile_pm_set_bts(etdev, resp->retval);
break;
default:
etdev_warn(etdev, "%s: Unrecognized KCI request: %u\n",
__func__, resp->code);
break;
}
}
int edgetpu_chip_acquire_ext_mailbox(struct edgetpu_client *client,
struct edgetpu_ext_mailbox_ioctl *args)
{
struct edgetpu_external_mailbox_req req;
if (args->type == EDGETPU_EXT_MAILBOX_TYPE_DSP) {
if (!args->count || args->count > EDGETPU_NUM_EXT_MAILBOXES)
return -EINVAL;
if (copy_from_user(&req.attr, (void __user *)args->attrs, sizeof(req.attr)))
return -EFAULT;
req.count = args->count;
req.start = JANEIRO_EXT_DSP_MAILBOX_START;
req.end = JANEIRO_EXT_DSP_MAILBOX_END;
return edgetpu_mailbox_enable_ext(client, EDGETPU_MAILBOX_ID_USE_ASSOC, &req);
}
return -ENODEV;
}
int edgetpu_chip_release_ext_mailbox(struct edgetpu_client *client,
struct edgetpu_ext_mailbox_ioctl *args)
{
if (args->type == EDGETPU_EXT_MAILBOX_TYPE_DSP)
return edgetpu_mailbox_disable_ext(client, EDGETPU_MAILBOX_ID_USE_ASSOC);
return -ENODEV;
}
void edgetpu_chip_client_remove(struct edgetpu_client *client)
{
}
|
