|
@@ -39,6 +39,8 @@
|
|
* Espen Skoglund <espen.skoglund@netronome.com>
|
|
* Espen Skoglund <espen.skoglund@netronome.com>
|
|
* Francois H. Theron <francois.theron@netronome.com>
|
|
* Francois H. Theron <francois.theron@netronome.com>
|
|
*/
|
|
*/
|
|
|
|
+
|
|
|
|
+#include <asm/unaligned.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/module.h>
|
|
#include <linux/module.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/slab.h>
|
|
@@ -237,10 +239,10 @@ u64 nfp_rtsym_size(const struct nfp_rtsym *sym)
|
|
{
|
|
{
|
|
switch (sym->type) {
|
|
switch (sym->type) {
|
|
case NFP_RTSYM_TYPE_NONE:
|
|
case NFP_RTSYM_TYPE_NONE:
|
|
- pr_err("rtsym type NONE\n");
|
|
|
|
|
|
+ pr_err("rtsym '%s': type NONE\n", sym->name);
|
|
return 0;
|
|
return 0;
|
|
default:
|
|
default:
|
|
- pr_warn("Unknown rtsym type: %d\n", sym->type);
|
|
|
|
|
|
+ pr_warn("rtsym '%s': unknown type: %d\n", sym->name, sym->type);
|
|
/* fall through */
|
|
/* fall through */
|
|
case NFP_RTSYM_TYPE_OBJECT:
|
|
case NFP_RTSYM_TYPE_OBJECT:
|
|
case NFP_RTSYM_TYPE_FUNCTION:
|
|
case NFP_RTSYM_TYPE_FUNCTION:
|
|
@@ -255,7 +257,8 @@ nfp_rtsym_to_dest(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
u8 action, u8 token, u64 off, u32 *cpp_id, u64 *addr)
|
|
u8 action, u8 token, u64 off, u32 *cpp_id, u64 *addr)
|
|
{
|
|
{
|
|
if (sym->type != NFP_RTSYM_TYPE_OBJECT) {
|
|
if (sym->type != NFP_RTSYM_TYPE_OBJECT) {
|
|
- nfp_err(cpp, "Direct access attempt to non-object rtsym\n");
|
|
|
|
|
|
+ nfp_err(cpp, "rtsym '%s': direct access to non-object rtsym\n",
|
|
|
|
+ sym->name);
|
|
return -EINVAL;
|
|
return -EINVAL;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -270,8 +273,8 @@ nfp_rtsym_to_dest(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
*cpp_id = NFP_CPP_ISLAND_ID(NFP_CPP_TARGET_MU, action, token,
|
|
*cpp_id = NFP_CPP_ISLAND_ID(NFP_CPP_TARGET_MU, action, token,
|
|
sym->domain);
|
|
sym->domain);
|
|
} else if (sym->target < 0) {
|
|
} else if (sym->target < 0) {
|
|
- nfp_err(cpp, "Unhandled RTsym target encoding: %d\n",
|
|
|
|
- sym->target);
|
|
|
|
|
|
+ nfp_err(cpp, "rtsym '%s': unhandled target encoding: %d\n",
|
|
|
|
+ sym->name, sym->target);
|
|
return -EINVAL;
|
|
return -EINVAL;
|
|
} else {
|
|
} else {
|
|
*cpp_id = NFP_CPP_ISLAND_ID(sym->target, action, token,
|
|
*cpp_id = NFP_CPP_ISLAND_ID(sym->target, action, token,
|
|
@@ -284,15 +287,23 @@ nfp_rtsym_to_dest(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
int __nfp_rtsym_read(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
int __nfp_rtsym_read(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
u8 action, u8 token, u64 off, void *buf, size_t len)
|
|
u8 action, u8 token, u64 off, void *buf, size_t len)
|
|
{
|
|
{
|
|
|
|
+ u64 sym_size = nfp_rtsym_size(sym);
|
|
u32 cpp_id;
|
|
u32 cpp_id;
|
|
u64 addr;
|
|
u64 addr;
|
|
int err;
|
|
int err;
|
|
|
|
|
|
|
|
+ if (off > sym_size) {
|
|
|
|
+ nfp_err(cpp, "rtsym '%s': read out of bounds: off: %lld + len: %zd > size: %lld\n",
|
|
|
|
+ sym->name, off, len, sym_size);
|
|
|
|
+ return -ENXIO;
|
|
|
|
+ }
|
|
|
|
+ len = min_t(size_t, len, sym_size - off);
|
|
|
|
+
|
|
if (sym->type == NFP_RTSYM_TYPE_ABS) {
|
|
if (sym->type == NFP_RTSYM_TYPE_ABS) {
|
|
- __le64 tmp = cpu_to_le64(sym->addr);
|
|
|
|
|
|
+ u8 tmp[8];
|
|
|
|
|
|
- len = min(len, sizeof(tmp));
|
|
|
|
- memcpy(buf, &tmp, len);
|
|
|
|
|
|
+ put_unaligned_le64(sym->addr, tmp);
|
|
|
|
+ memcpy(buf, &tmp[off], len);
|
|
|
|
|
|
return len;
|
|
return len;
|
|
}
|
|
}
|
|
@@ -317,6 +328,12 @@ int __nfp_rtsym_readl(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
u64 addr;
|
|
u64 addr;
|
|
int err;
|
|
int err;
|
|
|
|
|
|
|
|
+ if (off + 4 > nfp_rtsym_size(sym)) {
|
|
|
|
+ nfp_err(cpp, "rtsym '%s': readl out of bounds: off: %lld + 4 > size: %lld\n",
|
|
|
|
+ sym->name, off, nfp_rtsym_size(sym));
|
|
|
|
+ return -ENXIO;
|
|
|
|
+ }
|
|
|
|
+
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
if (err)
|
|
if (err)
|
|
return err;
|
|
return err;
|
|
@@ -337,8 +354,16 @@ int __nfp_rtsym_readq(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
u64 addr;
|
|
u64 addr;
|
|
int err;
|
|
int err;
|
|
|
|
|
|
- if (sym->type == NFP_RTSYM_TYPE_ABS)
|
|
|
|
- return sym->addr;
|
|
|
|
|
|
+ if (off + 8 > nfp_rtsym_size(sym)) {
|
|
|
|
+ nfp_err(cpp, "rtsym '%s': readq out of bounds: off: %lld + 8 > size: %lld\n",
|
|
|
|
+ sym->name, off, nfp_rtsym_size(sym));
|
|
|
|
+ return -ENXIO;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ if (sym->type == NFP_RTSYM_TYPE_ABS) {
|
|
|
|
+ *value = sym->addr;
|
|
|
|
+ return 0;
|
|
|
|
+ }
|
|
|
|
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
if (err)
|
|
if (err)
|
|
@@ -356,10 +381,18 @@ int nfp_rtsym_readq(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, u64 off,
|
|
int __nfp_rtsym_write(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
int __nfp_rtsym_write(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
u8 action, u8 token, u64 off, void *buf, size_t len)
|
|
u8 action, u8 token, u64 off, void *buf, size_t len)
|
|
{
|
|
{
|
|
|
|
+ u64 sym_size = nfp_rtsym_size(sym);
|
|
u32 cpp_id;
|
|
u32 cpp_id;
|
|
u64 addr;
|
|
u64 addr;
|
|
int err;
|
|
int err;
|
|
|
|
|
|
|
|
+ if (off > sym_size) {
|
|
|
|
+ nfp_err(cpp, "rtsym '%s': write out of bounds: off: %lld + len: %zd > size: %lld\n",
|
|
|
|
+ sym->name, off, len, sym_size);
|
|
|
|
+ return -ENXIO;
|
|
|
|
+ }
|
|
|
|
+ len = min_t(size_t, len, sym_size - off);
|
|
|
|
+
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
if (err)
|
|
if (err)
|
|
return err;
|
|
return err;
|
|
@@ -380,6 +413,12 @@ int __nfp_rtsym_writel(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
u64 addr;
|
|
u64 addr;
|
|
int err;
|
|
int err;
|
|
|
|
|
|
|
|
+ if (off + 4 > nfp_rtsym_size(sym)) {
|
|
|
|
+ nfp_err(cpp, "rtsym '%s': writel out of bounds: off: %lld + 4 > size: %lld\n",
|
|
|
|
+ sym->name, off, nfp_rtsym_size(sym));
|
|
|
|
+ return -ENXIO;
|
|
|
|
+ }
|
|
|
|
+
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
if (err)
|
|
if (err)
|
|
return err;
|
|
return err;
|
|
@@ -400,6 +439,12 @@ int __nfp_rtsym_writeq(struct nfp_cpp *cpp, const struct nfp_rtsym *sym,
|
|
u64 addr;
|
|
u64 addr;
|
|
int err;
|
|
int err;
|
|
|
|
|
|
|
|
+ if (off + 8 > nfp_rtsym_size(sym)) {
|
|
|
|
+ nfp_err(cpp, "rtsym '%s': writeq out of bounds: off: %lld + 8 > size: %lld\n",
|
|
|
|
+ sym->name, off, nfp_rtsym_size(sym));
|
|
|
|
+ return -ENXIO;
|
|
|
|
+ }
|
|
|
|
+
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr);
|
|
if (err)
|
|
if (err)
|
|
return err;
|
|
return err;
|
|
@@ -449,7 +494,7 @@ u64 nfp_rtsym_read_le(struct nfp_rtsym_table *rtbl, const char *name,
|
|
break;
|
|
break;
|
|
default:
|
|
default:
|
|
nfp_err(rtbl->cpp,
|
|
nfp_err(rtbl->cpp,
|
|
- "rtsym '%s' unsupported or non-scalar size: %lld\n",
|
|
|
|
|
|
+ "rtsym '%s': unsupported or non-scalar size: %lld\n",
|
|
name, nfp_rtsym_size(sym));
|
|
name, nfp_rtsym_size(sym));
|
|
err = -EINVAL;
|
|
err = -EINVAL;
|
|
break;
|
|
break;
|
|
@@ -495,7 +540,7 @@ int nfp_rtsym_write_le(struct nfp_rtsym_table *rtbl, const char *name,
|
|
break;
|
|
break;
|
|
default:
|
|
default:
|
|
nfp_err(rtbl->cpp,
|
|
nfp_err(rtbl->cpp,
|
|
- "rtsym '%s' unsupported or non-scalar size: %lld\n",
|
|
|
|
|
|
+ "rtsym '%s': unsupported or non-scalar size: %lld\n",
|
|
name, nfp_rtsym_size(sym));
|
|
name, nfp_rtsym_size(sym));
|
|
err = -EINVAL;
|
|
err = -EINVAL;
|
|
break;
|
|
break;
|
|
@@ -521,18 +566,18 @@ nfp_rtsym_map(struct nfp_rtsym_table *rtbl, const char *name, const char *id,
|
|
err = nfp_rtsym_to_dest(rtbl->cpp, sym, NFP_CPP_ACTION_RW, 0, 0,
|
|
err = nfp_rtsym_to_dest(rtbl->cpp, sym, NFP_CPP_ACTION_RW, 0, 0,
|
|
&cpp_id, &addr);
|
|
&cpp_id, &addr);
|
|
if (err) {
|
|
if (err) {
|
|
- nfp_err(rtbl->cpp, "Symbol %s mapping failed\n", name);
|
|
|
|
|
|
+ nfp_err(rtbl->cpp, "rtsym '%s': mapping failed\n", name);
|
|
return (u8 __iomem *)ERR_PTR(err);
|
|
return (u8 __iomem *)ERR_PTR(err);
|
|
}
|
|
}
|
|
|
|
|
|
if (sym->size < min_size) {
|
|
if (sym->size < min_size) {
|
|
- nfp_err(rtbl->cpp, "Symbol %s too small\n", name);
|
|
|
|
|
|
+ nfp_err(rtbl->cpp, "rtsym '%s': too small\n", name);
|
|
return (u8 __iomem *)ERR_PTR(-EINVAL);
|
|
return (u8 __iomem *)ERR_PTR(-EINVAL);
|
|
}
|
|
}
|
|
|
|
|
|
mem = nfp_cpp_map_area(rtbl->cpp, id, cpp_id, addr, sym->size, area);
|
|
mem = nfp_cpp_map_area(rtbl->cpp, id, cpp_id, addr, sym->size, area);
|
|
if (IS_ERR(mem)) {
|
|
if (IS_ERR(mem)) {
|
|
- nfp_err(rtbl->cpp, "Failed to map symbol %s: %ld\n",
|
|
|
|
|
|
+ nfp_err(rtbl->cpp, "rtysm '%s': failed to map: %ld\n",
|
|
name, PTR_ERR(mem));
|
|
name, PTR_ERR(mem));
|
|
return mem;
|
|
return mem;
|
|
}
|
|
}
|