add future multigrid parser

This commit is contained in:
Magnus Ulimoen 2020-02-22 17:45:28 +01:00
parent bb7ec466b8
commit fe08d398b0
3 changed files with 250 additions and 0 deletions

View File

@ -8,6 +8,7 @@ edition = "2018"
ndarray = { version = "0.13.0", features = ["approx"] } ndarray = { version = "0.13.0", features = ["approx"] }
approx = "0.3.2" approx = "0.3.2"
packed_simd = "0.3.3" packed_simd = "0.3.3"
json = "0.12.1"
[dev-dependencies] [dev-dependencies]
criterion = "0.3.0" criterion = "0.3.0"

View File

@ -3,3 +3,4 @@ pub mod grid;
pub mod integrate; pub mod integrate;
pub mod maxwell; pub mod maxwell;
pub mod operators; pub mod operators;
pub mod utils;

248
sbp/src/utils.rs Normal file
View File

@ -0,0 +1,248 @@
#[derive(Debug, Clone)]
pub struct SimpleGrid {
pub x: ndarray::Array2<f32>,
pub y: ndarray::Array2<f32>,
pub name: Option<String>,
pub dire: Option<String>,
pub dirw: Option<String>,
pub dirn: Option<String>,
pub dirs: Option<String>,
}
/// Parsing json strings to some gridlike form
///
/// Each grid should be an object with the descriptors on the form
///
/// x: [x0, x1, ..., xn]
/// which results in x being broadcasted to nx/ny size
/// x: linspace:start:end:num
/// where x will be from start to end inclusive, with num steps
/// x: [[x00, x01, .., x0n], [x10, x11, .., x1n], ... [xm0, xm1, ..., xmn]]
/// which is the full grid x
///
/// This conversion is similar with y
///
/// Optional parameters:
/// * name (for relating boundaries)
/// * dir{e,w,n,s} (for boundary terms)
pub fn json_to_grids(json: &str) -> Result<Vec<SimpleGrid>, String> {
use json::JsonValue;
fn json_to_grid(mut grid: JsonValue) -> Result<SimpleGrid, String> {
#[derive(Debug)]
enum ArrayForm {
/// Only know the one dimension, will broadcast to
/// two dimensions once we know about both dims
Array1(ndarray::Array1<f32>),
/// The usize is the inner dimension (nx)
Array2(ndarray::Array2<f32>),
}
if grid.is_empty() {
return Err(format!("empty object"));
}
let name = grid.remove("name").take_string();
let dire = grid.remove("dirE").take_string();
let dirw = grid.remove("dirW").take_string();
let dirn = grid.remove("dirN").take_string();
let dirs = grid.remove("dirS").take_string();
let to_array_form = |mut x: JsonValue| {
if let Some(s) = x.take_string() {
if s.starts_with("linspace") {
// linspace:start:stop:steps
let mut iter = s.split(':');
let name = iter.next().unwrap();
assert_eq!(name, "linspace");
let start = iter.next();
let start: f32 = match start {
Some(x) => x.parse().map_err(|e| format!("linspace: {}", e))?,
None => return Err(format!("")),
};
let end = iter.next();
let end: f32 = match end {
Some(x) => x.parse().map_err(|e| format!("linspace: {}", e))?,
None => return Err(format!("")),
};
let steps = iter.next();
let steps: usize = match steps {
Some(x) => x.parse().map_err(|e| format!("linspace: {}", e))?,
None => return Err(format!("")),
};
if iter.next().is_some() {
return Err(format!("linspace: contained more than expected"));
}
Ok(ArrayForm::Array1(ndarray::Array::linspace(
start, end, steps,
)))
} else {
Err(format!("Could not parse gridline"))
}
} else if x.is_array() {
let arrlen = x.len();
if arrlen == 0 {
return Err(format!("gridline does not have any members"));
}
if !x[0].is_array() {
let v = x
.members()
.map(|x: &JsonValue| -> Result<f32, String> {
Ok(x.as_number().ok_or_else(|| format!("Array contained something that could not be converted to an array"))?.into())
})
.collect::<Result<Vec<f32>, _>>()?;
Ok(ArrayForm::Array1(ndarray::Array::from(v)))
} else {
let arrlen2 = x[0].len();
if arrlen2 == 0 {
return Err(format!("gridline does not have any members"));
}
for member in x.members() {
if arrlen2 != member.len() {
return Err(format!("some arrays seems to have differing lengths"));
}
}
let mut arr = ndarray::Array::zeros((arrlen, arrlen2));
for (mut arr, member) in arr.outer_iter_mut().zip(x.members()) {
for (a, m) in arr.iter_mut().zip(member.members()) {
*a = m
.as_number()
.ok_or_else(|| {
format!("array contained something which was not a number")
})?
.into()
}
}
Ok(ArrayForm::Array2(arr))
}
} else {
Err(format!("Inner object was not a string value, or an array"))
}
};
let x = grid.remove("x");
if x.is_empty() {
return Err(format!("x was empty"));
}
let x = to_array_form(x)?;
let y = grid.remove("y");
if y.is_empty() {
return Err(format!("y was empty"));
}
let y = to_array_form(y)?;
let (x, y) = match (x, y) {
(ArrayForm::Array1(x), ArrayForm::Array1(y)) => {
let xlen = x.len();
let ylen = y.len();
let x = x.broadcast((ylen, xlen)).unwrap().to_owned();
let y = y
.broadcast((xlen, ylen))
.unwrap()
.reversed_axes()
.to_owned();
(x, y)
}
(ArrayForm::Array2(x), ArrayForm::Array2(y)) => {
assert_eq!(x.shape(), y.shape());
(x, y)
}
(ArrayForm::Array1(x), ArrayForm::Array2(y)) => {
assert_eq!(x.len(), y.shape()[1]);
let x = x.broadcast((y.shape()[1], x.len())).unwrap().to_owned();
(x, y)
}
(ArrayForm::Array2(x), ArrayForm::Array1(y)) => {
assert_eq!(x.shape()[0], y.len());
let y = y
.broadcast((x.shape()[1], y.len()))
.unwrap()
.reversed_axes()
.to_owned();
(x, y)
}
};
assert_eq!(x.shape(), y.shape());
if !grid.is_empty() {
eprintln!("Grid contains some unused entries");
for i in grid.entries() {
eprintln!("{:#?}", i);
}
}
Ok(SimpleGrid {
x,
y,
name,
dire,
dirw,
dirn,
dirs,
})
}
let js = json::parse(&json).map_err(|e| format!("{}", e))?;
match js {
JsonValue::Array(a) => a
.into_iter()
.map(|g| json_to_grid(g))
.collect::<Result<Vec<_>, _>>(),
grid => Ok(vec![json_to_grid(grid)?]),
}
}
#[test]
fn parse_linspace() {
let grids =
json_to_grids(r#"[{"name": "main", "x": "linspace:0:10:20", "y": "linspace:0:10:21"}]"#)
.unwrap();
assert_eq!(grids.len(), 1);
assert_eq!(grids[0].x.shape(), [21, 20]);
assert_eq!(grids[0].y.shape(), [21, 20]);
assert_eq!(grids[0].name.as_ref().unwrap(), "main");
let grids =
json_to_grids(r#"{"name": "main", "x": "linspace:0:10:20", "y": "linspace:0:10:21"}"#)
.unwrap();
assert_eq!(grids.len(), 1);
assert_eq!(grids[0].x.shape(), [21, 20]);
assert_eq!(grids[0].y.shape(), [21, 20]);
assert_eq!(grids[0].name.as_ref().unwrap(), "main");
}
#[test]
fn parse_1d() {
let grids = json_to_grids(r#"{"x": [1, 2, 3, 4, 5.1, 3], "y": [1, 2]}"#).unwrap();
assert_eq!(grids.len(), 1);
let grid = &grids[0];
assert_eq!(grid.x.shape(), &[2, 6]);
assert_eq!(grid.x.shape(), grid.y.shape());
}
#[test]
fn parse_2d() {
let grids = json_to_grids(r#"{"x": [[1, 2], [3, 4], [5.1, 3]], "y": [1, 2, 3]}"#).unwrap();
assert_eq!(grids.len(), 1);
let grid = &grids[0];
assert_eq!(grid.x.shape(), &[3, 2]);
assert_eq!(grid.x.shape(), grid.y.shape());
json_to_grids(r#"{"x": [[1, 2], [3, 4], [5.1, 3], [1]], "y": [1, 2, 3]}"#).unwrap_err();
json_to_grids(r#"{"y": [[1, 2], [3, 4], [5.1, 3], [1]], "x": [1, 2, 3]}"#).unwrap_err();
let grids =
json_to_grids(r#"{"x": [[1, 2], [3, 4], [5.1, 3]], "y": [[1, 2], [3, 4], [5, 6]]}"#)
.unwrap();
assert_eq!(grids.len(), 1);
json_to_grids(r#"{"x": [[1, 2], [3, 4], [5.1, 3]], "y": [[1, 2], [3, 4], [5]]}"#).unwrap_err();
}
#[test]
fn parse_err() {
json_to_grids(r#"[{"#).unwrap_err();
json_to_grids(r#"{}"#).unwrap_err();
json_to_grids(r#"0.45"#).unwrap_err();
json_to_grids(r#"{"x": "linspace", "y": [0.1, 0.2]}"#).unwrap_err();
json_to_grids(r#"{"x": "linspace:::", "y": [0.1, 0.2]}"#).unwrap_err();
json_to_grids(r#"{"x": "linspace:1.2:3.1:412.2", "y": [0.1, 0.2]}"#).unwrap_err();
json_to_grids(r#"{"x": [-2, -3, "dfd"], "y": [0.1, 0.2]}"#).unwrap_err();
}