-
Notifications
You must be signed in to change notification settings - Fork 453
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Extended Trip analysis and dashboard (#3332)
* trip analysis for subgroups * refactor categories * write trip analysis * write out correct table * use static method * prepare for facets, add TODOs * start working on plotly facet integration * Added Test Trip Dashboard for Facets * update API * add trip choice analysis * adding test case and some todos * calculating some trip choice metrics * add choice metrics to trip dashboard * hide tab if not needed * add text box and round metrics * normalize shares per reference group correctly, added some facet dashboards (WIP) * fix pivot usage * rename entries * add plots for distance distributions * add todo * use dropdown for plots * add cohen kappa to evaluation * output euclidean distance for trip choices * add ref_id attribute * added heatmap to TripDashboard * update description * allow arbitrary object for ref ids * show heatmap labels * comment out trip dashboard wip part * use correct logger * improve wording --------- Co-authored-by: frievoe97 <[email protected]>
- Loading branch information
Showing
13 changed files
with
2,408 additions
and
27 deletions.
There are no files selected for viewing
199 changes: 199 additions & 0 deletions
199
contribs/application/src/main/java/org/matsim/application/analysis/population/Category.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,199 @@ | ||
| package org.matsim.application.analysis.population; | ||
|
|
||
| import org.matsim.core.config.ReflectiveConfigGroup; | ||
| import org.matsim.utils.objectattributes.attributable.Attributes; | ||
|
|
||
| import java.util.*; | ||
| import java.util.regex.Pattern; | ||
|
|
||
| /** | ||
| * Helper class to categorize values into groups. | ||
| */ | ||
| public final class Category { | ||
|
|
||
| private static final Set<String> TRUE = Set.of("true", "yes", "1", "on", "y", "j", "ja"); | ||
| private static final Set<String> FALSE = Set.of("false", "no", "0", "off", "n", "nein"); | ||
|
|
||
| /** | ||
| * Unique values of the category. | ||
| */ | ||
| private final Set<String> values; | ||
|
|
||
| /** | ||
| * Groups of values that have been subsumed under a single category. | ||
| * These are values separated by , | ||
| */ | ||
| private final Map<String, String> grouped; | ||
|
|
||
|
|
||
| /** | ||
| * Regular expressions for each category. | ||
| */ | ||
| private final Map<String, Pattern> regex; | ||
|
|
||
| /** | ||
| * Range categories. | ||
| */ | ||
| private final List<Range> ranges; | ||
|
|
||
| public Category(Set<String> values) { | ||
| this.values = values; | ||
| this.grouped = new HashMap<>(); | ||
| this.regex = new HashMap<>(); | ||
| for (String v : values) { | ||
| if (v.contains(",")) { | ||
| String[] grouped = v.split(","); | ||
| for (String g : grouped) { | ||
| this.grouped.put(g, v); | ||
| } | ||
| } | ||
|
|
||
| if (v.startsWith("/") && v.endsWith("/")) { | ||
| this.regex.put(v, Pattern.compile(v.substring(1, v.length() - 1), Pattern.CASE_INSENSITIVE)); | ||
| } | ||
| } | ||
|
|
||
| boolean range = this.values.stream().allMatch(v -> v.contains("-") || v.contains("+")); | ||
| if (range) { | ||
| ranges = new ArrayList<>(); | ||
| for (String value : this.values) { | ||
| if (value.contains("-")) { | ||
| String[] parts = value.split("-"); | ||
| ranges.add(new Range(Double.parseDouble(parts[0]), Double.parseDouble(parts[1]), value)); | ||
| } else if (value.contains("+")) { | ||
| ranges.add(new Range(Double.parseDouble(value.replace("+", "")), Double.POSITIVE_INFINITY, value)); | ||
| } | ||
| } | ||
|
|
||
| ranges.sort(Comparator.comparingDouble(r -> r.left)); | ||
| } else | ||
| ranges = null; | ||
|
|
||
|
|
||
| // Check if all values are boolean | ||
| if (values.stream().allMatch(v -> TRUE.contains(v.toLowerCase()) || FALSE.contains(v.toLowerCase()))) { | ||
| for (String value : values) { | ||
| Set<String> group = TRUE.contains(value.toLowerCase()) ? TRUE : FALSE; | ||
| for (String g : group) { | ||
| this.grouped.put(g, value); | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| /** | ||
| * Create categories from config parameters. | ||
| */ | ||
| public static Map<String, Category> fromConfigParams(Collection<? extends ReflectiveConfigGroup> params) { | ||
|
|
||
| Map<String, Set<String>> categories = new HashMap<>(); | ||
|
|
||
| // Collect all values | ||
| for (ReflectiveConfigGroup parameter : params) { | ||
| for (Map.Entry<String, String> kv : parameter.getParams().entrySet()) { | ||
| categories.computeIfAbsent(kv.getKey(), k -> new HashSet<>()).add(kv.getValue()); | ||
| } | ||
| } | ||
|
|
||
| return categories.entrySet().stream() | ||
| .collect(HashMap::new, (m, e) -> m.put(e.getKey(), new Category(e.getValue())), HashMap::putAll); | ||
| } | ||
|
|
||
| /** | ||
| * Match attributes from an object with parameters defined in config. | ||
| */ | ||
| public static boolean matchAttributesWithConfig(Attributes attr, ReflectiveConfigGroup config, Map<String, Category> categories) { | ||
|
|
||
| for (Map.Entry<String, String> e : config.getParams().entrySet()) { | ||
| // might be null if not defined | ||
| Object objValue = attr.getAttribute(e.getKey()); | ||
| String category = categories.get(e.getKey()).categorize(objValue); | ||
|
|
||
| // compare as string | ||
| if (!Objects.toString(category).equals(e.getValue())) | ||
| return false; | ||
| } | ||
|
|
||
| return true; | ||
| } | ||
|
|
||
| /** | ||
| * Categorize a single value. | ||
| */ | ||
| public String categorize(Object value) { | ||
|
|
||
| if (value == null) | ||
| return null; | ||
|
|
||
| if (value instanceof Boolean) { | ||
| // Booleans and synonyms are in the group map | ||
| return categorize(((Boolean) value).toString().toLowerCase()); | ||
| } else if (value instanceof Number) { | ||
| return categorizeNumber((Number) value); | ||
| } else { | ||
| String v = value.toString(); | ||
| if (values.contains(v)) | ||
| return v; | ||
| else if (grouped.containsKey(v)) | ||
| return grouped.get(v); | ||
| else { | ||
| for (Map.Entry<String, Pattern> kv : regex.entrySet()) { | ||
| if (kv.getValue().matcher(v).matches()) | ||
| return kv.getKey(); | ||
| } | ||
| } | ||
|
|
||
| try { | ||
| double d = Double.parseDouble(v); | ||
| return categorizeNumber(d); | ||
| } catch (NumberFormatException e) { | ||
| return null; | ||
| } | ||
| } | ||
| } | ||
|
|
||
| private String categorizeNumber(Number value) { | ||
|
|
||
| if (ranges != null) { | ||
| for (Range r : ranges) { | ||
| if (value.doubleValue() >= r.left && value.doubleValue() < r.right) | ||
| return r.label; | ||
| } | ||
| } | ||
|
|
||
| // Match string representation | ||
| String v = value.toString(); | ||
| if (values.contains(v)) | ||
| return v; | ||
| else if (grouped.containsKey(v)) | ||
| return grouped.get(v); | ||
|
|
||
|
|
||
| // Convert the number to a whole number, which will have a different string representation | ||
| if (value instanceof Float || value instanceof Double) { | ||
| return categorizeNumber(value.longValue()); | ||
| } | ||
|
|
||
| return null; | ||
| } | ||
|
|
||
| @Override | ||
| public String toString() { | ||
| return "Category{" + | ||
| "values=" + values + | ||
| (grouped != null && !grouped.isEmpty() ? ", grouped=" + grouped : "") + | ||
| (regex != null && !regex.isEmpty() ? ", regex=" + regex : "") + | ||
| (ranges != null && !ranges.isEmpty() ? ", ranges=" + ranges : "") + | ||
| '}'; | ||
| } | ||
|
|
||
| /** | ||
| * Number range. | ||
| * | ||
| * @param left Left bound of the range. | ||
| * @param right Right bound of the range. (exclusive) | ||
| * @param label Label of this group. | ||
| */ | ||
| private record Range(double left, double right, String label) { | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.