Redux refactor (#1571)

* refactor categorical controls state * lint * fix race condition in tests * fix typo * add missing update on subset * remove obsolete code * update jest and puppeteer major version; update all minors * update when label changes * remove lint from tests; increase timeouts in e2e tests * initial refactoring to new async annomatrix * refine error handling * fix bad merge * add continuous legend * lint * fix memoization in color table creators * partial implementation of user defined annotations * add new annotations action creator file * first pass at user annotations * additional user annotation bug fixes * user annotation auto-save * unit test cleanup * lint * refactor into multiple files * cleanup * add column GC * fix several bugs in user annotations * remove debug code * no anonymous functions * undo redo cleanup * file cleanup * scatterplot * performance * cleanup * remove old code * render in parallel with load * fix race condition * simply graph rendering * render throttle DRY * fix category label order * fix typo in e2e test setup * re-fix the e2e test setup * be more tolerant of races * anno matrix unit tests * temp disable reembedding * pilot port continuous histo to react-async * name change * lint * fix repaint bug * typo fix * update snap to match new ids * world/universe name cleanup * move annoMatrix to src dir * use private underscore naming convention * fix corner case in all selected * name cleanup * add layout control * init edge case * lint * port scatterplot * fix label indexing bug and improve tests * port category to react-async * fix user annotation labelling while subset * select all of prev layout on layout switch * fix race with crossfilter update * prettier lint * fix misleading comment * fix url composition in loader * first pass at crossfilter tests * lint * lint * fix typo * improved error handling for network errors * fix memoization bug * add memo * refactor for performnce * add missing single-value handling in select exact parser * small bugs discovered by tests * lint * additional crossfilter unit tests * remove extraneous comment * add support for automatic category determination * lint * fix render bug in category * take advantage of schema categories guarantee * lint * do not clear history when resetting * enhanced annomatrix gc * lint * finish renaming to follow conventions; fix clone race bug * lint * add priority based loading to improve initial data load UX * crossfilter cache perf * perf tuning * remove timers * documentation * PR review changes * PR review changes * more PR review edits * improve clarity of comment * more PR review fixes * port centroidLabels to use react-async * remove dead code * pr review updates * oops, remove logging
2026-10-04 08:58:12 +08:00 · 2020-07-14 13:53:33 -07:00
parent f69d141336
commit 1269e188be
95 changed files with 18051 additions and 5382 deletions
@@ -0,0 +1,82 @@
+/*
+Private helper functions related to schema
+*/
+import catLabelSort from "../util/catLabelSort";
+import { unassignedCategoryLabel } from "../globals";
+
+export function _getColumnSchema(schema, field, col) {
+  /* look up the column definition */
+  switch (field) {
+    case "obs":
+      if (typeof col === "object")
+        throw new Error("unable to get column schema by query");
+      return schema.annotations.obsByName[col];
+    case "var":
+      if (typeof col === "object")
+        throw new Error("unable to get column schema by query");
+      return schema.annotations.varByName[col];
+    case "emb":
+      if (typeof col === "object")
+        throw new Error("unable to get column schema by query");
+      return schema.layout.obsByName[col];
+    case "X":
+      return schema.dataframe;
+    default:
+      throw new Error(`unknown field name: ${field}`);
+  }
+}
+
+export function _getColumnDimensionNames(schema, field, col) {
+  /*
+		field/col may be an alias for multiple columns. Currently used to map ND 
+		values to 1D dataframe columns for embeddings/layout. Signfied by the presence
+		of the "dims" value in the schema.
+		*/
+  const colSchema = _getColumnSchema(schema, field, col);
+  if (!colSchema) {
+    return undefined;
+  }
+  return colSchema.dims || [col];
+}
+
+export function _schemaColumns(schema, field) {
+  switch (field) {
+    case "obs":
+      return Object.keys(schema.annotations.obsByName);
+    case "var":
+      return Object.keys(schema.annotations.varByName);
+    case "emb":
+      return Object.keys(schema.layout.obsByName);
+    default:
+      throw new Error(`unknown field name: ${field}`);
+  }
+}
+
+export function _getWritableColumns(schema, field) {
+  if (field !== "obs") return [];
+  return schema.annotations.obs.columns
+    .filter((v) => v.writable)
+    .map((v) => v.name);
+}
+
+export function _isContinuousType(schema) {
+  const { type } = schema;
+  return !(type === "string" || type === "boolean" || type === "categorical");
+}
+
+export function _normalizeCategoricalSchema(colSchema, col) {
+  const { type, writable } = colSchema;
+  if (type === "string" || type === "boolean" || type === "categorical") {
+    const categorySet = new Set(
+      col.summarize().categories.concat(colSchema.categories ?? [])
+    );
+    if (writable && !categorySet.has(unassignedCategoryLabel)) {
+      categorySet.add(unassignedCategoryLabel);
+    }
+    colSchema.categories = Array.from(categorySet);
+  }
+
+  if (colSchema.categories) {
+    colSchema.categories = catLabelSort(writable, colSchema.categories);
+  }
+}