Merged dev into feature/bulk-upload-v2

- add properties: gridOnly and gridDensity;
- allow the input query records and tableMetaData to come in as pre-typed TS objects, rather than POJSO's, that need to go through constructors.

package.json

@@ -6,7 +6,7 @@
       "@auth0/auth0-react": "1.10.2",
       "@emotion/react": "11.7.1",
       "@emotion/styled": "11.6.0",
-      "@kingsrook/qqq-frontend-core": "1.0.110",
+      "@kingsrook/qqq-frontend-core": "1.0.113",
       "@mui/icons-material": "5.4.1",
       "@mui/material": "5.11.1",
       "@mui/styles": "5.11.1",
@@ -44,6 +44,7 @@
       "react-dnd": "16.0.1",
       "react-dnd-html5-backend": "16.0.1",
       "react-dom": "18.0.0",
+      "react-dropzone": "14.3.5",
       "react-ga4": "2.1.0",
       "react-github-btn": "1.2.1",
       "react-google-drive-picker": "^1.2.0",

pom.xml

@@ -29,7 +29,7 @@
    <packaging>jar</packaging>
 
    <properties>
-      <revision>0.23.0-SNAPSHOT</revision>
+      <revision>0.24.0-SNAPSHOT</revision>
 
       <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
       <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>

src/qqq/components/buttons/DefaultButtons.tsx

@@ -145,7 +145,7 @@ export function QCancelButton({
 }: QCancelButtonProps): JSX.Element
 {
    return (
-      <Box ml={standardML} mb={2} width={standardWidth}>
+      <Box ml={standardML} width={standardWidth}>
          <MDButton type="button" variant="outlined" color="dark" size="small" fullWidth startIcon={<Icon>{iconName}</Icon>} onClick={onClickHandler} disabled={disabled}>
             {label}
          </MDButton>
@@ -180,3 +180,24 @@ QSubmitButton.defaultProps = {
    label: "Submit",
    iconName: "check",
 };
+
+interface QAlternateButtonProps
+{
+   label: string,
+   iconName?: string,
+   disabled: boolean,
+   onClick?: () => void
+}
+
+export function QAlternateButton({label, iconName, disabled, onClick}: QAlternateButtonProps): JSX.Element
+{
+   return (
+      <Box ml={standardML} width={standardWidth}>
+         <MDButton type="button" variant="gradient" color="secondary" size="small" fullWidth startIcon={iconName && <Icon>{iconName}</Icon>} onClick={onClick} disabled={disabled}>
+            {label}
+         </MDButton>
+      </Box>
+   );
+}
+
+QAlternateButton.defaultProps = {};

src/qqq/components/forms/BooleanFieldSwitch.tsx

@@ -80,11 +80,12 @@ interface Props
    label: string;
    value: boolean;
    isDisabled: boolean;
+   onChangeCallback?: (newValue: any) => void;
 }
 
 
 
-function BooleanFieldSwitch({name, label, value, isDisabled}: Props) : JSX.Element
+function BooleanFieldSwitch({name, label, value, isDisabled, onChangeCallback}: Props) : JSX.Element
 {
    const {setFieldValue} = useFormikContext();
 
@@ -93,6 +94,10 @@ function BooleanFieldSwitch({name, label, value, isDisabled}: Props) : JSX.Eleme
       if(!isDisabled)
       {
          setFieldValue(name, newValue);
+         if(onChangeCallback)
+         {
+            onChangeCallback(newValue);
+         }
          event.stopPropagation();
       }
    }
@@ -100,6 +105,10 @@ function BooleanFieldSwitch({name, label, value, isDisabled}: Props) : JSX.Eleme
    const toggleSwitch = () =>
    {
       setFieldValue(name, !value);
+      if(onChangeCallback)
+      {
+         onChangeCallback(!value);
+      }
    }
 
    const classNullSwitch = (value === null || value == undefined || `${value}` == "") ? "nullSwitch" : "";

src/qqq/components/forms/DynamicForm.tsx

@@ -19,21 +19,16 @@
  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  */
 
-import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
-import {QFieldType} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldType";
+import {AdornmentType} from "@kingsrook/qqq-frontend-core/lib/model/metaData/AdornmentType";
 import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
-import {colors, Icon, InputLabel} from "@mui/material";
 import Box from "@mui/material/Box";
-import Button from "@mui/material/Button";
 import Grid from "@mui/material/Grid";
-import Tooltip from "@mui/material/Tooltip";
-import {useFormikContext} from "formik";
-import React, {useState} from "react";
 import QDynamicFormField from "qqq/components/forms/DynamicFormField";
 import DynamicSelect from "qqq/components/forms/DynamicSelect";
+import FileInputField from "qqq/components/forms/FileInputField";
 import MDTypography from "qqq/components/legacy/MDTypography";
 import HelpContent from "qqq/components/misc/HelpContent";
-import ValueUtils from "qqq/utils/qqq/ValueUtils";
+import React from "react";
 
 interface Props
 {
@@ -50,28 +45,6 @@ function QDynamicForm({formData, formLabel, bulkEditMode, bulkEditSwitchChangeHa
 {
    const {formFields, values, errors, touched} = formData;
 
-   const formikProps = useFormikContext();
-   const [fileName, setFileName] = useState(null as string);
-
-   const fileChanged = (event: React.FormEvent<HTMLInputElement>, field: any) =>
-   {
-      setFileName(null);
-      if (event.currentTarget.files && event.currentTarget.files[0])
-      {
-         setFileName(event.currentTarget.files[0].name);
-      }
-
-      formikProps.setFieldValue(field.name, event.currentTarget.files[0]);
-   };
-
-   const removeFile = (fieldName: string) =>
-   {
-      setFileName(null);
-      formikProps.setFieldValue(fieldName, null);
-      record?.values.delete(fieldName)
-      record?.displayValues.delete(fieldName)
-   };
-
    const bulkEditSwitchChanged = (name: string, value: boolean) =>
    {
       bulkEditSwitchChangeHandler(name, value);
@@ -82,11 +55,6 @@ function QDynamicForm({formData, formLabel, bulkEditMode, bulkEditSwitchChangeHa
       <Box>
          <Box lineHeight={0}>
             <MDTypography variant="h5">{formLabel}</MDTypography>
-            {/* TODO - help text
-        <MDTypography variant="button" color="text">
-          Mandatory information
-        </MDTypography>
-        */}
          </Box>
          <Box mt={1.625}>
             <Grid container spacing={3}>
@@ -105,62 +73,42 @@ function QDynamicForm({formData, formLabel, bulkEditMode, bulkEditSwitchChangeHa
                         values[fieldName] = "";
                      }
 
-                     let formattedHelpContent = <HelpContent helpContents={field.fieldMetaData.helpContents} roles={helpRoles} helpContentKey={`${helpContentKeyPrefix ?? ""}field:${fieldName}`} />;
+                     let formattedHelpContent = <HelpContent helpContents={field?.fieldMetaData?.helpContents} roles={helpRoles} helpContentKey={`${helpContentKeyPrefix ?? ""}field:${fieldName}`} />;
                      if(formattedHelpContent)
                      {
                         formattedHelpContent = <Box color="#757575" fontSize="0.875rem" mt="-0.25rem">{formattedHelpContent}</Box>
                      }
 
-                     const labelElement = <Box fontSize="1rem" fontWeight="500" marginBottom="0.25rem">
-                        <label htmlFor={field.name}>{field.label}</label>
-                     </Box>
+                     const labelElement = <DynamicFormFieldLabel name={field.name} label={field.label} />;
 
+                     let itemXS = 12;
+                     let itemSM = 6;
+
+                     /////////////
+                     // files!! //
+                     /////////////
                      if (field.type === "file")
                      {
-                        const pseudoField = new QFieldMetaData({name: fieldName, type: QFieldType.BLOB});
-                        return (
-                           <Grid item xs={12} sm={6} key={fieldName}>
-                              <Box mb={1.5}>
-                                 {labelElement}
-                                 {
-                                    record && record.values.get(fieldName) && <Box fontSize="0.875rem" pb={1}>
-                                       Current File:
-                                       <Box display="inline-flex" pl={1}>
-                                          {ValueUtils.getDisplayValue(pseudoField, record, "view")}
-                                          <Tooltip placement="bottom" title="Remove current file">
-                                             <Icon className="blobIcon" fontSize="small" onClick={(e) => removeFile(fieldName)}>delete</Icon>
-                                          </Tooltip>
-                                       </Box>
-                                    </Box>
-                                 }
-                                 <Box display="flex" alignItems="center">
-                                    <Button variant="outlined" component="label">
-                                       <span style={{color: colors.lightBlue[500]}}>Choose file to upload</span>
-                                       <input
-                                          id={fieldName}
-                                          name={fieldName}
-                                          type="file"
-                                          hidden
-                                          onChange={(event: React.FormEvent<HTMLInputElement>) => fileChanged(event, field)}
-                                       />
-                                    </Button>
-                                    <Box ml={1} fontSize={"1rem"}>
-                                       {fileName}
-                                    </Box>
-                                 </Box>
+                        const fileUploadAdornment = field.fieldMetaData?.getAdornment(AdornmentType.FILE_UPLOAD);
+                        const width = fileUploadAdornment?.values?.get("width") ?? "half";
 
-                                 <Box mt={0.75}>
-                                    <MDTypography component="div" variant="caption" color="error" fontWeight="regular">
-                                       {errors[fieldName] && <span>You must select a file to proceed</span>}
-                                    </MDTypography>
-                                 </Box>
-                              </Box>
+                        if(width == "full")
+                        {
+                           itemSM = 12;
+                        }
+
+                        return (
+                           <Grid item xs={itemXS} sm={itemSM} key={fieldName}>
+                              {labelElement}
+                              <FileInputField field={field} record={record} errorMessage={errors[fieldName]} />
                            </Grid>
                         );
                      }
 
-                     // possible values!!
-                     if (field.possibleValueProps)
+                     ///////////////////////
+                     // possible values!! //
+                     ///////////////////////
+                     else if (field.possibleValueProps)
                      {
                         const otherValuesMap = field.possibleValueProps.otherValues ?? new Map<string, any>();
                         Object.keys(values).forEach((key) =>
@@ -169,7 +117,7 @@ function QDynamicForm({formData, formLabel, bulkEditMode, bulkEditSwitchChangeHa
                         })
 
                         return (
-                           <Grid item xs={12} sm={6} key={fieldName}>
+                           <Grid item xs={itemXS} sm={itemSM} key={fieldName}>
                               {labelElement}
                               <DynamicSelect
                                  fieldPossibleValueProps={field.possibleValueProps}
@@ -186,10 +134,11 @@ function QDynamicForm({formData, formLabel, bulkEditMode, bulkEditSwitchChangeHa
                         );
                      }
 
-                     // todo? inputProps={{ autoComplete: "" }}
-                     // todo? placeholder={password.placeholder}
+                     ///////////////////////
+                     // everything else!! //
+                     ///////////////////////
                      return (
-                        <Grid item xs={12} sm={6} key={fieldName}>
+                        <Grid item xs={itemXS} sm={itemSM} key={fieldName}>
                            {labelElement}
                            <QDynamicFormField
                               id={field.name}
@@ -224,4 +173,19 @@ QDynamicForm.defaultProps = {
    },
 };
 
+
+interface DynamicFormFieldLabelProps
+{
+   name: string;
+   label: string;
+}
+
+export function DynamicFormFieldLabel({name, label}: DynamicFormFieldLabelProps): JSX.Element
+{
+   return (<Box fontSize="1rem" fontWeight="500" marginBottom="0.25rem">
+      <label htmlFor={name}>{label}</label>
+   </Box>);
+}
+
+
 export default QDynamicForm;

src/qqq/components/forms/DynamicFormField.tsx

@@ -19,10 +19,12 @@
  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  */
 
+import {QPossibleValue} from "@kingsrook/qqq-frontend-core/lib/model/QPossibleValue";
 import {Box, InputAdornment, InputLabel} from "@mui/material";
 import Switch from "@mui/material/Switch";
 import {ErrorMessage, Field, useFormikContext} from "formik";
 import DynamicFormUtils from "qqq/components/forms/DynamicFormUtils";
+import DynamicSelect from "qqq/components/forms/DynamicSelect";
 import React, {useMemo, useState} from "react";
 import AceEditor from "react-ace";
 import colors from "qqq/assets/theme/base/colors";
@@ -43,6 +45,8 @@ interface Props
    placeholder?: string;
    backgroundColor?: string;
 
+   onChangeCallback?: (newValue: any) => void;
+
    [key: string]: any;
 
    bulkEditMode?: boolean;
@@ -51,7 +55,7 @@ interface Props
 }
 
 function QDynamicFormField({
-   label, name, displayFormat, value, bulkEditMode, bulkEditSwitchChangeHandler, type, isEditable, placeholder, backgroundColor, formFieldObject, ...rest
+   label, name, displayFormat, value, bulkEditMode, bulkEditSwitchChangeHandler, type, isEditable, placeholder, backgroundColor, formFieldObject, onChangeCallback, ...rest
 }: Props): JSX.Element
 {
    const [switchChecked, setSwitchChecked] = useState(false);
@@ -116,9 +120,11 @@ function QDynamicFormField({
    // put the onChange in an object and assign it with a spread          //
    ////////////////////////////////////////////////////////////////////////
    let onChange: any = {};
-   if (isToUpperCase || isToLowerCase)
+   if (isToUpperCase || isToLowerCase || onChangeCallback)
    {
       onChange.onChange = (e: any) =>
+      {
+         if(isToUpperCase || isToLowerCase)
          {
             const beforeStart = e.target.selectionStart;
             const beforeEnd = e.target.selectionEnd;
@@ -135,6 +141,7 @@ function QDynamicFormField({
                   newValue = newValue.toLowerCase();
                }
                setFieldValue(name, newValue);
+               onChangeCallback(newValue);
             });
 
             const input = document.getElementById(name) as HTMLInputElement;
@@ -142,16 +149,47 @@ function QDynamicFormField({
             {
                input.setSelectionRange(beforeStart, beforeEnd);
             }
+         }
+         else if(onChangeCallback)
+         {
+            onChangeCallback(e.currentTarget.value);
+         }
       };
    }
 
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function dynamicSelectOnChange(newValue?: QPossibleValue)
+   {
+      if(onChangeCallback)
+      {
+         onChangeCallback(newValue == null ? null : newValue.id)
+      }
+   }
+
    let field;
    let getsBulkEditHtmlLabel = true;
-   if (type === "checkbox")
+   if(formFieldObject.possibleValueProps)
+   {
+      field = (<DynamicSelect
+         name={name}
+         fieldPossibleValueProps={formFieldObject.possibleValueProps}
+         isEditable={!isDisabled}
+         fieldLabel={label}
+         initialValue={value}
+         bulkEditMode={bulkEditMode}
+         bulkEditSwitchChangeHandler={bulkEditSwitchChangeHandler}
+         onChange={dynamicSelectOnChange}
+         // otherValues={otherValuesMap}
+         useCase="form"
+      />)
+   }
+   else if (type === "checkbox")
    {
       getsBulkEditHtmlLabel = false;
       field = (<>
-         <BooleanFieldSwitch name={name} label={label} value={value} isDisabled={isDisabled} />
+         <BooleanFieldSwitch name={name} label={label} value={value} isDisabled={isDisabled} onChangeCallback={onChangeCallback} />
          <Box mt={0.75}>
             <MDTypography component="div" variant="caption" color="error" fontWeight="regular">
                {!isDisabled && <div className="fieldErrorMessage"><ErrorMessage name={name} render={msg => <span data-field-error="true">{msg}</span>} /></div>}
@@ -179,6 +217,10 @@ function QDynamicFormField({
                onChange={(value: string, event: any) =>
                {
                   setFieldValue(name, value, false);
+                  if(onChangeCallback)
+                  {
+                     onChangeCallback(value);
+                  }
                }}
                setOptions={{useWorker: false}}
                width="100%"

src/qqq/components/forms/DynamicSelect.tsx

@@ -38,6 +38,7 @@ interface Props
 {
    fieldPossibleValueProps: FieldPossibleValueProps;
    overrideId?: string;
+   name?: string;
    fieldLabel: string;
    inForm: boolean;
    initialValue?: any;
@@ -95,7 +96,7 @@ export const getAutocompleteOutlinedStyle = (isDisabled: boolean) =>
 
 const qController = Client.getInstance();
 
-function DynamicSelect({fieldPossibleValueProps, overrideId, fieldLabel, inForm, initialValue, initialValues, onChange, isEditable, isMultiple, bulkEditMode, bulkEditSwitchChangeHandler, otherValues, variant, initiallyOpen, useCase}: Props)
+function DynamicSelect({fieldPossibleValueProps, overrideId, name, fieldLabel, inForm, initialValue, initialValues, onChange, isEditable, isMultiple, bulkEditMode, bulkEditSwitchChangeHandler, otherValues, variant, initiallyOpen, useCase}: Props)
 {
    const {fieldName, initialDisplayValue, possibleValueSourceName, possibleValues, processName, tableName} = fieldPossibleValueProps;
 
@@ -404,6 +405,7 @@ function DynamicSelect({fieldPossibleValueProps, overrideId, fieldLabel, inForm,
       <Box>
          <Autocomplete
             id={overrideId ?? fieldName ?? possibleValueSourceName ?? "anonymous"}
+            name={name}
             sx={autocompleteSX}
             open={open}
             fullWidth

src/qqq/components/forms/EntityForm.tsx

@@ -818,9 +818,9 @@ function EntityForm(props: Props): JSX.Element
    {
       actions.setSubmitting(true);
 
-      /////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
-      // if there's a callback (e.g., for a modal nested on another create/edit screen), then just pass our data back there anre return. //
-      /////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      // if there's a callback (e.g., for a modal nested on another create/edit screen), then just pass our data back there and return. //
+      ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
       if (props.onSubmitCallback)
       {
          props.onSubmitCallback(values);
@@ -1290,7 +1290,7 @@ function EntityForm(props: Props): JSX.Element
                               table={showEditChildForm.table}
                               defaultValues={showEditChildForm.defaultValues}
                               disabledFields={showEditChildForm.disabledFields}
-                              onSubmitCallback={submitEditChildForm}
+                              onSubmitCallback={props.onSubmitCallback ? props.onSubmitCallback : submitEditChildForm}
                               overrideHeading={`${showEditChildForm.rowIndex != null ? "Editing" : "Creating New"} ${showEditChildForm.table.label}`}
                            />
                         </div>

src/qqq/components/forms/FileInputField.tsx

@@ -0,0 +1,156 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+
+import {AdornmentType} from "@kingsrook/qqq-frontend-core/lib/model/metaData/AdornmentType";
+import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
+import {QFieldType} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldType";
+import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
+import {Button, colors, Icon} from "@mui/material";
+import Box from "@mui/material/Box";
+import Tooltip from "@mui/material/Tooltip";
+import {useFormikContext} from "formik";
+import MDTypography from "qqq/components/legacy/MDTypography";
+import ValueUtils from "qqq/utils/qqq/ValueUtils";
+import React, {useCallback, useState} from "react";
+import {useDropzone} from "react-dropzone";
+
+interface FileInputFieldProps
+{
+   field: any,
+   record?: QRecord,
+   errorMessage?: any
+}
+
+export default function FileInputField({field, record, errorMessage}: FileInputFieldProps): JSX.Element
+{
+   const [fileName, setFileName] = useState(null as string);
+
+   const formikProps = useFormikContext();
+
+   const fileChanged = (event: React.FormEvent<HTMLInputElement>, field: any) =>
+   {
+      setFileName(null);
+      if (event.currentTarget.files && event.currentTarget.files[0])
+      {
+         setFileName(event.currentTarget.files[0].name);
+      }
+
+      formikProps.setFieldValue(field.name, event.currentTarget.files[0]);
+   };
+
+   const onDrop = useCallback((acceptedFiles: any) =>
+   {
+      setFileName(null);
+      if (acceptedFiles.length && acceptedFiles[0])
+      {
+         setFileName(acceptedFiles[0].name);
+      }
+
+      formikProps.setFieldValue(field.name, acceptedFiles[0]);
+   }, []);
+   const {getRootProps, getInputProps, isDragActive} = useDropzone({onDrop});
+
+
+   const removeFile = (fieldName: string) =>
+   {
+      setFileName(null);
+      formikProps.setFieldValue(fieldName, null);
+      record?.values.delete(fieldName);
+      record?.displayValues.delete(fieldName);
+   };
+
+   const pseudoField = new QFieldMetaData({name: field.name, type: QFieldType.BLOB});
+
+   const fileUploadAdornment = field.fieldMetaData?.getAdornment(AdornmentType.FILE_UPLOAD);
+   const format = fileUploadAdornment?.values?.get("format") ?? "button";
+
+   return (
+      <Box mb={1.5}>
+         {
+            record && record.values.get(field.name) && <Box fontSize="0.875rem" pb={1}>
+               Current File:
+               <Box display="inline-flex" pl={1}>
+                  {ValueUtils.getDisplayValue(pseudoField, record, "view")}
+                  <Tooltip placement="bottom" title="Remove current file">
+                     <Icon className="blobIcon" fontSize="small" onClick={(e) => removeFile(field.name)}>delete</Icon>
+                  </Tooltip>
+               </Box>
+            </Box>
+         }
+
+         {
+            format == "button" &&
+               <Box display="flex" alignItems="center">
+                  <Button variant="outlined" component="label">
+                     <span style={{color: colors.lightBlue[500]}}>Choose file to upload</span>
+                     <input
+                        id={field.name}
+                        name={field.name}
+                        type="file"
+                        hidden
+                        onChange={(event: React.FormEvent<HTMLInputElement>) => fileChanged(event, field)}
+                     />
+                  </Button>
+                  <Box ml={1} fontSize={"1rem"}>
+                     {fileName}
+                  </Box>
+               </Box>
+         }
+
+         {
+            format == "dragAndDrop" &&
+            <>
+               <Box {...getRootProps()} sx={
+                  {
+                     display: "flex",
+                     alignItems: "center",
+                     justifyContent: "center",
+                     width: "100%",
+                     height: "300px",
+                     borderRadius: "2rem",
+                     backgroundColor: isDragActive ? colors.lightBlue[50] : "transparent",
+                     border: `2px ${isDragActive ? "solid" : "dashed"} ${colors.lightBlue[500]}`
+                  }}>
+                  <input {...getInputProps()} />
+                  <Box display="flex" alignItems="center" flexDirection="column">
+                     <Icon sx={{fontSize: "4rem !important", color: colors.lightBlue[500]}}>upload_file</Icon>
+                     <Box>Drag and drop a file</Box>
+                     <Box fontSize="1rem" m="0.5rem">or</Box>
+                     <Box border={`2px solid ${colors.lightBlue[500]}`} mt="0.25rem" padding="0.25rem 1rem" borderRadius="0.5rem" sx={{cursor: "pointer"}} fontSize="1rem">
+                        Browse files
+                     </Box>
+                  </Box>
+               </Box>
+               <Box fontSize={"1rem"} mt="0.25rem">
+                  {fileName}&nbsp;
+               </Box>
+            </>
+         }
+
+         <Box mt={0.75}>
+            <MDTypography component="div" variant="caption" color="error" fontWeight="regular">
+               {errorMessage && <span>{errorMessage}</span>}
+            </MDTypography>
+         </Box>
+      </Box>
+   );
+}

src/qqq/components/misc/QHierarchyAutoComplete.tsx

@@ -0,0 +1,795 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+
+import Box from "@mui/material/Box";
+import Button from "@mui/material/Button";
+import FormControlLabel from "@mui/material/FormControlLabel";
+import Icon from "@mui/material/Icon";
+import IconButton from "@mui/material/IconButton";
+import List from "@mui/material/List/List";
+import ListItem, {ListItemProps} from "@mui/material/ListItem/ListItem";
+import Menu from "@mui/material/Menu";
+import Switch from "@mui/material/Switch";
+import TextField from "@mui/material/TextField";
+import Tooltip from "@mui/material/Tooltip/Tooltip";
+import React, {useState} from "react";
+
+export type Option = { label: string, value: string | number, [key: string]: any }
+
+export type Group = { label: string, value: string | number, options: Option[], subGroups?: Group[], [key: string]: any }
+
+type StringOrNumber = string | number
+
+interface QHierarchyAutoCompleteProps
+{
+   idPrefix: string;
+   heading?: string;
+   placeholder?: string;
+   defaultGroup: Group;
+   showGroupHeaderEvenIfNoSubGroups: boolean;
+   optionValuesToHide?: StringOrNumber[];
+   buttonProps: any;
+   buttonChildren: JSX.Element | string;
+   menuDirection: "down" | "up";
+
+   isModeSelectOne?: boolean;
+   keepOpenAfterSelectOne?: boolean;
+   handleSelectedOption?: (option: Option, group: Group) => void;
+
+   isModeToggle?: boolean;
+   toggleStates?: { [optionValue: string]: boolean };
+   disabledStates?: { [optionValue: string]: boolean };
+   tooltips?: { [optionValue: string]: string };
+   handleToggleOption?: (option: Option, group: Group, newValue: boolean) => void;
+
+   optionEndAdornment?: JSX.Element;
+   handleAdornmentClick?: (option: Option, group: Group, event: React.MouseEvent<any>) => void;
+   forceRerender?: number
+}
+
+QHierarchyAutoComplete.defaultProps = {
+   menuDirection: "down",
+   showGroupHeaderEvenIfNoSubGroups: false,
+   isModeSelectOne: false,
+   keepOpenAfterSelectOne: false,
+   isModeToggle: false,
+};
+
+interface GroupWithOptions
+{
+   group?: Group;
+   options: Option[];
+}
+
+
+/***************************************************************************
+ ** a sort of re-implementation of Autocomplete, that can display headers
+ ** & children, which may be collapsable (Is that only for toggle mode?)
+ ** but which also can have adornments that trigger actions, or be in a
+ ** single-click-do-something mode.
+ *
+ ** Originally built just for fields  exposed on a table query screen, but
+ ** then factored out of that for use in bulk-load (where it wasn't based on
+ ** exposed joins).
+ ***************************************************************************/
+export default function QHierarchyAutoComplete({idPrefix, heading, placeholder, defaultGroup, showGroupHeaderEvenIfNoSubGroups, optionValuesToHide, buttonProps, buttonChildren, isModeSelectOne, keepOpenAfterSelectOne, isModeToggle, handleSelectedOption, toggleStates, disabledStates, tooltips, handleToggleOption, optionEndAdornment, handleAdornmentClick, menuDirection, forceRerender}: QHierarchyAutoCompleteProps): JSX.Element
+{
+   const [menuAnchorElement, setMenuAnchorElement] = useState(null);
+   const [searchText, setSearchText] = useState("");
+   const [focusedIndex, setFocusedIndex] = useState(null as number);
+
+   const [optionsByGroup, setOptionsByGroup] = useState([] as GroupWithOptions[]);
+   const [collapsedGroups, setCollapsedGroups] = useState({} as { [groupValue: string | number]: boolean });
+
+   const [lastMouseOverXY, setLastMouseOverXY] = useState({x: 0, y: 0});
+   const [timeOfLastArrow, setTimeOfLastArrow] = useState(0);
+
+   //////////////////
+   // check usages //
+   //////////////////
+   if(isModeSelectOne)
+   {
+      if(!handleSelectedOption)
+      {
+         throw("In QAutoComplete, if isModeSelectOne=true, then a callback for handleSelectedOption must be provided.");
+      }
+   }
+
+   if(isModeToggle)
+   {
+      if(!toggleStates)
+      {
+         throw("In QAutoComplete, if isModeToggle=true, then a model for toggleStates must be provided.");
+      }
+      if(!handleToggleOption)
+      {
+         throw("In QAutoComplete, if isModeToggle=true, then a callback for handleToggleOption must be provided.");
+      }
+   }
+
+   /////////////////////
+   // init some stuff //
+   /////////////////////
+   if (optionsByGroup.length == 0)
+   {
+      collapsedGroups[defaultGroup.value] = false;
+
+      if (defaultGroup.subGroups?.length > 0)
+      {
+         /////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+         // if we have exposed joins, put the table meta data with its fields, and then all of the join tables & fields too //
+         /////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+         optionsByGroup.push({group: defaultGroup, options: getGroupOptionsAsAlphabeticalArray(defaultGroup)});
+
+         for (let i = 0; i < defaultGroup.subGroups?.length; i++)
+         {
+            const subGroup = defaultGroup.subGroups[i];
+            optionsByGroup.push({group: subGroup, options: getGroupOptionsAsAlphabeticalArray(subGroup)});
+
+            collapsedGroups[subGroup.value] = false;
+         }
+      }
+      else
+      {
+         ///////////////////////////////////////////////////////////
+         // no exposed joins - just the table (w/o its meta-data) //
+         ///////////////////////////////////////////////////////////
+         optionsByGroup.push({options: getGroupOptionsAsAlphabeticalArray(defaultGroup)});
+      }
+
+      setOptionsByGroup(optionsByGroup);
+      setCollapsedGroups(collapsedGroups);
+   }
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function getGroupOptionsAsAlphabeticalArray(group: Group): Option[]
+   {
+      const options: Option[] = [];
+      group.options.forEach(option =>
+      {
+         let fullOptionValue = option.value;
+         if(group.value != defaultGroup.value)
+         {
+            fullOptionValue = `${defaultGroup.value}.${option.value}`;
+         }
+
+         if(optionValuesToHide && optionValuesToHide.indexOf(fullOptionValue) > -1)
+         {
+            return;
+         }
+         options.push(option)
+      });
+      options.sort((a, b) => a.label.localeCompare(b.label));
+      return (options);
+   }
+
+
+   const optionsByGroupToShow: GroupWithOptions[] = [];
+   let maxOptionIndex = 0;
+   optionsByGroup.forEach((groupWithOptions) =>
+   {
+      let optionsToShowForThisGroup = groupWithOptions.options.filter(doesOptionMatchSearchText);
+      if (optionsToShowForThisGroup.length > 0)
+      {
+         optionsByGroupToShow.push({group: groupWithOptions.group, options: optionsToShowForThisGroup});
+         maxOptionIndex += optionsToShowForThisGroup.length;
+      }
+   });
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function doesOptionMatchSearchText(option: Option): boolean
+   {
+      if (searchText == "")
+      {
+         return (true);
+      }
+
+      const columnLabelMinusTable = option.label.replace(/.*: /, "");
+      if (columnLabelMinusTable.toLowerCase().startsWith(searchText.toLowerCase()))
+      {
+         return (true);
+      }
+
+      try
+      {
+         ////////////////////////////////////////////////////////////
+         // try to match word-boundary followed by the filter text //
+         // e.g., "name" would match "First Name" or "Last Name"   //
+         ////////////////////////////////////////////////////////////
+         const re = new RegExp("\\b" + searchText.toLowerCase());
+         if (columnLabelMinusTable.toLowerCase().match(re))
+         {
+            return (true);
+         }
+      }
+      catch (e)
+      {
+         //////////////////////////////////////////////////////////////////////////////////
+         // in case text is an invalid regex... well, at least do a starts-with match... //
+         //////////////////////////////////////////////////////////////////////////////////
+         if (columnLabelMinusTable.toLowerCase().startsWith(searchText.toLowerCase()))
+         {
+            return (true);
+         }
+      }
+
+      const tableLabel = option.label.replace(/:.*/, "");
+      if (tableLabel)
+      {
+         try
+         {
+            ////////////////////////////////////////////////////////////
+            // try to match word-boundary followed by the filter text //
+            // e.g., "name" would match "First Name" or "Last Name"   //
+            ////////////////////////////////////////////////////////////
+            const re = new RegExp("\\b" + searchText.toLowerCase());
+            if (tableLabel.toLowerCase().match(re))
+            {
+               return (true);
+            }
+         }
+         catch (e)
+         {
+            //////////////////////////////////////////////////////////////////////////////////
+            // in case text is an invalid regex... well, at least do a starts-with match... //
+            //////////////////////////////////////////////////////////////////////////////////
+            if (tableLabel.toLowerCase().startsWith(searchText.toLowerCase()))
+            {
+               return (true);
+            }
+         }
+      }
+
+      return (false);
+   }
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function openMenu(event: any)
+   {
+      setFocusedIndex(null);
+      setMenuAnchorElement(event.currentTarget);
+      setTimeout(() =>
+      {
+         document.getElementById(`field-list-dropdown-${idPrefix}-textField`).focus();
+         doSetFocusedIndex(0, true);
+      });
+   }
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function closeMenu()
+   {
+      setMenuAnchorElement(null);
+   }
+
+
+   /*******************************************************************************
+    ** Event handler for toggling an option in toggle mode
+    *******************************************************************************/
+   function handleOptionToggle(event: React.ChangeEvent<HTMLInputElement>, option: Option, group: Group)
+   {
+      event.stopPropagation();
+      handleToggleOption(option, group, event.target.checked);
+   }
+
+
+   /*******************************************************************************
+    ** Event handler for toggling a group in toggle mode
+    *******************************************************************************/
+   function handleGroupToggle(event: React.ChangeEvent<HTMLInputElement>, group: Group)
+   {
+      event.stopPropagation();
+
+      const optionsList = [...group.options.values()];
+      for (let i = 0; i < optionsList.length; i++)
+      {
+         const option = optionsList[i];
+         if (doesOptionMatchSearchText(option))
+         {
+            handleToggleOption(option, group, event.target.checked);
+         }
+      }
+   }
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function toggleCollapsedGroup(value: string | number)
+   {
+      collapsedGroups[value] = !collapsedGroups[value];
+      setCollapsedGroups(Object.assign({}, collapsedGroups));
+   }
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function getShownOptionAndGroupByIndex(targetIndex: number): { option: Option, group: Group }
+   {
+      let index = -1;
+      for (let i = 0; i < optionsByGroupToShow.length; i++)
+      {
+         const groupWithOption = optionsByGroupToShow[i];
+         for (let j = 0; j < groupWithOption.options.length; j++)
+         {
+            index++;
+
+            if (index == targetIndex)
+            {
+               return {option: groupWithOption.options[j], group: groupWithOption.group};
+            }
+         }
+      }
+
+      return (null);
+   }
+
+
+   /*******************************************************************************
+    ** event handler for keys presses
+    *******************************************************************************/
+   function keyDown(event: any)
+   {
+      // console.log(`Event key: ${event.key}`);
+      setTimeout(() => document.getElementById(`field-list-dropdown-${idPrefix}-textField`).focus());
+
+      if (isModeSelectOne && event.key == "Enter" && focusedIndex != null)
+      {
+         setTimeout(() =>
+         {
+            event.stopPropagation();
+
+            const {option, group} = getShownOptionAndGroupByIndex(focusedIndex);
+            if (option)
+            {
+               const fullOptionValue = group && group.value != defaultGroup.value ? `${group.value}.${option.value}` : option.value;
+               const isDisabled = disabledStates && disabledStates[fullOptionValue]
+               if(isDisabled)
+               {
+                  return;
+               }
+
+               if(!keepOpenAfterSelectOne)
+               {
+                  closeMenu();
+               }
+
+               handleSelectedOption(option, group ?? defaultGroup);
+
+            }
+         });
+         return;
+      }
+
+      const keyOffsetMap: { [key: string]: number } = {
+         "End": 10000,
+         "Home": -10000,
+         "ArrowDown": 1,
+         "ArrowUp": -1,
+         "PageDown": 5,
+         "PageUp": -5,
+      };
+
+      const offset = keyOffsetMap[event.key];
+      if (offset)
+      {
+         event.stopPropagation();
+         setTimeOfLastArrow(new Date().getTime());
+
+         if (isModeSelectOne)
+         {
+            let startIndex = focusedIndex;
+            if (offset > 0)
+            {
+               /////////////////
+               // a down move //
+               /////////////////
+               if (startIndex == null)
+               {
+                  startIndex = -1;
+               }
+
+               let goalIndex = startIndex + offset;
+               if (goalIndex > maxOptionIndex - 1)
+               {
+                  goalIndex = maxOptionIndex - 1;
+               }
+
+               doSetFocusedIndex(goalIndex, true);
+            }
+            else
+            {
+               ////////////////
+               // an up move //
+               ////////////////
+               let goalIndex = startIndex + offset;
+               if (goalIndex < 0)
+               {
+                  goalIndex = 0;
+               }
+
+               doSetFocusedIndex(goalIndex, true);
+            }
+         }
+      }
+   }
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function doSetFocusedIndex(i: number, tryToScrollIntoView: boolean): void
+   {
+      if (isModeSelectOne)
+      {
+         setFocusedIndex(i);
+         console.log(`Setting index to ${i}`);
+
+         if (tryToScrollIntoView)
+         {
+            const element = document.getElementById(`field-list-dropdown-${idPrefix}-${i}`);
+            element?.scrollIntoView({block: "center"});
+         }
+      }
+   }
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function setFocusedOption(option: Option, group: Group, tryToScrollIntoView: boolean)
+   {
+      let index = -1;
+      for (let i = 0; i < optionsByGroupToShow.length; i++)
+      {
+         const groupWithOption = optionsByGroupToShow[i];
+         for (let j = 0; j < groupWithOption.options.length; j++)
+         {
+            const loopOption = groupWithOption.options[j];
+            index++;
+
+            const groupMatches = (group == null || group.value == groupWithOption.group.value);
+            if (groupMatches && option.value == loopOption.value)
+            {
+               doSetFocusedIndex(index, tryToScrollIntoView);
+               return;
+            }
+         }
+      }
+   }
+
+
+   /*******************************************************************************
+    ** event handler for mouse-over the menu
+    *******************************************************************************/
+   function handleMouseOver(event: React.MouseEvent<HTMLAnchorElement> | React.MouseEvent<HTMLDivElement> | React.MouseEvent<HTMLLIElement>, option: Option, group: Group, isDisabled: boolean)
+   {
+      //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      // so we're trying to fix the case where, if you put your mouse over an element, but then press up/down arrows,                                     //
+      // where the mouse will become over a different element after the scroll, and the focus will follow the mouse instead of keyboard.                  //
+      // the last x/y isn't really useful, because the mouse generally isn't left exactly where it was when the mouse-over happened (edge of the element) //
+      // but the keyboard last-arrow time that we capture, that's what's actually being useful in here                                                    //
+      //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      if (event.clientX == lastMouseOverXY.x && event.clientY == lastMouseOverXY.y)
+      {
+         // console.log("mouse didn't move, so, doesn't count");
+         return;
+      }
+
+      const now = new Date().getTime();
+      // console.log(`Compare now [${now}] to last arrow [${timeOfLastArrow}] (diff: [${now - timeOfLastArrow}])`);
+      if (now < timeOfLastArrow + 300)
+      {
+         // console.log("An arrow event happened less than 300 mills ago, so doesn't count.");
+         return;
+      }
+
+      // console.log("yay, mouse over...");
+      if(isDisabled)
+      {
+         setFocusedIndex(null);
+      }
+      else
+      {
+         setFocusedOption(option, group, false);
+      }
+      setLastMouseOverXY({x: event.clientX, y: event.clientY});
+   }
+
+
+   /*******************************************************************************
+    ** event handler for text input changes
+    *******************************************************************************/
+   function updateSearch(event: React.ChangeEvent<HTMLInputElement>)
+   {
+      setSearchText(event?.target?.value ?? "");
+      doSetFocusedIndex(0, true);
+   }
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function doHandleAdornmentClick(option: Option, group: Group, event: React.MouseEvent<any>)
+   {
+      console.log("In doHandleAdornmentClick");
+      closeMenu();
+      handleAdornmentClick(option, group, event);
+   }
+
+   /////////////////////////////////////////////////////////
+   // compute the group-level toggle state & count values //
+   /////////////////////////////////////////////////////////
+   const groupToggleStates: { [value: string]: boolean } = {};
+   const groupToggleCounts: { [value: string]: number } = {};
+
+   if (isModeToggle)
+   {
+      const {allOn, count} = getGroupToggleState(defaultGroup, true);
+      groupToggleStates[defaultGroup.value] = allOn;
+      groupToggleCounts[defaultGroup.value] = count;
+
+      for (let i = 0; i < defaultGroup.subGroups?.length; i++)
+      {
+         const subGroup = defaultGroup.subGroups[i];
+         const {allOn, count} = getGroupToggleState(subGroup, false);
+         groupToggleStates[subGroup.value] = allOn;
+         groupToggleCounts[subGroup.value] = count;
+      }
+   }
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function getGroupToggleState(group: Group, isMainGroup: boolean): {allOn: boolean, count: number}
+   {
+      const optionsList = [...group.options.values()];
+      let allOn = true;
+      let count = 0;
+      for (let i = 0; i < optionsList.length; i++)
+      {
+         const option = optionsList[i];
+         const name = isMainGroup ? option.value : `${group.value}.${option.value}`;
+         if(!toggleStates[name])
+         {
+            allOn = false;
+         }
+         else
+         {
+            count++;
+         }
+      }
+
+      return ({allOn: allOn, count: count});
+   }
+
+
+   let index = -1;
+   const textFieldId = `field-list-dropdown-${idPrefix}-textField`;
+   let listItemPadding = isModeToggle ? "0.125rem" : "0.5rem";
+
+   ///////////////////////////////////////////////////////////////////////////////////////////////////////////////
+   // for z-indexes, we set each table header to i+1, then the fields in that table to i (so they go behind it) //
+   // then we increment i by 2 for the next table (so the next header goes above the previous header)           //
+   // this fixes a thing where, if one table's name wrapped to 2 lines, then when the next table below it would //
+   // come up, if it was only 1 line, then the second line from the previous one would bleed through.           //
+   ///////////////////////////////////////////////////////////////////////////////////////////////////////////////
+   let zIndex = 1;
+
+   return (
+      <>
+         <Button onClick={openMenu} {...buttonProps}>
+            {buttonChildren}
+         </Button>
+         <Menu
+            anchorEl={menuAnchorElement}
+            anchorOrigin={{vertical: menuDirection == "down" ? "bottom" : "top", horizontal: "left"}}
+            transformOrigin={{vertical: menuDirection == "down" ? "top" : "bottom", horizontal: "left"}}
+            open={menuAnchorElement != null}
+            onClose={closeMenu}
+            onKeyDown={keyDown} // this is added here so arrow-key-up/down events don't make the whole menu become "focused" (blue outline).  it works.
+            keepMounted
+         >
+            <Box width={isModeToggle ? "305px" : "265px"} borderRadius={2} className={`fieldListMenuBody fieldListMenuBody-${idPrefix}`}>
+               {
+                  heading &&
+                  <Box px={1} py={0.5} fontWeight={"700"}>
+                     {heading}
+                  </Box>
+               }
+               <Box p={1} pt={0.5}>
+                  <TextField id={textFieldId} variant="outlined" placeholder={placeholder ?? "Search Fields"} fullWidth value={searchText} onChange={updateSearch} onKeyDown={keyDown} inputProps={{sx: {pr: "2rem"}}} />
+                  {
+                     searchText != "" && <IconButton sx={{position: "absolute", right: "0.5rem", top: "0.5rem"}} onClick={() =>
+                     {
+                        updateSearch(null);
+                        document.getElementById(textFieldId).focus();
+                     }}><Icon fontSize="small">close</Icon></IconButton>
+                  }
+               </Box>
+               <Box maxHeight={"445px"} minHeight={"445px"} overflow="auto" mr={"-0.5rem"} sx={{scrollbarGutter: "stable"}}>
+                  <List sx={{px: "0.5rem", cursor: "default"}}>
+                     {
+                        optionsByGroupToShow.map((groupWithOptions) =>
+                        {
+                           let headerContents = null;
+                           const headerGroup = groupWithOptions.group || defaultGroup;
+                           if (groupWithOptions.group || showGroupHeaderEvenIfNoSubGroups)
+                           {
+                              headerContents = (<b>{headerGroup.label}</b>);
+                           }
+
+                           if (isModeToggle)
+                           {
+                              headerContents = (<FormControlLabel
+                                 sx={{display: "flex", alignItems: "flex-start", "& .MuiFormControlLabel-label": {lineHeight: "1.4", fontWeight: "500 !important"}}}
+                                 control={<Switch
+                                    size="small"
+                                    sx={{top: "1px"}}
+                                    checked={toggleStates[headerGroup.value]}
+                                    onChange={(event) => handleGroupToggle(event, headerGroup)}
+                                 />}
+                                 label={<span style={{marginTop: "0.25rem", display: "inline-block"}}><b>{headerGroup.label} Fields</b>&nbsp;<span style={{fontWeight: 400}}>({groupToggleCounts[headerGroup.value]})</span></span>} />);
+                           }
+
+                           if (isModeToggle)
+                           {
+                              headerContents = (
+                                 <>
+                                    <IconButton
+                                       onClick={() => toggleCollapsedGroup(headerGroup.value)}
+                                       sx={{justifyContent: "flex-start", fontSize: "0.875rem", pt: 0.5, pb: 0, mr: "0.25rem"}}
+                                       disableRipple={true}
+                                    >
+                                       <Icon sx={{fontSize: "1.5rem !important", position: "relative", top: "2px"}}>{collapsedGroups[headerGroup.value] ? "expand_less" : "expand_more"}</Icon>
+                                    </IconButton>
+                                    {headerContents}
+                                 </>
+                              );
+                           }
+
+                           let marginLeft = "unset";
+                           if (isModeToggle)
+                           {
+                              marginLeft = "-1rem";
+                           }
+
+                           zIndex += 2;
+
+                           return (
+                              <React.Fragment key={groupWithOptions.group?.value ?? "theGroup"}>
+                                 <>
+                                    {headerContents && <ListItem sx={{position: "sticky", top: -1, zIndex: zIndex + 1, padding: listItemPadding, ml: marginLeft, display: "flex", alignItems: "flex-start", backgroundImage: "linear-gradient(to bottom, rgba(255,255,255,1), rgba(255,255,255,1) 90%, rgba(255,255,255,0))"}}>{headerContents}</ListItem>}
+                                    {
+                                       groupWithOptions.options.map((option) =>
+                                       {
+                                          index++;
+                                          const key = `${groupWithOptions?.group?.value}-${option.value}`;
+
+                                          let label: JSX.Element | string = option.label;
+                                          const fullOptionValue = groupWithOptions.group && groupWithOptions.group.value != defaultGroup.value ? `${groupWithOptions.group.value}.${option.value}` : option.value;
+                                          const isDisabled = disabledStates && disabledStates[fullOptionValue]
+
+                                          if (collapsedGroups[headerGroup.value])
+                                          {
+                                             return (<React.Fragment key={key} />);
+                                          }
+
+                                          let style = {};
+                                          if (index == focusedIndex)
+                                          {
+                                             style = {backgroundColor: "#EFEFEF"};
+                                          }
+
+                                          const onClick: ListItemProps = {};
+                                          if (isModeSelectOne)
+                                          {
+                                             onClick.onClick = () =>
+                                             {
+                                                if(isDisabled)
+                                                {
+                                                   return;
+                                                }
+
+                                                if(!keepOpenAfterSelectOne)
+                                                {
+                                                   closeMenu();
+                                                }
+                                                handleSelectedOption(option, groupWithOptions.group ?? defaultGroup);
+                                             };
+                                          }
+
+                                          if (optionEndAdornment)
+                                          {
+                                             label = <Box width="100%" display="inline-flex" justifyContent="space-between">
+                                                {label}
+                                                <Box onClick={(event) => handleAdornmentClick(option, groupWithOptions.group, event)}>
+                                                   {optionEndAdornment}
+                                                </Box>
+                                             </Box>;
+                                          }
+
+                                          let contents = <>{label}</>;
+                                          let paddingLeft = "0.5rem";
+
+                                          if (isModeToggle)
+                                          {
+                                             contents = (<FormControlLabel
+                                                sx={{display: "flex", alignItems: "flex-start", "& .MuiFormControlLabel-label": {lineHeight: "1.4", color: "#606060", fontWeight: "500 !important"}}}
+                                                control={<Switch
+                                                   size="small"
+                                                   sx={{top: "-3px"}}
+                                                   checked={toggleStates[fullOptionValue]}
+                                                   onChange={(event) => handleOptionToggle(event, option, groupWithOptions.group)}
+                                                />}
+                                                label={label} />);
+                                             paddingLeft = "2.5rem";
+                                          }
+
+                                          const listItem = <ListItem
+                                             key={key}
+                                             id={`field-list-dropdown-${idPrefix}-${index}`}
+                                             sx={{color: isDisabled ? "#C0C0C0" : "#757575", p: 1, borderRadius: ".5rem", padding: listItemPadding, pl: paddingLeft, scrollMarginTop: "3rem", zIndex: zIndex, background: "#FFFFFF", ...style}}
+                                             onMouseOver={(event) => 
+                                             {
+                                                handleMouseOver(event, option, groupWithOptions.group, isDisabled)
+                                             }}
+                                             {...onClick}
+                                          >{contents}</ListItem>;
+
+                                          if(tooltips[fullOptionValue])
+                                          {
+                                             return <Tooltip key={key} title={tooltips[fullOptionValue]} placement="right" enterDelay={500}>{listItem}</Tooltip>
+                                          }
+                                          else
+                                          {
+
+                                             return listItem
+                                          }
+                                       })
+                                    }
+                                 </>
+                              </React.Fragment>
+                           );
+                        })
+                     }
+                     {
+                        index == -1 && <ListItem sx={{p: "0.5rem"}}><i>No options found.</i></ListItem>
+                     }
+                  </List>
+               </Box>
+            </Box>
+         </Menu>
+      </>
+   );
+}

src/qqq/components/misc/SavedBulkLoadProfiles.tsx

@@ -0,0 +1,790 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2022.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+import {QController} from "@kingsrook/qqq-frontend-core/lib/controllers/QController";
+import {QInstance} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QInstance";
+import {QTableMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QTableMetaData";
+import {QJobComplete} from "@kingsrook/qqq-frontend-core/lib/model/processes/QJobComplete";
+import {QJobError} from "@kingsrook/qqq-frontend-core/lib/model/processes/QJobError";
+import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
+import {Alert, Button} from "@mui/material";
+import Box from "@mui/material/Box";
+import Dialog from "@mui/material/Dialog";
+import DialogActions from "@mui/material/DialogActions";
+import DialogContent from "@mui/material/DialogContent";
+import DialogTitle from "@mui/material/DialogTitle";
+import Divider from "@mui/material/Divider";
+import Icon from "@mui/material/Icon";
+import ListItemIcon from "@mui/material/ListItemIcon";
+import Menu from "@mui/material/Menu";
+import MenuItem from "@mui/material/MenuItem";
+import TextField from "@mui/material/TextField";
+import Tooltip from "@mui/material/Tooltip";
+import {TooltipProps} from "@mui/material/Tooltip/Tooltip";
+import FormData from "form-data";
+import QContext from "QContext";
+import colors from "qqq/assets/theme/base/colors";
+import {QCancelButton, QDeleteButton, QSaveButton} from "qqq/components/buttons/DefaultButtons";
+import {BulkLoadMapping, BulkLoadTableStructure, FileDescription} from "qqq/models/processes/BulkLoadModels";
+import Client from "qqq/utils/qqq/Client";
+import {SavedBulkLoadProfileUtils} from "qqq/utils/qqq/SavedBulkLoadProfileUtils";
+import React, {useContext, useEffect, useRef, useState} from "react";
+import {useLocation} from "react-router-dom";
+
+interface Props
+{
+   metaData: QInstance,
+   tableMetaData: QTableMetaData,
+   tableStructure: BulkLoadTableStructure,
+   currentSavedBulkLoadProfileRecord: QRecord,
+   currentMapping: BulkLoadMapping,
+   bulkLoadProfileOnChangeCallback?: (record: QRecord | null) => void,
+   allowSelectingProfile?: boolean,
+   fileDescription?: FileDescription,
+   bulkLoadProfileResetToSuggestedMappingCallback?: () => void
+}
+
+SavedBulkLoadProfiles.defaultProps = {
+   allowSelectingProfile: true
+};
+
+const qController = Client.getInstance();
+
+/***************************************************************************
+ ** menu-button, text elements, and modal(s) that let you work with saved
+ ** bulk-load profiles.
+ ***************************************************************************/
+function SavedBulkLoadProfiles({metaData, tableMetaData, tableStructure, currentSavedBulkLoadProfileRecord, bulkLoadProfileOnChangeCallback, currentMapping, allowSelectingProfile, fileDescription, bulkLoadProfileResetToSuggestedMappingCallback}: Props): JSX.Element
+{
+   const [yourSavedBulkLoadProfiles, setYourSavedBulkLoadProfiles] = useState([] as QRecord[]);
+   const [bulkLoadProfilesSharedWithYou, setBulkLoadProfilesSharedWithYou] = useState([] as QRecord[]);
+   const [savedBulkLoadProfilesMenu, setSavedBulkLoadProfilesMenu] = useState(null);
+   const [savedBulkLoadProfilesHaveLoaded, setSavedBulkLoadProfilesHaveLoaded] = useState(false);
+   const [isSubmitting, setIsSubmitting] = useState(false);
+
+   const [savePopupOpen, setSavePopupOpen] = useState(false);
+   const [isSaveAsAction, setIsSaveAsAction] = useState(false);
+   const [isRenameAction, setIsRenameAction] = useState(false);
+   const [isDeleteAction, setIsDeleteAction] = useState(false);
+   const [savedBulkLoadProfileNameInputValue, setSavedBulkLoadProfileNameInputValue] = useState(null as string);
+   const [popupAlertContent, setPopupAlertContent] = useState("");
+
+   const [savedSuccessMessage, setSavedSuccessMessage] = useState(null as string);
+   const [savedFailedMessage, setSavedFailedMessage] = useState(null as string);
+
+   const anchorRef = useRef<HTMLDivElement>(null);
+   const location = useLocation();
+   const [saveOptionsOpen, setSaveOptionsOpen] = useState(false);
+
+   const SAVE_OPTION = "Save...";
+   const DUPLICATE_OPTION = "Duplicate...";
+   const RENAME_OPTION = "Rename...";
+   const DELETE_OPTION = "Delete...";
+   const CLEAR_OPTION = "New Profile";
+   const RESET_TO_SUGGESTION = "Reset to Suggested Mapping";
+
+   const {accentColor, accentColorLight, userId: currentUserId} = useContext(QContext);
+
+   const openSavedBulkLoadProfilesMenu = (event: any) => setSavedBulkLoadProfilesMenu(event.currentTarget);
+   const closeSavedBulkLoadProfilesMenu = () => setSavedBulkLoadProfilesMenu(null);
+
+   ////////////////////////////////////////////////////////////////////////
+   // load records on first run (if user is allowed to select a profile) //
+   ////////////////////////////////////////////////////////////////////////
+   useEffect(() =>
+   {
+      if (allowSelectingProfile)
+      {
+         loadSavedBulkLoadProfiles()
+            .then(() =>
+            {
+               setSavedBulkLoadProfilesHaveLoaded(true);
+            });
+      }
+   }, []);
+
+
+   const baseBulkLoadMapping: BulkLoadMapping = currentSavedBulkLoadProfileRecord ? BulkLoadMapping.fromSavedProfileRecord(tableStructure, currentSavedBulkLoadProfileRecord) : new BulkLoadMapping(tableStructure);
+   const bulkLoadProfileDiffs: any[] = SavedBulkLoadProfileUtils.diffBulkLoadMappings(tableStructure, fileDescription, baseBulkLoadMapping, currentMapping);
+   let bulkLoadProfileIsModified = false;
+   if (bulkLoadProfileDiffs.length > 0)
+   {
+      bulkLoadProfileIsModified = true;
+   }
+
+   /*******************************************************************************
+    ** make request to load all saved profiles from backend
+    *******************************************************************************/
+   async function loadSavedBulkLoadProfiles()
+   {
+      if (!tableMetaData)
+      {
+         return;
+      }
+
+      const formData = new FormData();
+      formData.append("tableName", tableMetaData.name);
+
+      const savedBulkLoadProfiles = await makeSavedBulkLoadProfileRequest("querySavedBulkLoadProfile", formData);
+      const yourSavedBulkLoadProfiles: QRecord[] = [];
+      const bulkLoadProfilesSharedWithYou: QRecord[] = [];
+      for (let i = 0; i < savedBulkLoadProfiles.length; i++)
+      {
+         const record = savedBulkLoadProfiles[i];
+         if (record.values.get("userId") == currentUserId)
+         {
+            yourSavedBulkLoadProfiles.push(record);
+         }
+         else
+         {
+            bulkLoadProfilesSharedWithYou.push(record);
+         }
+      }
+      setYourSavedBulkLoadProfiles(yourSavedBulkLoadProfiles);
+      setBulkLoadProfilesSharedWithYou(bulkLoadProfilesSharedWithYou);
+   }
+
+
+   /*******************************************************************************
+    ** fired when a saved record is clicked from the dropdown
+    *******************************************************************************/
+   const handleSavedBulkLoadProfileRecordOnClick = async (record: QRecord) =>
+   {
+      setSavePopupOpen(false);
+      closeSavedBulkLoadProfilesMenu();
+
+      if (bulkLoadProfileOnChangeCallback)
+      {
+         bulkLoadProfileOnChangeCallback(record);
+      }
+   };
+
+
+   /*******************************************************************************
+    ** fired when a save option is selected from the save... button/dropdown combo
+    *******************************************************************************/
+   const handleDropdownOptionClick = (optionName: string) =>
+   {
+      setSaveOptionsOpen(false);
+      setPopupAlertContent("");
+      closeSavedBulkLoadProfilesMenu();
+      setSavePopupOpen(true);
+      setIsSaveAsAction(false);
+      setIsRenameAction(false);
+      setIsDeleteAction(false);
+
+      switch (optionName)
+      {
+         case SAVE_OPTION:
+            if (currentSavedBulkLoadProfileRecord == null)
+            {
+               setSavedBulkLoadProfileNameInputValue("");
+            }
+            break;
+         case DUPLICATE_OPTION:
+            setSavedBulkLoadProfileNameInputValue("");
+            setIsSaveAsAction(true);
+            break;
+         case CLEAR_OPTION:
+            setSavePopupOpen(false);
+            if (bulkLoadProfileOnChangeCallback)
+            {
+               bulkLoadProfileOnChangeCallback(null);
+            }
+            break;
+         case RESET_TO_SUGGESTION:
+            setSavePopupOpen(false);
+            if(bulkLoadProfileResetToSuggestedMappingCallback)
+            {
+               bulkLoadProfileResetToSuggestedMappingCallback();
+            }
+            break;
+         case RENAME_OPTION:
+            if (currentSavedBulkLoadProfileRecord != null)
+            {
+               setSavedBulkLoadProfileNameInputValue(currentSavedBulkLoadProfileRecord.values.get("label"));
+            }
+            setIsRenameAction(true);
+            break;
+         case DELETE_OPTION:
+            setIsDeleteAction(true);
+            break;
+      }
+   };
+
+
+   /*******************************************************************************
+    ** fired when save or delete button saved on confirmation dialogs
+    *******************************************************************************/
+   async function handleDialogButtonOnClick()
+   {
+      try
+      {
+         setPopupAlertContent("");
+         setIsSubmitting(true);
+
+         const formData = new FormData();
+         if (isDeleteAction)
+         {
+            formData.append("id", currentSavedBulkLoadProfileRecord.values.get("id"));
+            await makeSavedBulkLoadProfileRequest("deleteSavedBulkLoadProfile", formData);
+
+            setSavePopupOpen(false);
+            setSaveOptionsOpen(false);
+
+            await (async () =>
+            {
+               handleDropdownOptionClick(CLEAR_OPTION);
+            })();
+         }
+         else
+         {
+            formData.append("tableName", tableMetaData.name);
+
+            /////////////////////////////////////////////////////////////////////////////////////////
+            // convert the BulkLoadMapping object to a BulkLoadProfile - the thing that gets saved //
+            /////////////////////////////////////////////////////////////////////////////////////////
+            const bulkLoadProfile = currentMapping.toProfile();
+            const mappingJson = JSON.stringify(bulkLoadProfile.profile);
+            formData.append("mappingJson", mappingJson);
+
+            if (isSaveAsAction || isRenameAction || currentSavedBulkLoadProfileRecord == null)
+            {
+               formData.append("label", savedBulkLoadProfileNameInputValue);
+               if (currentSavedBulkLoadProfileRecord != null && isRenameAction)
+               {
+                  formData.append("id", currentSavedBulkLoadProfileRecord.values.get("id"));
+               }
+            }
+            else
+            {
+               formData.append("id", currentSavedBulkLoadProfileRecord.values.get("id"));
+               formData.append("label", currentSavedBulkLoadProfileRecord?.values.get("label"));
+            }
+            const recordList = await makeSavedBulkLoadProfileRequest("storeSavedBulkLoadProfile", formData);
+            await (async () =>
+            {
+               if (recordList && recordList.length > 0)
+               {
+                  setSavedBulkLoadProfilesHaveLoaded(false);
+                  setSavedSuccessMessage("Profile Saved.");
+                  setTimeout(() => setSavedSuccessMessage(null), 2500);
+
+                  if (allowSelectingProfile)
+                  {
+                     loadSavedBulkLoadProfiles();
+                     handleSavedBulkLoadProfileRecordOnClick(recordList[0]);
+                  }
+                  else
+                  {
+                     if (bulkLoadProfileOnChangeCallback)
+                     {
+                        bulkLoadProfileOnChangeCallback(recordList[0]);
+                     }
+                  }
+               }
+            })();
+         }
+
+         setSavePopupOpen(false);
+         setSaveOptionsOpen(false);
+      }
+      catch (e: any)
+      {
+         let message = JSON.stringify(e);
+         if (typeof e == "string")
+         {
+            message = e;
+         }
+         else if (typeof e == "object" && e.message)
+         {
+            message = e.message;
+         }
+
+         setPopupAlertContent(message);
+         console.log(`Setting error: ${message}`);
+      }
+      finally
+      {
+         setIsSubmitting(false);
+      }
+   }
+
+
+   /*******************************************************************************
+    ** stores the current dialog input text to state
+    *******************************************************************************/
+   const handleSaveDialogInputChange = (event: React.ChangeEvent<HTMLTextAreaElement | HTMLInputElement>) =>
+   {
+      setSavedBulkLoadProfileNameInputValue(event.target.value);
+   };
+
+
+   /*******************************************************************************
+    ** closes current dialog
+    *******************************************************************************/
+   const handleSavePopupClose = () =>
+   {
+      setSavePopupOpen(false);
+   };
+
+
+   /*******************************************************************************
+    ** make a request to the backend for various savedBulkLoadProfile processes
+    *******************************************************************************/
+   async function makeSavedBulkLoadProfileRequest(processName: string, formData: FormData): Promise<QRecord[]>
+   {
+      /////////////////////////
+      // fetch saved records //
+      /////////////////////////
+      let savedBulkLoadProfiles = [] as QRecord[];
+      try
+      {
+         //////////////////////////////////////////////////////////////////
+         // we don't want this job to go async, so, pass a large timeout //
+         //////////////////////////////////////////////////////////////////
+         formData.append(QController.STEP_TIMEOUT_MILLIS_PARAM_NAME, 60 * 1000);
+         const processResult = await qController.processInit(processName, formData, qController.defaultMultipartFormDataHeaders());
+         if (processResult instanceof QJobError)
+         {
+            const jobError = processResult as QJobError;
+            throw (jobError.error);
+         }
+         else
+         {
+            const result = processResult as QJobComplete;
+            if (result.values.savedBulkLoadProfileList)
+            {
+               for (let i = 0; i < result.values.savedBulkLoadProfileList.length; i++)
+               {
+                  const qRecord = new QRecord(result.values.savedBulkLoadProfileList[i]);
+                  savedBulkLoadProfiles.push(qRecord);
+               }
+            }
+         }
+      }
+      catch (e)
+      {
+         throw (e);
+      }
+
+      return (savedBulkLoadProfiles);
+   }
+
+   const hasStorePermission = metaData?.processes.has("storeSavedBulkLoadProfile");
+   const hasDeletePermission = metaData?.processes.has("deleteSavedBulkLoadProfile");
+   const hasQueryPermission = metaData?.processes.has("querySavedBulkLoadProfile");
+
+   const tooltipMaxWidth = (maxWidth: string) =>
+   {
+      return ({
+         slotProps: {
+            tooltip: {
+               sx: {
+                  maxWidth: maxWidth
+               }
+            }
+         }
+      });
+   };
+
+   const menuTooltipAttribs = {...tooltipMaxWidth("250px"), placement: "left", enterDelay: 1000} as TooltipProps;
+
+   let disabledBecauseNotOwner = false;
+   let notOwnerTooltipText = null;
+   if (currentSavedBulkLoadProfileRecord && currentSavedBulkLoadProfileRecord.values.get("userId") != currentUserId)
+   {
+      disabledBecauseNotOwner = true;
+      notOwnerTooltipText = "You may not save changes to this bulk load profile, because you are not its owner.";
+   }
+
+   const menuWidth = "300px";
+   const renderSavedBulkLoadProfilesMenu = tableMetaData && (
+      <Menu
+         anchorEl={savedBulkLoadProfilesMenu}
+         anchorOrigin={{vertical: "bottom", horizontal: "left",}}
+         transformOrigin={{vertical: "top", horizontal: "left",}}
+         open={Boolean(savedBulkLoadProfilesMenu)}
+         onClose={closeSavedBulkLoadProfilesMenu}
+         keepMounted
+         PaperProps={{style: {maxHeight: "calc(100vh - 200px)", minWidth: menuWidth}}}
+      >
+         {
+            <MenuItem sx={{width: menuWidth}} disabled style={{opacity: "initial"}}><b>Bulk Load Profile Actions</b></MenuItem>
+         }
+         {
+            !allowSelectingProfile &&
+            <MenuItem sx={{width: menuWidth}} disabled style={{opacity: "initial", whiteSpace: "wrap", display: "block"}}>
+               {
+                  currentSavedBulkLoadProfileRecord ?
+                     <span>You are using the bulk load profile:<br /><b style={{paddingLeft: "1rem"}}>{currentSavedBulkLoadProfileRecord.values.get("label")}</b><br /><br />You can manage this profile on this screen.</span>
+                     : <span>You are not using a saved bulk load profile.<br /><br />You can save your profile on this screen.</span>
+               }
+            </MenuItem>
+         }
+         {
+            !allowSelectingProfile && <Divider />
+         }
+         {
+            hasStorePermission &&
+            <Tooltip {...menuTooltipAttribs} title={notOwnerTooltipText ?? <>Save your current mapping, for quick re-use at a later time.<br /><br />You will be prompted to enter a name if you choose this option.</>}>
+               <span>
+                  <MenuItem disabled={disabledBecauseNotOwner} onClick={() => handleDropdownOptionClick(SAVE_OPTION)}>
+                     <ListItemIcon><Icon>save</Icon></ListItemIcon>
+                     {currentSavedBulkLoadProfileRecord ? "Save..." : "Save As..."}
+                  </MenuItem>
+               </span>
+            </Tooltip>
+         }
+         {
+            hasStorePermission && currentSavedBulkLoadProfileRecord != null &&
+            <Tooltip {...menuTooltipAttribs} title={notOwnerTooltipText ?? "Change the name for this saved bulk load profile."}>
+               <span>
+                  <MenuItem disabled={currentSavedBulkLoadProfileRecord === null || disabledBecauseNotOwner} onClick={() => handleDropdownOptionClick(RENAME_OPTION)}>
+                     <ListItemIcon><Icon>edit</Icon></ListItemIcon>
+                     Rename...
+                  </MenuItem>
+               </span>
+            </Tooltip>
+         }
+         {
+            hasStorePermission && currentSavedBulkLoadProfileRecord != null &&
+            <Tooltip {...menuTooltipAttribs} title="Save a new copy this bulk load profile, with a different name, separate from the original.">
+               <span>
+                  <MenuItem disabled={currentSavedBulkLoadProfileRecord === null} onClick={() => handleDropdownOptionClick(DUPLICATE_OPTION)}>
+                     <ListItemIcon><Icon>content_copy</Icon></ListItemIcon>
+                     Save As...
+                  </MenuItem>
+               </span>
+            </Tooltip>
+         }
+         {
+            hasDeletePermission && currentSavedBulkLoadProfileRecord != null &&
+            <Tooltip {...menuTooltipAttribs} title={notOwnerTooltipText ?? "Delete this saved bulk load profile."}>
+               <span>
+                  <MenuItem disabled={currentSavedBulkLoadProfileRecord === null || disabledBecauseNotOwner} onClick={() => handleDropdownOptionClick(DELETE_OPTION)}>
+                     <ListItemIcon><Icon>delete</Icon></ListItemIcon>
+                     Delete...
+                  </MenuItem>
+               </span>
+            </Tooltip>
+         }
+         {
+            allowSelectingProfile &&
+            <Tooltip {...menuTooltipAttribs} title="Create a new blank bulk load profile for this table, removing all mappings.">
+               <span>
+                  <MenuItem onClick={() => handleDropdownOptionClick(CLEAR_OPTION)}>
+                     <ListItemIcon><Icon>monitor</Icon></ListItemIcon>
+                     New Bulk Load Profile
+                  </MenuItem>
+               </span>
+            </Tooltip>
+         }
+         {
+            allowSelectingProfile &&
+            <Box>
+               {
+                  <Divider />
+               }
+               <MenuItem disabled style={{"opacity": "initial"}}><b>Your Saved Bulk Load Profiles</b></MenuItem>
+               {
+                  yourSavedBulkLoadProfiles && yourSavedBulkLoadProfiles.length > 0 ? (
+                     yourSavedBulkLoadProfiles.map((record: QRecord, index: number) =>
+                        <MenuItem sx={{paddingLeft: "50px"}} key={`savedFiler-${index}`} onClick={() => handleSavedBulkLoadProfileRecordOnClick(record)}>
+                           {record.values.get("label")}
+                        </MenuItem>
+                     )
+                  ) : (
+                     <MenuItem disabled sx={{opacity: "1 !important"}}>
+                        <i>You do not have any saved bulk load profiles for this table.</i>
+                     </MenuItem>
+                  )
+               }
+               <MenuItem disabled style={{"opacity": "initial"}}><b>Bulk Load Profiles Shared with you</b></MenuItem>
+               {
+                  bulkLoadProfilesSharedWithYou && bulkLoadProfilesSharedWithYou.length > 0 ? (
+                     bulkLoadProfilesSharedWithYou.map((record: QRecord, index: number) =>
+                        <MenuItem sx={{paddingLeft: "50px"}} key={`savedFiler-${index}`} onClick={() => handleSavedBulkLoadProfileRecordOnClick(record)}>
+                           {record.values.get("label")}
+                        </MenuItem>
+                     )
+                  ) : (
+                     <MenuItem disabled sx={{opacity: "1 !important"}}>
+                        <i>You do not have any bulk load profiles shared with you for this table.</i>
+                     </MenuItem>
+                  )
+               }
+            </Box>
+         }
+      </Menu>
+   );
+
+   let buttonText = "Saved Bulk Load Profiles";
+   let buttonBackground = "none";
+   let buttonBorder = colors.grayLines.main;
+   let buttonColor = colors.gray.main;
+
+   if (currentSavedBulkLoadProfileRecord)
+   {
+      if (bulkLoadProfileIsModified)
+      {
+         buttonBackground = accentColorLight;
+         buttonBorder = buttonBackground;
+         buttonColor = accentColor;
+      }
+      else
+      {
+         buttonBackground = accentColor;
+         buttonBorder = buttonBackground;
+         buttonColor = "#FFFFFF";
+      }
+   }
+
+   const buttonStyles = {
+      border: `1px solid ${buttonBorder}`,
+      backgroundColor: buttonBackground,
+      color: buttonColor,
+      "&:focus:not(:hover)": {
+         color: buttonColor,
+         backgroundColor: buttonBackground,
+      },
+      "&:hover": {
+         color: buttonColor,
+         backgroundColor: buttonBackground,
+      }
+   };
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function isSaveButtonDisabled(): boolean
+   {
+      if (isSubmitting)
+      {
+         return (true);
+      }
+
+      const haveInputText = (savedBulkLoadProfileNameInputValue != null && savedBulkLoadProfileNameInputValue.trim() != "");
+
+      if (isSaveAsAction || isRenameAction || currentSavedBulkLoadProfileRecord == null)
+      {
+         if (!haveInputText)
+         {
+            return (true);
+         }
+      }
+
+      return (false);
+   }
+
+   const linkButtonStyle = {
+      minWidth: "unset",
+      textTransform: "none",
+      fontSize: "0.875rem",
+      fontWeight: "500",
+      padding: "0.5rem"
+   };
+
+   return (
+      hasQueryPermission && tableMetaData ? (
+         <>
+            <Box order="1" mr={"0.5rem"}>
+               <Button
+                  onClick={openSavedBulkLoadProfilesMenu}
+                  sx={{
+                     borderRadius: "0.75rem",
+                     textTransform: "none",
+                     fontWeight: 500,
+                     fontSize: "0.875rem",
+                     p: "0.5rem",
+                     ...buttonStyles
+                  }}
+               >
+                  <Icon sx={{mr: "0.5rem"}}>save</Icon>
+                  {buttonText}
+                  <Icon sx={{ml: "0.5rem"}}>keyboard_arrow_down</Icon>
+               </Button>
+               {renderSavedBulkLoadProfilesMenu}
+            </Box>
+            <Box order="3" display="flex" justifyContent="center" flexDirection="column">
+               <Box pl={2} pr={2} fontSize="0.875rem" sx={{display: "flex", alignItems: "center"}}>
+                  {
+                     savedSuccessMessage && <Box color={colors.success.main}>{savedSuccessMessage}</Box>
+                  }
+                  {
+                     savedFailedMessage && <Box color={colors.error.main}>{savedFailedMessage}</Box>
+                  }
+                  {
+                     !currentSavedBulkLoadProfileRecord /*&& bulkLoadProfileIsModified*/ && <>
+                        {
+                           <>
+                              <Tooltip {...tooltipMaxWidth("24rem")} sx={{cursor: "pointer"}} title={<>
+                                 <b>Unsaved Mapping</b>
+                                 <ul style={{padding: "0.5rem 1rem"}}>
+                                    <li>You are not using a saved bulk load profile.</li>
+                                    {
+                                       /*bulkLoadProfileDiffs.map((s: string, i: number) => <li key={i}>{s}</li>)*/
+                                    }
+                                 </ul>
+                              </>}>
+                                 <Button disableRipple={true} sx={linkButtonStyle} onClick={() => handleDropdownOptionClick(SAVE_OPTION)}>Save Bulk Load Profile As&hellip;</Button>
+                              </Tooltip>
+
+                              {/* vertical rule */}
+                              {allowSelectingProfile && <Box display="inline-block" borderLeft={`1px solid ${colors.grayLines.main}`} height="1rem" width="1px" position="relative" />}
+                           </>
+                        }
+
+                        {/* for the no-profile use-case, don't give a reset-link on screens other than the first (file mapping) one - which is tied to the allowSelectingProfile attribute */}
+                        {allowSelectingProfile && <>
+                           <Box pl="0.5rem">Reset to:</Box>
+                           <Button disableRipple={true} sx={{color: colors.gray.main, ...linkButtonStyle}} onClick={() => handleDropdownOptionClick(CLEAR_OPTION)}>Empty Mapping</Button>
+                           <Box display="inline-block" borderLeft={`1px solid ${colors.grayLines.main}`} height="1rem" width="1px" position="relative" />
+                           <Button disableRipple={true} sx={{color: colors.gray.main, ...linkButtonStyle}} onClick={() => handleDropdownOptionClick(RESET_TO_SUGGESTION)}>Suggested Mapping</Button>
+                        </>}
+
+
+                     </>
+                  }
+                  {
+                     currentSavedBulkLoadProfileRecord && bulkLoadProfileIsModified && <>
+                        <Tooltip {...tooltipMaxWidth("24rem")} sx={{cursor: "pointer"}} title={<>
+                           <b>Unsaved Changes</b>
+                           <ul style={{padding: "0.5rem 1rem"}}>
+                              {
+                                 bulkLoadProfileDiffs.map((s: string, i: number) => <li key={i}>{s}</li>)
+                              }
+                           </ul>
+                           {
+                              notOwnerTooltipText && <i>{notOwnerTooltipText}</i>
+                           }
+                        </>}>
+                           <Box display="inline" sx={{...linkButtonStyle, p: 0, cursor: "default", position: "relative", top: "-1px"}}>{bulkLoadProfileDiffs.length} Unsaved Change{bulkLoadProfileDiffs.length == 1 ? "" : "s"}</Box>
+                        </Tooltip>
+
+                        {disabledBecauseNotOwner ? <>&nbsp;&nbsp;</> : <Button disableRipple={true} sx={linkButtonStyle} onClick={() => handleDropdownOptionClick(SAVE_OPTION)}>Save&hellip;</Button>}
+
+                        {/* vertical rule */}
+                        {/* also, don't give a reset-link on screens other than the first (file mapping) one - which is tied to the allowSelectingProfile attribute */}
+                        {/* partly because it isn't correctly resetting the values, but also because, it's a litle unclear that what, it would reset changes from other screens too?? */}
+                        {
+                           allowSelectingProfile && <>
+                              <Box display="inline-block" borderLeft={`1px solid ${colors.grayLines.main}`} height="1rem" width="1px" position="relative" />
+                              <Button disableRipple={true} sx={{color: colors.gray.main, ...linkButtonStyle}} onClick={() => handleSavedBulkLoadProfileRecordOnClick(currentSavedBulkLoadProfileRecord)}>Reset All Changes</Button>
+                           </>
+                        }
+                     </>
+                  }
+               </Box>
+            </Box>
+            {
+               <Dialog
+                  open={savePopupOpen}
+                  onClose={handleSavePopupClose}
+                  aria-labelledby="alert-dialog-title"
+                  aria-describedby="alert-dialog-description"
+                  onKeyPress={(e) =>
+                  {
+                     ////////////////////////////////////////////////////
+                     // make user actually hit delete button           //
+                     // but for other modes, let Enter submit the form //
+                     ////////////////////////////////////////////////////
+                     if (e.key == "Enter" && !isDeleteAction)
+                     {
+                        handleDialogButtonOnClick();
+                     }
+                  }}
+               >
+                  {
+                     currentSavedBulkLoadProfileRecord ? (
+                        isDeleteAction ? (
+                           <DialogTitle id="alert-dialog-title">Delete Bulk Load Profile</DialogTitle>
+                        ) : (
+                           isSaveAsAction ? (
+                              <DialogTitle id="alert-dialog-title">Save Bulk Load Profile As</DialogTitle>
+                           ) : (
+                              isRenameAction ? (
+                                 <DialogTitle id="alert-dialog-title">Rename Bulk Load Profile</DialogTitle>
+                              ) : (
+                                 <DialogTitle id="alert-dialog-title">Update Existing Bulk Load Profile</DialogTitle>
+                              )
+                           )
+                        )
+                     ) : (
+                        <DialogTitle id="alert-dialog-title">Save New Bulk Load Profile</DialogTitle>
+                     )
+                  }
+                  <DialogContent sx={{width: "500px"}}>
+                     {popupAlertContent ? (
+                        <Box mb={1}>
+                           <Alert severity="error" onClose={() => setPopupAlertContent("")}>{popupAlertContent}</Alert>
+                        </Box>
+                     ) : ("")}
+                     {
+                        (!currentSavedBulkLoadProfileRecord || isSaveAsAction || isRenameAction) && !isDeleteAction ? (
+                           <Box>
+                              {
+                                 isSaveAsAction ? (
+                                    <Box mb={3}>Enter a name for this new saved bulk load profile.</Box>
+                                 ) : (
+                                    <Box mb={3}>Enter a new name for this saved bulk load profile.</Box>
+                                 )
+                              }
+                              <TextField
+                                 autoFocus
+                                 name="custom-delimiter-value"
+                                 placeholder="Bulk Load Profile Name"
+                                 inputProps={{width: "100%", maxLength: 100}}
+                                 value={savedBulkLoadProfileNameInputValue}
+                                 sx={{width: "100%"}}
+                                 onChange={handleSaveDialogInputChange}
+                                 onFocus={event =>
+                                 {
+                                    event.target.select();
+                                 }}
+                              />
+                           </Box>
+                        ) : (
+                           isDeleteAction ? (
+                              <Box>Are you sure you want to delete the bulk load profile {`'${currentSavedBulkLoadProfileRecord?.values.get("label")}'`}?</Box>
+                           ) : (
+                              <Box>Are you sure you want to update the bulk load profile {`'${currentSavedBulkLoadProfileRecord?.values.get("label")}'`}?</Box>
+                           )
+                        )
+                     }
+                  </DialogContent>
+                  <DialogActions>
+                     <QCancelButton onClickHandler={handleSavePopupClose} disabled={false} />
+                     {
+                        isDeleteAction ?
+                           <QDeleteButton onClickHandler={handleDialogButtonOnClick} disabled={isSubmitting} />
+                           :
+                           <QSaveButton label="Save" onClickHandler={handleDialogButtonOnClick} disabled={isSaveButtonDisabled()} />
+                     }
+                  </DialogActions>
+               </Dialog>
+            }
+         </>
+      ) : null
+   );
+}
+
+export default SavedBulkLoadProfiles;

src/qqq/components/processes/BulkLoadFileMappingField.tsx

@@ -0,0 +1,226 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+
+import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
+import {Checkbox, FormControlLabel, Radio} from "@mui/material";
+import Autocomplete from "@mui/material/Autocomplete";
+import Box from "@mui/material/Box";
+import Button from "@mui/material/Button";
+import Icon from "@mui/material/Icon";
+import IconButton from "@mui/material/IconButton";
+import RadioGroup from "@mui/material/RadioGroup";
+import TextField from "@mui/material/TextField";
+import {useFormikContext} from "formik";
+import colors from "qqq/assets/theme/base/colors";
+import QDynamicFormField from "qqq/components/forms/DynamicFormField";
+import DynamicFormUtils from "qqq/components/forms/DynamicFormUtils";
+import {BulkLoadField, FileDescription} from "qqq/models/processes/BulkLoadModels";
+import React, {useEffect, useState} from "react";
+
+interface BulkLoadMappingFieldProps
+{
+   bulkLoadField: BulkLoadField,
+   isRequired: boolean,
+   removeFieldCallback?: () => void,
+   fileDescription: FileDescription,
+   forceParentUpdate?: () => void,
+}
+
+/***************************************************************************
+ ** row for a single field on the bulk load mapping screen.
+ ***************************************************************************/
+export default function BulkLoadFileMappingField({bulkLoadField, isRequired, removeFieldCallback, fileDescription, forceParentUpdate}: BulkLoadMappingFieldProps): JSX.Element
+{
+   const columnNames = fileDescription.getColumnNames();
+
+   const [valueType, setValueType] = useState(bulkLoadField.valueType);
+   const [selectedColumn, setSelectedColumn] = useState({label: columnNames[bulkLoadField.columnIndex], value: bulkLoadField.columnIndex});
+
+   const fieldMetaData = new QFieldMetaData(bulkLoadField.field);
+   const dynamicField = DynamicFormUtils.getDynamicField(fieldMetaData);
+   const dynamicFieldInObject: any = {};
+   dynamicFieldInObject[fieldMetaData["name"]] = dynamicField;
+   DynamicFormUtils.addPossibleValueProps(dynamicFieldInObject, [fieldMetaData], bulkLoadField.tableStructure.tableName, null, null);
+
+   const columnOptions: { value: number, label: string }[] = [];
+   for (let i = 0; i < columnNames.length; i++)
+   {
+      columnOptions.push({label: columnNames[i], value: i});
+   }
+
+   //////////////////////////////////////////////////////////////////////
+   // try to pick up changes in the hasHeaderRow toggle from way above //
+   //////////////////////////////////////////////////////////////////////
+   if(bulkLoadField.columnIndex != null && bulkLoadField.columnIndex != undefined && selectedColumn.label && columnNames[bulkLoadField.columnIndex] != selectedColumn.label)
+   {
+      setSelectedColumn({label: columnNames[bulkLoadField.columnIndex], value: bulkLoadField.columnIndex})
+   }
+
+   const mainFontSize = "0.875rem";
+   const smallerFontSize = "0.75rem";
+
+   /////////////////////////////////////////////////////////////////////////////////////////////
+   // some field types get their value from formik.                                           //
+   // so for a pre-populated value, do an on-load useEffect, that'll set the value in formik. //
+   /////////////////////////////////////////////////////////////////////////////////////////////
+   const {setFieldValue} = useFormikContext();
+   useEffect(() =>
+   {
+      if (valueType == "defaultValue")
+      {
+         setFieldValue(`${bulkLoadField.field.name}.defaultValue`, bulkLoadField.defaultValue);
+      }
+   }, []);
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function columnChanged(event: any, newValue: any, reason: string)
+   {
+      setSelectedColumn(newValue);
+      bulkLoadField.columnIndex = newValue == null ? null : newValue.value;
+
+      if (fileDescription.hasHeaderRow)
+      {
+         bulkLoadField.headerName = newValue == null ? null : newValue.label;
+      }
+
+      bulkLoadField.error = null;
+      forceParentUpdate && forceParentUpdate();
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function defaultValueChanged(newValue: any)
+   {
+      setFieldValue(`${bulkLoadField.field.name}.defaultValue`, newValue);
+      bulkLoadField.defaultValue = newValue;
+      bulkLoadField.error = null;
+      forceParentUpdate && forceParentUpdate();
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function valueTypeChanged(isColumn: boolean)
+   {
+      const newValueType = isColumn ? "column" : "defaultValue";
+      bulkLoadField.valueType = newValueType;
+      setValueType(newValueType);
+      bulkLoadField.error = null;
+      forceParentUpdate && forceParentUpdate();
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function mapValuesChanged(value: boolean)
+   {
+      bulkLoadField.doValueMapping = value;
+      forceParentUpdate && forceParentUpdate();
+   }
+
+   return (<Box py="0.5rem" sx={{borderBottom: "1px solid lightgray", width: "100%", overflow: "auto"}}>
+      <Box display="grid" gridTemplateColumns="200px 400px auto" fontSize="1rem" gap="0.5rem" sx={
+         {
+            "& .MuiFormControlLabel-label": {ml: "0 !important", fontWeight: "normal !important", fontSize: mainFontSize}
+         }}>
+
+         <Box display="flex" alignItems="flex-start">
+            {
+               (!isRequired) && <IconButton onClick={() => removeFieldCallback()} sx={{pt: "0.75rem"}}><Icon fontSize="small">remove_circle</Icon></IconButton>
+            }
+            <Box pt="0.625rem">
+               {bulkLoadField.getQualifiedLabel()}
+            </Box>
+         </Box>
+
+         <RadioGroup name="valueType" value={valueType}>
+            <Box>
+               <Box display="flex" alignItems="center" sx={{height: "45px"}}>
+                  <FormControlLabel value="column" control={<Radio size="small" onChange={(event, checked) => valueTypeChanged(checked)} />} label={"File column"} sx={{minWidth: "140px", whiteSpace: "nowrap"}} />
+                  {
+                     valueType == "column" && <Box width="100%">
+                        <Autocomplete
+                           id={bulkLoadField.field.name}
+                           renderInput={(params) => (<TextField {...params} label={""} value={selectedColumn?.label} fullWidth variant="outlined" autoComplete="off" type="search" InputProps={{...params.InputProps}} sx={{"& .MuiOutlinedInput-root": {borderRadius: "0.75rem"}}} />)}
+                           fullWidth
+                           options={columnOptions}
+                           multiple={false}
+                           defaultValue={selectedColumn}
+                           value={selectedColumn}
+                           inputValue={selectedColumn?.label}
+                           onChange={columnChanged}
+                           getOptionLabel={(option) => typeof (option) == "string" ? option : (option?.label ?? "")}
+                           isOptionEqualToValue={(option, value) => option == null && value == null || option.value == value.value}
+                           renderOption={(props, option, state) => (<li {...props}>{option?.label ?? ""}</li>)}
+                           sx={{"& .MuiOutlinedInput-root": {padding: "0"}}}
+                        />
+                     </Box>
+                  }
+               </Box>
+               <Box display="flex" alignItems="center" sx={{height: "45px"}}>
+                  <FormControlLabel value="defaultValue" control={<Radio size="small" onChange={(event, checked) => valueTypeChanged(!checked)} />} label={"Default value"} sx={{minWidth: "140px", whiteSpace: "nowrap"}} />
+                  {
+                     valueType == "defaultValue" && <Box width="100%">
+                        <QDynamicFormField
+                           name={`${bulkLoadField.field.name}.defaultValue`}
+                           displayFormat={""}
+                           label={""}
+                           formFieldObject={dynamicField}
+                           type={dynamicField.type}
+                           value={bulkLoadField.defaultValue}
+                           onChangeCallback={defaultValueChanged}
+                        />
+                     </Box>
+                  }
+               </Box>
+            </Box>
+            {
+               bulkLoadField.error &&
+               <Box fontSize={smallerFontSize} color={colors.error.main} ml="145px">
+                  {bulkLoadField.error}
+               </Box>
+            }
+         </RadioGroup>
+
+         <Box ml="1rem">
+            {
+               valueType == "column" && <>
+                  <Box>
+                     <FormControlLabel value="mapValues" control={<Checkbox size="small" defaultChecked={bulkLoadField.doValueMapping} onChange={(event, checked) => mapValuesChanged(checked)} />} label={"Map values"} sx={{minWidth: "140px", whiteSpace: "nowrap"}} />
+                  </Box>
+                  <Box fontSize={mainFontSize} mt="0.5rem">
+                     Preview Values: <span style={{color: "gray"}}>{(fileDescription.getPreviewValues(selectedColumn?.value) ?? [""]).join(", ")}</span>
+                  </Box>
+               </>
+            }
+         </Box>
+
+      </Box>
+   </Box>);
+}

src/qqq/components/processes/BulkLoadFileMappingFields.tsx

@@ -0,0 +1,310 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+
+import Box from "@mui/material/Box";
+import Icon from "@mui/material/Icon";
+import colors from "qqq/assets/theme/base/colors";
+import QHierarchyAutoComplete, {Group, Option} from "qqq/components/misc/QHierarchyAutoComplete";
+import BulkLoadFileMappingField from "qqq/components/processes/BulkLoadFileMappingField";
+import {BulkLoadField, BulkLoadMapping, FileDescription} from "qqq/models/processes/BulkLoadModels";
+import React, {useEffect, useReducer, useState} from "react";
+
+interface BulkLoadMappingFieldsProps
+{
+   bulkLoadMapping: BulkLoadMapping,
+   fileDescription: FileDescription,
+   forceParentUpdate?: () => void,
+}
+
+
+const ADD_SINGLE_FIELD_TOOLTIP = "Click to add this field to your mapping.";
+const ADD_MANY_FIELD_TOOLTIP = "Click to add this field to your mapping as many times as you need.";
+const ALREADY_ADDED_FIELD_TOOLTIP = "This field has already been added to your mapping.";
+
+/***************************************************************************
+ ** The section of the bulk load mapping screen with all the fields.
+ ***************************************************************************/
+export default function BulkLoadFileMappingFields({bulkLoadMapping, fileDescription, forceParentUpdate}: BulkLoadMappingFieldsProps): JSX.Element
+{
+   const [, forceUpdate] = useReducer((x) => x + 1, 0);
+
+   const [forceRerender, setForceRerender] = useState(0);
+
+   ////////////////////////////////////////////
+   // build list of fields that can be added //
+   ////////////////////////////////////////////
+   const [addFieldsGroup, setAddFieldsGroup] = useState({
+      label: bulkLoadMapping.tablesByPath[""]?.label,
+      value: "mainTable",
+      options: [],
+      subGroups: []
+   } as Group);
+   // const [addFieldsToggleStates, setAddFieldsToggleStates] = useState({} as { [name: string]: boolean });
+   const [addFieldsDisableStates, setAddFieldsDisableStates] = useState({} as { [name: string]: boolean });
+   const [tooltips, setTooltips] = useState({} as { [name: string]: string });
+
+   useEffect(() =>
+   {
+      const newDisableStates: { [name: string]: boolean } = {};
+      const newTooltips: { [name: string]: string } = {};
+
+      /////////////////////////////////////////////////////////////////////////////////////////////
+      // do the unused fields array first, as we've got some use-case where i think a field from //
+      // suggested mappings (or profiles?) are in this list, even though they shouldn't be?      //
+      /////////////////////////////////////////////////////////////////////////////////////////////
+      for (let field of bulkLoadMapping.unusedFields)
+      {
+         const qualifiedName = field.getQualifiedName();
+         newTooltips[qualifiedName] = field.isMany() ? ADD_MANY_FIELD_TOOLTIP : ADD_SINGLE_FIELD_TOOLTIP;
+      }
+
+      //////////////////////////////////////////////////
+      // then do all the required & additional fields //
+      //////////////////////////////////////////////////
+      for (let field of [...(bulkLoadMapping.requiredFields ?? []), ...(bulkLoadMapping.additionalFields ?? [])])
+      {
+         const qualifiedName = field.getQualifiedName();
+
+         if (bulkLoadMapping.layout == "WIDE" && field.isMany())
+         {
+            newDisableStates[qualifiedName] = false;
+            newTooltips[qualifiedName] = ADD_MANY_FIELD_TOOLTIP;
+         }
+         else
+         {
+            newDisableStates[qualifiedName] = true;
+            newTooltips[qualifiedName] = ALREADY_ADDED_FIELD_TOOLTIP;
+         }
+      }
+
+      setAddFieldsDisableStates(newDisableStates);
+      setTooltips(newTooltips);
+
+   }, [bulkLoadMapping]);
+
+
+   ///////////////////////////////////////////////
+   // initialize this structure on first render //
+   ///////////////////////////////////////////////
+   if (addFieldsGroup.options.length == 0)
+   {
+      for (let qualifiedFieldName in bulkLoadMapping.fieldsByTablePrefix[""])
+      {
+         const bulkLoadField = bulkLoadMapping.fieldsByTablePrefix[""][qualifiedFieldName];
+         const field = bulkLoadField.field;
+         addFieldsGroup.options.push({label: field.label, value: field.name, bulkLoadField: bulkLoadField});
+      }
+
+      for (let prefix in bulkLoadMapping.fieldsByTablePrefix)
+      {
+         if (prefix == "")
+         {
+            continue;
+         }
+
+         const associationOptions: Option[] = [];
+         const tableStructure = bulkLoadMapping.tablesByPath[prefix];
+         addFieldsGroup.subGroups.push({label: tableStructure.label, value: tableStructure.associationPath, options: associationOptions});
+
+         for (let qualifiedFieldName in bulkLoadMapping.fieldsByTablePrefix[prefix])
+         {
+            const bulkLoadField = bulkLoadMapping.fieldsByTablePrefix[prefix][qualifiedFieldName];
+            const field = bulkLoadField.field;
+            associationOptions.push({label: field.label, value: field.name, bulkLoadField: bulkLoadField});
+         }
+      }
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function removeField(bulkLoadField: BulkLoadField)
+   {
+      // addFieldsToggleStates[bulkLoadField.getQualifiedName()] = false;
+      // setAddFieldsToggleStates(Object.assign({}, addFieldsToggleStates));
+
+      addFieldsDisableStates[bulkLoadField.getQualifiedName()] = false;
+      setAddFieldsDisableStates(Object.assign({}, addFieldsDisableStates));
+
+      if (bulkLoadMapping.layout == "WIDE" && bulkLoadField.isMany())
+      {
+         //////////////////////////////////////////////////////////////////////////
+         // ok, you can add more - so don't disable and don't change the tooltip //
+         //////////////////////////////////////////////////////////////////////////
+      }
+      else
+      {
+         tooltips[bulkLoadField.getQualifiedName()] = ADD_SINGLE_FIELD_TOOLTIP;
+      }
+
+      bulkLoadMapping.removeField(bulkLoadField);
+      forceUpdate();
+      forceParentUpdate();
+      setForceRerender(forceRerender + 1);
+   }
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function handleToggleField(option: Option, group: Group, newValue: boolean)
+   {
+      const fieldKey = group.value == "mainTable" ? option.value : group.value + "." + option.value;
+
+      // addFieldsToggleStates[fieldKey] = newValue;
+      // setAddFieldsToggleStates(Object.assign({}, addFieldsToggleStates));
+
+      addFieldsDisableStates[fieldKey] = newValue;
+      setAddFieldsDisableStates(Object.assign({}, addFieldsDisableStates));
+
+      const bulkLoadField = bulkLoadMapping.fields[fieldKey];
+      if (bulkLoadField)
+      {
+         if (newValue)
+         {
+            bulkLoadMapping.addField(bulkLoadField);
+         }
+         else
+         {
+            bulkLoadMapping.removeField(bulkLoadField);
+         }
+
+         forceUpdate();
+         forceParentUpdate();
+      }
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function handleAddField(option: Option, group: Group)
+   {
+      const fieldKey = group.value == "mainTable" ? option.value : group.value + "." + option.value;
+
+      const bulkLoadField = bulkLoadMapping.fields[fieldKey];
+      if (bulkLoadField)
+      {
+         bulkLoadMapping.addField(bulkLoadField);
+
+         // addFieldsDisableStates[fieldKey] = true;
+         // setAddFieldsDisableStates(Object.assign({}, addFieldsDisableStates));
+
+         if (bulkLoadMapping.layout == "WIDE" && bulkLoadField.isMany())
+         {
+            //////////////////////////////////////////////////////////////////////////
+            // ok, you can add more - so don't disable and don't change the tooltip //
+            //////////////////////////////////////////////////////////////////////////
+         }
+         else
+         {
+            addFieldsDisableStates[fieldKey] = true;
+            setAddFieldsDisableStates(Object.assign({}, addFieldsDisableStates));
+
+            tooltips[fieldKey] = ALREADY_ADDED_FIELD_TOOLTIP;
+         }
+
+         forceUpdate();
+         forceParentUpdate();
+
+         document.getElementById("addFieldsButton")?.scrollIntoView();
+      }
+   }
+
+
+   let buttonBackground = "none";
+   let buttonBorder = colors.grayLines.main;
+   let buttonColor = colors.gray.main;
+
+   const addFieldMenuButtonStyles = {
+      borderRadius: "0.75rem",
+      border: `1px solid ${buttonBorder}`,
+      color: buttonColor,
+      textTransform: "none",
+      fontWeight: 500,
+      fontSize: "0.875rem",
+      p: "0.5rem",
+      backgroundColor: buttonBackground,
+      "&:focus:not(:hover)": {
+         color: buttonColor,
+         backgroundColor: buttonBackground,
+      },
+      "&:hover": {
+         color: buttonColor,
+         backgroundColor: buttonBackground,
+      }
+   };
+
+   return (
+      <>
+         <h5>Required Fields</h5>
+         <Box pl={"1rem"}>
+            {
+               bulkLoadMapping.requiredFields.length == 0 &&
+               <i style={{fontSize: "0.875rem"}}>There are no required fields in this table.</i>
+            }
+            {bulkLoadMapping.requiredFields.map((bulkLoadField) => (
+               <BulkLoadFileMappingField
+                  fileDescription={fileDescription}
+                  key={bulkLoadField.getKey()}
+                  bulkLoadField={bulkLoadField}
+                  isRequired={true}
+                  forceParentUpdate={forceParentUpdate}
+               />
+            ))}
+         </Box>
+
+         <Box mt="1rem">
+            <h5>Additional Fields</h5>
+            <Box pl={"1rem"}>
+               {bulkLoadMapping.additionalFields.map((bulkLoadField) => (
+                  <BulkLoadFileMappingField
+                     fileDescription={fileDescription}
+                     key={bulkLoadField.getKey()}
+                     bulkLoadField={bulkLoadField}
+                     isRequired={false}
+                     removeFieldCallback={() => removeField(bulkLoadField)}
+                     forceParentUpdate={forceParentUpdate}
+                  />
+               ))}
+
+               <Box display="flex" pt="1rem" pl="12.5rem">
+                  <QHierarchyAutoComplete
+                     idPrefix="addFieldAutocomplete"
+                     defaultGroup={addFieldsGroup}
+                     menuDirection="up"
+                     buttonProps={{id: "addFieldsButton", sx: addFieldMenuButtonStyles}}
+                     buttonChildren={<><Icon sx={{mr: "0.5rem"}}>add</Icon> Add Fields <Icon sx={{ml: "0.5rem"}}>keyboard_arrow_down</Icon></>}
+                     isModeSelectOne
+                     keepOpenAfterSelectOne
+                     handleSelectedOption={handleAddField}
+                     forceRerender={forceRerender}
+                     disabledStates={addFieldsDisableStates}
+                     tooltips={tooltips}
+                  />
+               </Box>
+            </Box>
+         </Box>
+      </>
+   );
+}
+

src/qqq/components/processes/BulkLoadFileMappingForm.tsx

@@ -0,0 +1,384 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
+import {QInstance} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QInstance";
+import {QTableMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QTableMetaData";
+import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
+import Autocomplete from "@mui/material/Autocomplete";
+import Box from "@mui/material/Box";
+import Grid from "@mui/material/Grid";
+import TextField from "@mui/material/TextField";
+import {useFormikContext} from "formik";
+import {DynamicFormFieldLabel} from "qqq/components/forms/DynamicForm";
+import QDynamicFormField from "qqq/components/forms/DynamicFormField";
+import MDTypography from "qqq/components/legacy/MDTypography";
+import SavedBulkLoadProfiles from "qqq/components/misc/SavedBulkLoadProfiles";
+import BulkLoadFileMappingFields from "qqq/components/processes/BulkLoadFileMappingFields";
+import {BulkLoadField, BulkLoadMapping, BulkLoadProfile, BulkLoadTableStructure, FileDescription, Wrapper} from "qqq/models/processes/BulkLoadModels";
+import {SubFormPreSubmitCallbackResultType} from "qqq/pages/processes/ProcessRun";
+import React, {forwardRef, useEffect, useImperativeHandle, useReducer, useState} from "react";
+import ProcessViewForm from "./ProcessViewForm";
+
+
+interface BulkLoadMappingFormProps
+{
+   processValues: any;
+   tableMetaData: QTableMetaData;
+   metaData: QInstance;
+   setActiveStepLabel: (label: string) => void;
+}
+
+
+/***************************************************************************
+ ** process component - screen where user does a bulk-load file mapping.
+ ***************************************************************************/
+const BulkLoadFileMappingForm = forwardRef(({processValues, tableMetaData, metaData, setActiveStepLabel}: BulkLoadMappingFormProps, ref) =>
+{
+   const {setFieldValue} = useFormikContext();
+
+   const [currentSavedBulkLoadProfile, setCurrentSavedBulkLoadProfile] = useState(null as QRecord);
+   const [wrappedCurrentSavedBulkLoadProfile] = useState(new Wrapper<QRecord>(currentSavedBulkLoadProfile));
+
+   const [fieldErrors, setFieldErrors] = useState({} as { [fieldName: string]: string });
+
+   const [suggestedBulkLoadProfile] = useState(processValues.suggestedBulkLoadProfile as BulkLoadProfile);
+   const [tableStructure] = useState(processValues.tableStructure as BulkLoadTableStructure);
+   const [bulkLoadMapping, setBulkLoadMapping] = useState(BulkLoadMapping.fromBulkLoadProfile(tableStructure, processValues.bulkLoadProfile));
+   const [wrappedBulkLoadMapping] = useState(new Wrapper<BulkLoadMapping>(bulkLoadMapping));
+
+   const [fileDescription] = useState(new FileDescription(processValues.headerValues, processValues.headerLetters, processValues.bodyValuesPreview));
+   fileDescription.setHasHeaderRow(bulkLoadMapping.hasHeaderRow);
+
+
+   const [, forceUpdate] = useReducer((x) => x + 1, 0);
+
+   /////////////////////////////////////////////////////////////////////////////////////////////////
+   // ok - so - ... Autocomplete, at least as we're using it for the layout field - doesn't like  //
+   // to change its initial value.  So, we want to work hard to force the Header sub-component to //
+   // re-render upon external changes to the layout (e.g., new profile being selected).           //
+   // use this state-counter to make that happen (and let's please never speak of it again).      //
+   /////////////////////////////////////////////////////////////////////////////////////////////////
+   const [rerenderHeader, setRerenderHeader] = useState(1);
+
+   ////////////////////////////////////////////////////////
+   // ref-based callback for integration with ProcessRun //
+   ////////////////////////////////////////////////////////
+   useImperativeHandle(ref, () =>
+   {
+      return {
+         preSubmit(): SubFormPreSubmitCallbackResultType
+         {
+            ///////////////////////////////////////////////////////////////////////////////////////////////
+            // convert the BulkLoadMapping to a BulkLoadProfile - the thing that the backend understands //
+            ///////////////////////////////////////////////////////////////////////////////////////////////
+            const {haveErrors: haveProfileErrors, profile} = wrappedBulkLoadMapping.get().toProfile();
+
+            const values: { [name: string]: any } = {};
+
+            ////////////////////////////////////////////////////
+            // always re-submit the full profile              //
+            // note mostly a copy in BulkLoadValueMappingForm //
+            ////////////////////////////////////////////////////
+            values["version"] = profile.version;
+            values["fieldListJSON"] = JSON.stringify(profile.fieldList);
+            values["savedBulkLoadProfileId"] = wrappedCurrentSavedBulkLoadProfile.get()?.values?.get("id");
+            values["layout"] = wrappedBulkLoadMapping.get().layout;
+            values["hasHeaderRow"] = wrappedBulkLoadMapping.get().hasHeaderRow;
+
+            let haveLocalErrors = false;
+            const fieldErrors: { [fieldName: string]: string } = {};
+            if (!values["layout"])
+            {
+               haveLocalErrors = true;
+               fieldErrors["layout"] = "This field is required.";
+            }
+
+            if (values["hasHeaderRow"] == null || values["hasHeaderRow"] == undefined)
+            {
+               haveLocalErrors = true;
+               fieldErrors["hasHeaderRow"] = "This field is required.";
+            }
+            setFieldErrors(fieldErrors);
+
+            return {maySubmit: !haveProfileErrors && !haveLocalErrors, values};
+         }
+      };
+   });
+
+
+   useEffect(() =>
+   {
+      console.log("@dk has header row changed!");
+   }, [bulkLoadMapping.hasHeaderRow]);
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function bulkLoadProfileOnChangeCallback(profileRecord: QRecord | null)
+   {
+      setCurrentSavedBulkLoadProfile(profileRecord);
+      wrappedCurrentSavedBulkLoadProfile.set(profileRecord);
+
+      let newBulkLoadMapping: BulkLoadMapping;
+      if (profileRecord)
+      {
+         newBulkLoadMapping = BulkLoadMapping.fromSavedProfileRecord(processValues.tableStructure, profileRecord);
+      }
+      else
+      {
+         newBulkLoadMapping = new BulkLoadMapping(processValues.tableStructure);
+      }
+
+      handleNewBulkLoadMapping(newBulkLoadMapping);
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function bulkLoadProfileResetToSuggestedMappingCallback()
+   {
+      handleNewBulkLoadMapping(BulkLoadMapping.fromBulkLoadProfile(processValues.tableStructure, suggestedBulkLoadProfile));
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function handleNewBulkLoadMapping(newBulkLoadMapping: BulkLoadMapping)
+   {
+      const newRequiredFields: BulkLoadField[] = [];
+      for (let field of newBulkLoadMapping.requiredFields)
+      {
+         newRequiredFields.push(BulkLoadField.clone(field));
+      }
+      newBulkLoadMapping.requiredFields = newRequiredFields;
+
+      setBulkLoadMapping(newBulkLoadMapping);
+      wrappedBulkLoadMapping.set(newBulkLoadMapping);
+
+      setFieldValue("hasHeaderRow", newBulkLoadMapping.hasHeaderRow);
+      setFieldValue("layout", newBulkLoadMapping.layout);
+
+      setRerenderHeader(rerenderHeader + 1);
+   }
+
+   if (currentSavedBulkLoadProfile)
+   {
+      setActiveStepLabel(`File Mapping / ${currentSavedBulkLoadProfile.values.get("label")}`);
+   }
+   else
+   {
+      setActiveStepLabel("File Mapping");
+   }
+
+   return (<Box>
+
+      <Box py="1rem" display="flex">
+         <SavedBulkLoadProfiles
+            metaData={metaData}
+            tableMetaData={tableMetaData}
+            tableStructure={tableStructure}
+            currentSavedBulkLoadProfileRecord={currentSavedBulkLoadProfile}
+            currentMapping={bulkLoadMapping}
+            bulkLoadProfileOnChangeCallback={bulkLoadProfileOnChangeCallback}
+            bulkLoadProfileResetToSuggestedMappingCallback={bulkLoadProfileResetToSuggestedMappingCallback}
+            fileDescription={fileDescription}
+         />
+      </Box>
+
+      <BulkLoadMappingHeader
+         key={rerenderHeader}
+         bulkLoadMapping={bulkLoadMapping}
+         fileDescription={fileDescription}
+         tableStructure={tableStructure}
+         fileName={processValues.fileBaseName}
+         fieldErrors={fieldErrors}
+         forceParentUpdate={() => forceUpdate()}
+      />
+
+      <Box mt="2rem">
+         <BulkLoadFileMappingFields
+            bulkLoadMapping={bulkLoadMapping}
+            fileDescription={fileDescription}
+            forceParentUpdate={() => forceUpdate()}
+         />
+      </Box>
+
+   </Box>);
+
+});
+
+export default BulkLoadFileMappingForm;
+
+
+
+
+interface BulkLoadMappingHeaderProps
+{
+   fileDescription: FileDescription,
+   fileName: string,
+   bulkLoadMapping?: BulkLoadMapping,
+   fieldErrors: { [fieldName: string]: string },
+   tableStructure: BulkLoadTableStructure,
+   forceParentUpdate?: () => void
+}
+
+/***************************************************************************
+ ** private subcomponent - the header section of the bulk load file mapping screen.
+ ***************************************************************************/
+function BulkLoadMappingHeader({fileDescription, fileName, bulkLoadMapping, fieldErrors, tableStructure, forceParentUpdate}: BulkLoadMappingHeaderProps): JSX.Element
+{
+   const viewFields = [
+      new QFieldMetaData({name: "fileName", label: "File Name", type: "STRING"}),
+      new QFieldMetaData({name: "fileDetails", label: "File Details", type: "STRING"}),
+   ];
+
+   const viewValues = {
+      "fileName": fileName,
+      "fileDetails": `${fileDescription.getColumnNames().length} column${fileDescription.getColumnNames().length == 1 ? "" : "s"}`
+   };
+
+   const hasHeaderRowFormField = {name: "hasHeaderRow", label: "Does the file have a header row?", type: "checkbox", isRequired: true, isEditable: true};
+
+   let helpRoles = ["PROCESS_SCREEN", "ALL_SCREENS"];
+
+   const layoutOptions = [
+      {label: "Flat", id: "FLAT"},
+      {label: "Tall", id: "TALL"},
+      {label: "Wide", id: "WIDE"},
+   ];
+
+   if (!tableStructure.associations)
+   {
+      layoutOptions.splice(1);
+   }
+
+   const selectedLayout = layoutOptions.filter(o => o.id == bulkLoadMapping.layout)[0] ?? null;
+
+   function hasHeaderRowChanged(newValue: any)
+   {
+      bulkLoadMapping.hasHeaderRow = newValue;
+      fileDescription.hasHeaderRow = newValue;
+      fieldErrors.hasHeaderRow = null;
+      forceParentUpdate();
+   }
+
+   function layoutChanged(event: any, newValue: any)
+   {
+      bulkLoadMapping.layout = newValue ? newValue.id : null;
+      fieldErrors.layout = null;
+      forceParentUpdate();
+   }
+
+   return (
+      <Box>
+         <h5>File Details</h5>
+         <Box ml="1rem">
+            <ProcessViewForm fields={viewFields} values={viewValues} columns={2} />
+            <BulkLoadMappingFilePreview fileDescription={fileDescription} />
+            <Grid container pt="1rem">
+               <Grid item xs={12} md={6}>
+                  <DynamicFormFieldLabel name={hasHeaderRowFormField.name} label={`${hasHeaderRowFormField.label} *`} />
+                  <QDynamicFormField name={hasHeaderRowFormField.name} displayFormat={""} label={""} formFieldObject={hasHeaderRowFormField} type={"checkbox"} value={bulkLoadMapping.hasHeaderRow} onChangeCallback={hasHeaderRowChanged} />
+                  {
+                     fieldErrors.hasHeaderRow &&
+                     <MDTypography component="div" variant="caption" color="error" fontWeight="regular" mt="0.25rem">
+                        {<div className="fieldErrorMessage">{fieldErrors.hasHeaderRow}</div>}
+                     </MDTypography>
+                  }
+               </Grid>
+               <Grid item xs={12} md={6}>
+                  <DynamicFormFieldLabel name={"layout"} label={"File Layout *"} />
+                  <Autocomplete
+                     id={"layout"}
+                     renderInput={(params) => (<TextField {...params} label={""} fullWidth variant="outlined" autoComplete="off" type="search" InputProps={{...params.InputProps}} sx={{"& .MuiOutlinedInput-root": {borderRadius: "0.75rem"}}} />)}
+                     options={layoutOptions}
+                     multiple={false}
+                     defaultValue={selectedLayout}
+                     onChange={layoutChanged}
+                     getOptionLabel={(option) => typeof (option) == "string" ? option : (option?.label ?? "")}
+                     isOptionEqualToValue={(option, value) => option == null && value == null || option.id == value.id}
+                     renderOption={(props, option, state) => (<li {...props}>{option?.label ?? ""}</li>)}
+                     sx={{"& .MuiOutlinedInput-root": {padding: "0"}}}
+                  />
+                  {
+                     fieldErrors.layout &&
+                     <MDTypography component="div" variant="caption" color="error" fontWeight="regular" mt="0.25rem">
+                        {<div className="fieldErrorMessage">{fieldErrors.layout}</div>}
+                     </MDTypography>
+                  }
+               </Grid>
+            </Grid>
+         </Box>
+      </Box>
+   );
+}
+
+
+
+interface BulkLoadMappingFilePreviewProps
+{
+   fileDescription: FileDescription;
+}
+
+/***************************************************************************
+ ** private subcomponent - the file-preview section of the bulk load file mapping screen.
+ ***************************************************************************/
+function BulkLoadMappingFilePreview({fileDescription}: BulkLoadMappingFilePreviewProps): JSX.Element
+{
+   const rows: number[] = [];
+   for (let i = 0; i < fileDescription.bodyValuesPreview[0].length; i++)
+   {
+      rows.push(i);
+   }
+
+   return (
+      <Box sx={{"& table, & td": {border: "1px solid black", borderCollapse: "collapse", padding: "0 0.25rem", fontSize: "0.875rem", whiteSpace: "nowrap"}}}>
+         <Box sx={{width: "100%", overflow: "auto"}}>
+            <table cellSpacing="0" width="100%">
+               <thead>
+                  <tr style={{backgroundColor: "#d3d3d3"}}>
+                     <td></td>
+                     {fileDescription.headerLetters.map((letter) => <td key={letter} style={{textAlign: "center"}}>{letter}</td>)}
+                  </tr>
+               </thead>
+               <tbody>
+                  <tr>
+                     <td style={{backgroundColor: "#d3d3d3", textAlign: "center"}}>1</td>
+                     {fileDescription.headerValues.map((value) => <td key={value} style={{backgroundColor: fileDescription.hasHeaderRow ? "#ebebeb" : ""}}>{value}</td>)}
+                  </tr>
+                  {rows.map((i) => (
+                     <tr key={i}>
+                        <td style={{backgroundColor: "#d3d3d3", textAlign: "center"}}>{i + 2}</td>
+                        {fileDescription.headerLetters.map((letter, j) => <td key={j}>{fileDescription.bodyValuesPreview[j][i]}</td>)}
+                     </tr>
+                  ))}
+               </tbody>
+            </table>
+         </Box>
+      </Box>
+   );
+}
+
+

src/qqq/components/processes/BulkLoadProfileForm.tsx

@@ -0,0 +1,102 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+import {QInstance} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QInstance";
+import {QTableMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QTableMetaData";
+import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
+import Box from "@mui/material/Box";
+import SavedBulkLoadProfiles from "qqq/components/misc/SavedBulkLoadProfiles";
+import {BulkLoadMapping, BulkLoadProfile, BulkLoadTableStructure, FileDescription, Wrapper} from "qqq/models/processes/BulkLoadModels";
+import {SubFormPreSubmitCallbackResultType} from "qqq/pages/processes/ProcessRun";
+import React, {forwardRef, useImperativeHandle, useState} from "react";
+
+interface BulkLoadValueMappingFormProps
+{
+   processValues: any,
+   tableMetaData: QTableMetaData,
+   metaData: QInstance
+}
+
+
+/***************************************************************************
+ ** For review & result screens of bulk load - this process component shows
+ ** the SavedBulkLoadProfiles button.
+ ***************************************************************************/
+const BulkLoadProfileForm = forwardRef(({processValues, tableMetaData, metaData}: BulkLoadValueMappingFormProps, ref) =>
+{
+   const savedBulkLoadProfileRecordProcessValue = processValues.savedBulkLoadProfileRecord;
+   const [savedBulkLoadProfileRecord, setSavedBulkLoadProfileRecord] = useState(savedBulkLoadProfileRecordProcessValue == null ? null : new QRecord(savedBulkLoadProfileRecordProcessValue))
+
+   const [tableStructure] = useState(processValues.tableStructure as BulkLoadTableStructure);
+
+   const [bulkLoadProfile, setBulkLoadProfile] = useState(processValues.bulkLoadProfile as BulkLoadProfile);
+   const [currentMapping, setCurrentMapping] = useState(BulkLoadMapping.fromBulkLoadProfile(tableStructure, bulkLoadProfile))
+   const [wrappedCurrentSavedBulkLoadProfile] = useState(new Wrapper<QRecord>(savedBulkLoadProfileRecord));
+
+   const [fileDescription] = useState(new FileDescription(processValues.headerValues, processValues.headerLetters, processValues.bodyValuesPreview));
+   fileDescription.setHasHeaderRow(currentMapping.hasHeaderRow);
+
+   useImperativeHandle(ref, () =>
+   {
+      return {
+         preSubmit(): SubFormPreSubmitCallbackResultType
+         {
+            const values: { [name: string]: any } = {};
+            values["savedBulkLoadProfileId"] = wrappedCurrentSavedBulkLoadProfile.get()?.values?.get("id");
+
+            return ({maySubmit: true, values});
+         }
+      };
+   });
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function bulkLoadProfileOnChangeCallback(profileRecord: QRecord | null)
+   {
+      setSavedBulkLoadProfileRecord(profileRecord);
+      wrappedCurrentSavedBulkLoadProfile.set(profileRecord);
+
+      const newBulkLoadMapping = BulkLoadMapping.fromSavedProfileRecord(tableStructure, profileRecord);
+      setCurrentMapping(newBulkLoadMapping);
+   }
+
+
+   return (<Box>
+
+      <Box py="1rem" display="flex">
+         <SavedBulkLoadProfiles
+            metaData={metaData}
+            tableMetaData={tableMetaData}
+            tableStructure={tableStructure}
+            currentSavedBulkLoadProfileRecord={savedBulkLoadProfileRecord}
+            currentMapping={currentMapping}
+            allowSelectingProfile={false}
+            fileDescription={fileDescription}
+            bulkLoadProfileOnChangeCallback={bulkLoadProfileOnChangeCallback}
+         />
+      </Box>
+
+   </Box>);
+});
+
+export default BulkLoadProfileForm;

src/qqq/components/processes/BulkLoadValueMappingForm.tsx

@@ -0,0 +1,233 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
+import {QInstance} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QInstance";
+import {QTableMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QTableMetaData";
+import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
+import Box from "@mui/material/Box";
+import Icon from "@mui/material/Icon";
+import colors from "qqq/assets/theme/base/colors";
+import QDynamicFormField from "qqq/components/forms/DynamicFormField";
+import SavedBulkLoadProfiles from "qqq/components/misc/SavedBulkLoadProfiles";
+import {BulkLoadMapping, BulkLoadProfile, BulkLoadTableStructure, FileDescription, Wrapper} from "qqq/models/processes/BulkLoadModels";
+import {SubFormPreSubmitCallbackResultType} from "qqq/pages/processes/ProcessRun";
+import React, {forwardRef, useEffect, useImperativeHandle, useReducer, useState} from "react";
+
+interface BulkLoadValueMappingFormProps
+{
+   processValues: any,
+   setActiveStepLabel: (label: string) => void,
+   tableMetaData: QTableMetaData,
+   metaData: QInstance,
+   formFields: any[]
+}
+
+
+/***************************************************************************
+ ** process component used in bulk-load - on a screen that gets looped for
+ ** each field whose values are being mapped.
+ ***************************************************************************/
+const BulkLoadValueMappingForm = forwardRef(({processValues, setActiveStepLabel, tableMetaData, metaData, formFields}: BulkLoadValueMappingFormProps, ref) =>
+{
+   const [field, setField] = useState(processValues.valueMappingField ? new QFieldMetaData(processValues.valueMappingField) : null);
+   const [fieldFullName, setFieldFullName] = useState(processValues.valueMappingFullFieldName);
+   const [fileValues, setFileValues] = useState((processValues.fileValues ?? []) as string[]);
+   const [valueErrors, setValueErrors] = useState({} as { [fileValue: string]: any });
+
+   const [bulkLoadProfile, setBulkLoadProfile] = useState(processValues.bulkLoadProfile as BulkLoadProfile);
+
+   const savedBulkLoadProfileRecordProcessValue = processValues.savedBulkLoadProfileRecord;
+   const [savedBulkLoadProfileRecord, setSavedBulkLoadProfileRecord] = useState(savedBulkLoadProfileRecordProcessValue == null ? null : new QRecord(savedBulkLoadProfileRecordProcessValue));
+   const [wrappedCurrentSavedBulkLoadProfile] = useState(new Wrapper<QRecord>(savedBulkLoadProfileRecord));
+
+   const [tableStructure] = useState(processValues.tableStructure as BulkLoadTableStructure);
+
+   const [currentMapping, setCurrentMapping] = useState(initializeCurrentBulkLoadMapping());
+   const [wrappedBulkLoadMapping] = useState(new Wrapper<BulkLoadMapping>(currentMapping));
+
+   const [fileDescription] = useState(new FileDescription(processValues.headerValues, processValues.headerLetters, processValues.bodyValuesPreview));
+   fileDescription.setHasHeaderRow(currentMapping.hasHeaderRow);
+
+   const [, forceUpdate] = useReducer((x) => x + 1, 0);
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
+   function initializeCurrentBulkLoadMapping(): BulkLoadMapping
+   {
+      const bulkLoadMapping = BulkLoadMapping.fromBulkLoadProfile(tableStructure, bulkLoadProfile);
+
+      if (!bulkLoadMapping.valueMappings[fieldFullName])
+      {
+         bulkLoadMapping.valueMappings[fieldFullName] = {};
+      }
+
+      return (bulkLoadMapping);
+   }
+
+   useEffect(() =>
+   {
+      if (processValues.valueMappingField)
+      {
+         setField(new QFieldMetaData(processValues.valueMappingField));
+      }
+      else
+      {
+         setField(null);
+      }
+   }, [processValues.valueMappingField]);
+
+
+   ////////////////////////////////////////////////////////
+   // ref-based callback for integration with ProcessRun //
+   ////////////////////////////////////////////////////////
+   useImperativeHandle(ref, () =>
+   {
+      return {
+         preSubmit(): SubFormPreSubmitCallbackResultType
+         {
+            const values: { [name: string]: any } = {};
+
+            let anyErrors = false;
+            const mappedValues = currentMapping.valueMappings[fieldFullName];
+            if (field.isRequired)
+            {
+               for (let fileValue of fileValues)
+               {
+                  valueErrors[fileValue] = null;
+                  if (mappedValues[fileValue] == null || mappedValues[fileValue] == undefined || mappedValues[fileValue] == "")
+                  {
+                     valueErrors[fileValue] = "A value is required for this mapping";
+                     anyErrors = true;
+                  }
+               }
+            }
+
+            ///////////////////////////////////////////////////
+            // always re-submit the full profile             //
+            // note mostly a copy in BulkLoadFileMappingForm //
+            ///////////////////////////////////////////////////
+            const {haveErrors, profile} = wrappedBulkLoadMapping.get().toProfile();
+            values["version"] = profile.version;
+            values["fieldListJSON"] = JSON.stringify(profile.fieldList);
+            values["savedBulkLoadProfileId"] = wrappedCurrentSavedBulkLoadProfile.get()?.values?.get("id");
+            values["layout"] = wrappedBulkLoadMapping.get().layout;
+            values["hasHeaderRow"] = wrappedBulkLoadMapping.get().hasHeaderRow;
+
+            values["mappedValuesJSON"] = JSON.stringify(mappedValues);
+
+            return ({maySubmit: !anyErrors, values});
+         }
+      };
+   });
+
+   if (!field)
+   {
+      //////////////////////////////////////////////////////////////////////////////////////
+      // this happens like between steps - render empty rather than a flash of half-stuff //
+      //////////////////////////////////////////////////////////////////////////////////////
+      return (<Box></Box>);
+   }
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function mappedValueChanged(fileValue: string, newValue: any)
+   {
+      valueErrors[fileValue] = null;
+      if(newValue == null)
+      {
+         delete currentMapping.valueMappings[fieldFullName][fileValue];
+      }
+      else
+      {
+         currentMapping.valueMappings[fieldFullName][fileValue] = newValue;
+      }
+      forceUpdate();
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function bulkLoadProfileOnChangeCallback(profileRecord: QRecord | null)
+   {
+      setSavedBulkLoadProfileRecord(profileRecord);
+      wrappedCurrentSavedBulkLoadProfile.set(profileRecord);
+
+      const newBulkLoadMapping = BulkLoadMapping.fromSavedProfileRecord(tableStructure, profileRecord);
+      setCurrentMapping(newBulkLoadMapping);
+      wrappedBulkLoadMapping.set(newBulkLoadMapping);
+   }
+
+
+   setActiveStepLabel(`Value Mapping: ${field.label} (${processValues.valueMappingFieldIndex + 1} of ${processValues.fieldNamesToDoValueMapping?.length})`);
+
+   return (<Box>
+
+      <Box py="1rem" display="flex">
+         <SavedBulkLoadProfiles
+            metaData={metaData}
+            tableMetaData={tableMetaData}
+            tableStructure={tableStructure}
+            currentSavedBulkLoadProfileRecord={savedBulkLoadProfileRecord}
+            currentMapping={currentMapping}
+            allowSelectingProfile={false}
+            bulkLoadProfileOnChangeCallback={bulkLoadProfileOnChangeCallback}
+            fileDescription={fileDescription}
+         />
+      </Box>
+
+      {
+         fileValues.map((fileValue, i) => (
+            <Box key={i} py="0.5rem" sx={{borderBottom: "0px solid lightgray", width: "100%", overflow: "auto"}}>
+               <Box display="grid" gridTemplateColumns="40% auto 60%" fontSize="1rem" gap="0.5rem">
+                  <Box mt="0.5rem" textAlign="right">{fileValue}</Box>
+                  <Box mt="0.625rem"><Icon>arrow_forward</Icon></Box>
+                  <Box maxWidth="300px">
+                     <QDynamicFormField
+                        name={`${fieldFullName}.value.${i}`}
+                        displayFormat={""}
+                        label={""}
+                        formFieldObject={formFields[i]}
+                        type={formFields[i].type}
+                        value={currentMapping.valueMappings[fieldFullName][fileValue]}
+                        onChangeCallback={(newValue) => mappedValueChanged(fileValue, newValue)}
+                     />
+                     {
+                        valueErrors[fileValue] &&
+                        <Box fontSize={"0.875rem"} mt={"-0.75rem"} color={colors.error.main}>
+                           {valueErrors[fileValue]}
+                        </Box>
+                     }
+                  </Box>
+               </Box>
+            </Box>
+         ))
+      }
+   </Box>);
+
+});
+
+
+export default BulkLoadValueMappingForm;

src/qqq/components/processes/ProcessViewForm.tsx

@@ -0,0 +1,71 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+
+import {AdornmentType} from "@kingsrook/qqq-frontend-core/lib/model/metaData/AdornmentType";
+import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
+import Grid from "@mui/material/Grid";
+import MDTypography from "qqq/components/legacy/MDTypography";
+import ValueUtils from "qqq/utils/qqq/ValueUtils";
+
+interface ProcessViewFormProps
+{
+   fields: QFieldMetaData[];
+   values: { [fieldName: string]: any };
+   columns?: number;
+}
+
+ProcessViewForm.defaultProps = {
+   columns: 2
+};
+
+/***************************************************************************
+ ** a "view form" within a process step
+ **
+ ***************************************************************************/
+export default function ProcessViewForm({fields, values, columns}: ProcessViewFormProps): JSX.Element
+{
+   const sm = Math.floor(12 / columns);
+
+   return <Grid container>
+      {fields.map((field: QFieldMetaData) => (
+         field.hasAdornment(AdornmentType.ERROR) ? (
+            values[field.name] && (
+               <Grid item xs={12} sm={sm} key={field.name} display="flex" py={1} pr={2}>
+                  <MDTypography variant="button" fontWeight="regular">
+                     {ValueUtils.getValueForDisplay(field, values[field.name], undefined, "view")}
+                  </MDTypography>
+               </Grid>
+            )
+         ) : (
+            <Grid item xs={12} sm={sm} key={field.name} display="flex" py={1} pr={2}>
+               <MDTypography variant="button" fontWeight="bold">
+                  {field.label}
+                  : &nbsp;
+               </MDTypography>
+               <MDTypography variant="button" fontWeight="regular" color="text">
+                  {ValueUtils.getValueForDisplay(field, values[field.name], undefined, "view")}
+               </MDTypography>
+            </Grid>
+         )))
+      }
+   </Grid>;
+}

src/qqq/components/processes/ValidationReview.tsx

@@ -24,29 +24,45 @@ import {QInstance} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QInstan
 import {QProcessMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QProcessMetaData";
 import {QTableMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QTableMetaData";
 import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
-import {Box, Button, FormControlLabel, ListItem, Radio, RadioGroup, Typography} from "@mui/material";
+import {Button, FormControlLabel, ListItem, Radio, RadioGroup, Typography} from "@mui/material";
+import Box from "@mui/material/Box";
 import Grid from "@mui/material/Grid";
 import Icon from "@mui/material/Icon";
 import IconButton from "@mui/material/IconButton";
 import List from "@mui/material/List";
 import ListItemText from "@mui/material/ListItemText";
-import React, {useState} from "react";
 import MDTypography from "qqq/components/legacy/MDTypography";
 import CustomWidthTooltip from "qqq/components/tooltips/CustomWidthTooltip";
+import RecordGridWidget, {ChildRecordListData} from "qqq/components/widgets/misc/RecordGridWidget";
 import {ProcessSummaryLine} from "qqq/models/processes/ProcessSummaryLine";
+import {renderSectionOfFields} from "qqq/pages/records/view/RecordView";
 import Client from "qqq/utils/qqq/Client";
+import TableUtils from "qqq/utils/qqq/TableUtils";
 import ValueUtils from "qqq/utils/qqq/ValueUtils";
+import React, {useEffect, useState} from "react";
 
 interface Props
 {
-   qInstance: QInstance;
-   process: QProcessMetaData;
-   table: QTableMetaData;
-   processValues: any;
-   step: QFrontendStepMetaData;
-   previewRecords: QRecord[];
-   formValues: any;
-   doFullValidationRadioChangedHandler: any
+   qInstance: QInstance,
+   process: QProcessMetaData,
+   table: QTableMetaData,
+   processValues: any,
+   step: QFrontendStepMetaData,
+   previewRecords: QRecord[],
+   formValues: any,
+   doFullValidationRadioChangedHandler: any,
+   loadingRecords?: boolean
+}
+
+////////////////////////////////////////////////////////////////////////////
+// e.g., for bulk-load, where we want to show associations under a record //
+// the processValue will have these data, to drive this screen.           //
+////////////////////////////////////////////////////////////////////////////
+interface AssociationPreview
+{
+   tableName: string;
+   widgetName: string;
+   associationName: string;
 }
 
 /*******************************************************************************
@@ -55,21 +71,76 @@ interface Props
  ** results when they are available.
  *******************************************************************************/
 function ValidationReview({
-   qInstance, process, table = null, processValues, step, previewRecords = [], formValues, doFullValidationRadioChangedHandler,
+   qInstance, process, table = null, processValues, step, previewRecords = [], formValues, doFullValidationRadioChangedHandler, loadingRecords
 }: Props): JSX.Element
 {
    const [previewRecordIndex, setPreviewRecordIndex] = useState(0);
    const [sourceTableMetaData, setSourceTableMetaData] = useState(null as QTableMetaData);
+   const [previewTableMetaData, setPreviewTableMetaData] = useState(null as QTableMetaData);
+   const [childTableMetaData, setChildTableMetaData] = useState({} as { [name: string]: QTableMetaData });
+
+   const [associationPreviewsByWidgetName, setAssociationPreviewsByWidgetName] = useState({} as { [widgetName: string]: AssociationPreview });
 
    if (processValues.sourceTable && !sourceTableMetaData)
    {
       (async () =>
       {
-         const sourceTableMetaData = await Client.getInstance().loadTableMetaData(processValues.sourceTable)
+         const sourceTableMetaData = await Client.getInstance().loadTableMetaData(processValues.sourceTable);
          setSourceTableMetaData(sourceTableMetaData);
       })();
    }
 
+   ////////////////////////////////////////////////////////////////////////////////////////
+   // load meta-data and set up associations-data structure, if so directed from backend //
+   ////////////////////////////////////////////////////////////////////////////////////////
+   useEffect(() =>
+   {
+      if (processValues.formatPreviewRecordUsingTableLayout && !previewTableMetaData)
+      {
+         (async () =>
+         {
+            const previewTableMetaData = await Client.getInstance().loadTableMetaData(processValues.formatPreviewRecordUsingTableLayout);
+            setPreviewTableMetaData(previewTableMetaData);
+         })();
+      }
+
+      try
+      {
+         const previewRecordAssociatedTableNames: string[] = processValues.previewRecordAssociatedTableNames ?? [];
+         const previewRecordAssociatedWidgetNames: string[] = processValues.previewRecordAssociatedWidgetNames ?? [];
+         const previewRecordAssociationNames: string[] = processValues.previewRecordAssociationNames ?? [];
+
+         const associationPreviewsByWidgetName: { [widgetName: string]: AssociationPreview } = {};
+         for (let i = 0; i < Math.min(previewRecordAssociatedTableNames.length, previewRecordAssociatedWidgetNames.length, previewRecordAssociationNames.length); i++)
+         {
+            const associationPreview = {tableName: previewRecordAssociatedTableNames[i], widgetName: previewRecordAssociatedWidgetNames[i], associationName: previewRecordAssociationNames[i]};
+            associationPreviewsByWidgetName[associationPreview.widgetName] = associationPreview;
+         }
+         setAssociationPreviewsByWidgetName(associationPreviewsByWidgetName);
+
+         if (Object.keys(associationPreviewsByWidgetName))
+         {
+            (async () =>
+            {
+               for (let key in associationPreviewsByWidgetName)
+               {
+                  const associationPreview = associationPreviewsByWidgetName[key];
+                  childTableMetaData[associationPreview.tableName] = await Client.getInstance().loadTableMetaData(associationPreview.tableName);
+                  setChildTableMetaData(Object.assign({}, childTableMetaData));
+               }
+            })();
+         }
+      }
+      catch (e)
+      {
+         console.log(`Error setting up association previews: ${e}`);
+      }
+   }, []);
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
    const updatePreviewRecordIndex = (offset: number) =>
    {
       let newIndex = previewRecordIndex + offset;
@@ -85,6 +156,10 @@ function ValidationReview({
       setPreviewRecordIndex(newIndex);
    };
 
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
    const buildDoFullValidationRadioListItem = (value: "true" | "false", labelText: string, tooltipHTML: JSX.Element): JSX.Element =>
    {
       ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
@@ -191,6 +266,77 @@ function ValidationReview({
       </List>
    );
 
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   function previewRecordUsingTableLayout(record: QRecord)
+   {
+      if (!previewTableMetaData)
+      {
+         return (<Box>Loading...</Box>);
+      }
+
+      const renderedSections: JSX.Element[] = [];
+      const tableSections = TableUtils.getSectionsForRecordSidebar(previewTableMetaData);
+      const previewRecord = previewRecords[previewRecordIndex];
+
+      for (let i = 0; i < tableSections.length; i++)
+      {
+         const section = tableSections[i];
+         if (section.isHidden)
+         {
+            continue;
+         }
+
+         if (section.fieldNames)
+         {
+            renderedSections.push(<Box mb="1rem">
+               <Box><h4>{section.label}</h4></Box>
+               <Box ml="1rem">
+                  {renderSectionOfFields(section.name, section.fieldNames, previewTableMetaData, false, previewRecord, undefined, {label: {fontWeight: "500"}})}
+               </Box>
+            </Box>);
+         }
+         else if (section.widgetName)
+         {
+            const widget = qInstance.widgets.get(section.widgetName);
+            if (widget)
+            {
+               let data: ChildRecordListData = null;
+               if (associationPreviewsByWidgetName[section.widgetName])
+               {
+                  const associationPreview = associationPreviewsByWidgetName[section.widgetName];
+                  const associationRecords = previewRecord.associatedRecords.get(associationPreview.associationName) ?? [];
+                  data = {
+                     canAddChildRecord: false,
+                     childTableMetaData: childTableMetaData[associationPreview.tableName],
+                     defaultValuesForNewChildRecords: {},
+                     disabledFieldsForNewChildRecords: {},
+                     queryOutput: {records: associationRecords},
+                     totalRows: associationRecords.length,
+                     tablePath: "",
+                     title: "",
+                     viewAllLink: "",
+                  };
+
+                  renderedSections.push(<Box mb="1rem">
+                     {
+                        data && <Box>
+                           <Box mb="0.5rem"><h4>{section.label}</h4></Box>
+                           <Box pl="1rem">
+                              <RecordGridWidget data={data} widgetMetaData={widget} disableRowClick gridOnly={true} gridDensity={"compact"} />
+                           </Box>
+                        </Box>
+                     }
+                  </Box>);
+               }
+            }
+         }
+      }
+
+      return renderedSections;
+   }
+
    const recordPreviewWidget = step.recordListFields && (
       <Box border="1px solid rgb(70%, 70%, 70%)" borderRadius="10px" p={2} mt={2}>
          <Box mx={2} mt={-5} p={1} sx={{width: "fit-content", borderColor: "rgb(70%, 70%, 70%)", borderWidth: "2px", borderStyle: "solid", borderRadius: ".25em", backgroundColor: "#FFFFFF"}} width="initial" color="white">
@@ -199,6 +345,8 @@ function ValidationReview({
          <Box p={3} pb={0}>
             <MDTypography color="body" variant="body2" component="div" mb={2}>
                <Box display="flex">
+                  {
+                     loadingRecords ? <i>Loading...</i> : <>
                         {
                            processValues?.previewMessage && previewRecords && previewRecords.length > 0 ? (
                               <>
@@ -238,13 +386,15 @@ function ValidationReview({
                               </>
                            )
                         }
+                     </>
+                  }
                </Box>
             </MDTypography>
             <MDTypography color="body" variant="body2" component="div">
                <Box sx={{maxHeight: "calc(100vh - 640px)", overflow: "auto", minHeight: "300px", marginRight: "-40px"}}>
                   <Box sx={{paddingRight: "40px"}}>
                      {
-                        previewRecords && previewRecords[previewRecordIndex] && step.recordListFields.map((field) => (
+                        previewRecords && !processValues.formatPreviewRecordUsingTableLayout && previewRecords[previewRecordIndex] && step.recordListFields.map((field) => (
                            <Box key={field.name} style={{marginBottom: "12px"}}>
                               <b>{`${field.label}:`}</b>
                               {" "}
@@ -254,6 +404,9 @@ function ValidationReview({
                            </Box>
                         ))
                      }
+                     {
+                        previewRecords && processValues.formatPreviewRecordUsingTableLayout && previewRecords[previewRecordIndex] && previewRecordUsingTableLayout(previewRecords[previewRecordIndex])
+                     }
                   </Box>
                </Box>
                {

src/qqq/components/scripts/ScriptEditor.tsx

@@ -40,16 +40,17 @@ import Snackbar from "@mui/material/Snackbar";
 import TextField from "@mui/material/TextField";
 import Tooltip from "@mui/material/Tooltip";
 import FormData from "form-data";
-import React, {useEffect, useReducer, useRef, useState} from "react";
-import AceEditor from "react-ace";
 import {QCancelButton, QSaveButton} from "qqq/components/buttons/DefaultButtons";
 import DynamicSelect from "qqq/components/forms/DynamicSelect";
 import ScriptDocsForm from "qqq/components/scripts/ScriptDocsForm";
 import ScriptTestForm from "qqq/components/scripts/ScriptTestForm";
 import Client from "qqq/utils/qqq/Client";
 
+import "ace-builds/src-noconflict/ace";
 import "ace-builds/src-noconflict/mode-javascript";
 import "ace-builds/src-noconflict/theme-github";
+import React, {useEffect, useReducer, useRef, useState} from "react";
+import AceEditor from "react-ace";
 import "ace-builds/src-noconflict/ext-language_tools";
 
 export interface ScriptEditorProps
@@ -77,7 +78,7 @@ function buildInitialFileContentsMap(scriptRevisionRecord: QRecord, scriptTypeFi
    }
    else
    {
-      let files = scriptRevisionRecord?.associatedRecords?.get("files")
+      let files = scriptRevisionRecord?.associatedRecords?.get("files");
 
       for (let i = 0; i < scriptTypeFileSchemaList.length; i++)
       {
@@ -125,21 +126,21 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
 {
    const [closing, setClosing] = useState(false);
 
-   const [apiName, setApiName] = useState(scriptRevisionRecord ? scriptRevisionRecord.values.get("apiName") : null)
-   const [apiNameLabel, setApiNameLabel] = useState(scriptRevisionRecord ? scriptRevisionRecord.displayValues.get("apiName") : null)
-   const [apiVersion, setApiVersion] = useState(scriptRevisionRecord ? scriptRevisionRecord.values.get("apiVersion") : null)
-   const [apiVersionLabel, setApiVersionLabel] = useState(scriptRevisionRecord ? scriptRevisionRecord.displayValues.get("apiVersion") : null)
+   const [apiName, setApiName] = useState(scriptRevisionRecord ? scriptRevisionRecord.values.get("apiName") : null);
+   const [apiNameLabel, setApiNameLabel] = useState(scriptRevisionRecord ? scriptRevisionRecord.displayValues.get("apiName") : null);
+   const [apiVersion, setApiVersion] = useState(scriptRevisionRecord ? scriptRevisionRecord.values.get("apiVersion") : null);
+   const [apiVersionLabel, setApiVersionLabel] = useState(scriptRevisionRecord ? scriptRevisionRecord.displayValues.get("apiVersion") : null);
 
-   const fileNamesFromSchema = scriptTypeFileSchemaList.map((schemaRecord) => schemaRecord.values.get("name"))
+   const fileNamesFromSchema = scriptTypeFileSchemaList.map((schemaRecord) => schemaRecord.values.get("name"));
    const [availableFileNames, setAvailableFileNames] = useState(fileNamesFromSchema);
-   const [openEditorFileNames, setOpenEditorFileNames] = useState([fileNamesFromSchema[0]])
-   const [fileContents, setFileContents] = useState(buildInitialFileContentsMap(scriptRevisionRecord, scriptTypeFileSchemaList))
-   const [fileTypes, setFileTypes] = useState(buildFileTypeMap(scriptTypeFileSchemaList))
+   const [openEditorFileNames, setOpenEditorFileNames] = useState([fileNamesFromSchema[0]]);
+   const [fileContents, setFileContents] = useState(buildInitialFileContentsMap(scriptRevisionRecord, scriptTypeFileSchemaList));
+   const [fileTypes, setFileTypes] = useState(buildFileTypeMap(scriptTypeFileSchemaList));
    console.log(`file types: ${JSON.stringify(fileTypes)}`);
 
-   const [commitMessage, setCommitMessage] = useState("")
+   const [commitMessage, setCommitMessage] = useState("");
    const [openTool, setOpenTool] = useState(null);
-   const [errorAlert, setErrorAlert] = useState("")
+   const [errorAlert, setErrorAlert] = useState("");
    const [promptForCommitMessageOpen, setPromptForCommitMessageOpen] = useState(false);
    const [, forceUpdate] = useReducer((x) => x + 1, 0);
    const ref = useRef();
@@ -241,7 +242,7 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
       // need this to make Ace recognize new height.
       setTimeout(() =>
       {
-         window.dispatchEvent(new Event("resize"))
+         window.dispatchEvent(new Event("resize"));
       }, 100);
    };
 
@@ -249,7 +250,7 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
    {
       if (!apiName || !apiVersion)
       {
-         setErrorAlert("You must select a value for both API Name and API Version.")
+         setErrorAlert("You must select a value for both API Name and API Version.");
          return;
       }
 
@@ -278,7 +279,7 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
          }
 
 
-         const fileNamesFromSchema = scriptTypeFileSchemaList.map((schemaRecord) => schemaRecord.values.get("name"))
+         const fileNamesFromSchema = scriptTypeFileSchemaList.map((schemaRecord) => schemaRecord.values.get("name"));
          formData.append("fileNames", fileNamesFromSchema.join(","));
 
          for (let fileName in fileContents)
@@ -299,8 +300,8 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
 
             if (processResult instanceof QJobError)
             {
-               const jobError = processResult as QJobError
-               setErrorAlert(jobError.userFacingError ?? jobError.error)
+               const jobError = processResult as QJobError;
+               setErrorAlert(jobError.userFacingError ?? jobError.error);
                setClosing(false);
                return;
             }
@@ -310,28 +311,28 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
          catch (e)
          {
             // @ts-ignore
-            setErrorAlert(e.message ?? "Unexpected error saving script")
+            setErrorAlert(e.message ?? "Unexpected error saving script");
             setClosing(false);
          }
       })();
-   }
+   };
 
    const cancelClicked = () =>
    {
       setClosing(true);
       closeCallback(null, "cancelled");
-   }
+   };
 
    const updateCode = (value: string, event: any, index: number) =>
    {
       fileContents[openEditorFileNames[index]] = value;
       forceUpdate();
-   }
+   };
 
    const updateCommitMessage = (event: React.ChangeEvent<HTMLInputElement>) =>
    {
       setCommitMessage(event.target.value);
-   }
+   };
 
    const closePromptForCommitMessage = (wasSaveClicked: boolean, message?: string) =>
    {
@@ -339,14 +340,14 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
 
       if (wasSaveClicked)
       {
-         setCommitMessage(message)
+         setCommitMessage(message);
          saveClicked(message);
       }
       else
       {
          setClosing(false);
       }
-   }
+   };
 
    const changeApiName = (apiNamePossibleValue?: QPossibleValue) =>
    {
@@ -358,7 +359,7 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
       {
          setApiName(null);
       }
-   }
+   };
 
    const changeApiVersion = (apiVersionPossibleValue?: QPossibleValue) =>
    {
@@ -370,33 +371,33 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
       {
          setApiVersion(null);
       }
-   }
+   };
 
    const handleSelectingFile = (event: SelectChangeEvent, index: number) =>
    {
-      openEditorFileNames[index] = event.target.value
+      openEditorFileNames[index] = event.target.value;
       setOpenEditorFileNames(openEditorFileNames);
       forceUpdate();
-   }
+   };
 
    const splitEditorClicked = () =>
    {
-      openEditorFileNames.push(availableFileNames[0])
+      openEditorFileNames.push(availableFileNames[0]);
       setOpenEditorFileNames(openEditorFileNames);
       forceUpdate();
-   }
+   };
 
    const closeEditorClicked = (index: number) =>
    {
-      openEditorFileNames.splice(index, 1)
+      openEditorFileNames.splice(index, 1);
       setOpenEditorFileNames(openEditorFileNames);
       forceUpdate();
-   }
+   };
 
    const computeEditorWidth = (): string =>
    {
-      return (100 / openEditorFileNames.length) + "%"
-   }
+      return (100 / openEditorFileNames.length) + "%";
+   };
 
    return (
       <Box className="scriptEditor" sx={{position: "absolute", overflowY: "auto", height: "100%", width: "100%"}} p={6}>
@@ -408,7 +409,7 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
                {
                   return;
                }
-               setErrorAlert("")
+               setErrorAlert("");
             }} anchorOrigin={{vertical: "top", horizontal: "center"}}>
                <Alert color="error" onClose={() => setErrorAlert("")}>
                   {errorAlert}
@@ -535,12 +536,12 @@ function ScriptEditor({title, scriptId, scriptRevisionRecord, closeCallback, tab
 
 function CommitMessagePrompt(props: { isOpen: boolean, closeHandler: (wasSaveClicked: boolean, message?: string) => void })
 {
-   const [commitMessage, setCommitMessage] = useState("No commit message given")
+   const [commitMessage, setCommitMessage] = useState("No commit message given");
 
    const updateCommitMessage = (event: React.ChangeEvent<HTMLInputElement>) =>
    {
       setCommitMessage(event.target.value);
-   }
+   };
 
    const keyPressHandler = (e: React.KeyboardEvent<HTMLDivElement>) =>
    {
@@ -548,7 +549,7 @@ function CommitMessagePrompt(props: {isOpen: boolean, closeHandler: (wasSaveClic
       {
          props.closeHandler(true, commitMessage);
       }
-   }
+   };
 
    return (
       <Dialog
@@ -582,7 +583,7 @@ function CommitMessagePrompt(props: {isOpen: boolean, closeHandler: (wasSaveClic
             <QSaveButton label="Save" onClickHandler={() => props.closeHandler(true, commitMessage)} disabled={false} />
          </DialogActions>
       </Dialog>
-   )
+   );
 }
 
 export default ScriptEditor;

src/qqq/components/widgets/DashboardWidgets.tsx

@@ -107,7 +107,6 @@ function DashboardWidgets({widgetMetaDataList, tableName, entityPrimaryKey, reco
    // modal form controls //
    /////////////////////////
    const [showEditChildForm, setShowEditChildForm] = useState(null as any);
-   const [modalTable, setModalTable] = useState(null as QTableMetaData);
 
    let initialSelectedTab = 0;
    let selectedTabKey: string = null;
@@ -340,13 +339,15 @@ function DashboardWidgets({widgetMetaDataList, tableName, entityPrimaryKey, reco
     *******************************************************************************/
    function openAddChildRecord(name: string, widgetData: any)
    {
+      let defaultValues = widgetData.defaultValuesForNewChildRecords;
+
       let disabledFields = widgetData.disabledFieldsForNewChildRecords;
       if (!disabledFields)
       {
          disabledFields = widgetData.defaultValuesForNewChildRecords;
       }
 
-      doOpenEditChildForm(name, widgetData.childTableMetaData, null, null, disabledFields);
+      doOpenEditChildForm(name, widgetData.childTableMetaData, null, defaultValues, disabledFields);
    }
 
 
@@ -714,7 +715,7 @@ function DashboardWidgets({widgetMetaDataList, tableName, entityPrimaryKey, reco
                      allowRecordDelete={widgetData[i]?.allowRecordDelete}
                      deleteRecordCallback={(rowIndex) => deleteChildRecord(widgetMetaData.name, i, rowIndex)}
                      editRecordCallback={(rowIndex) => openEditChildRecord(widgetMetaData.name, widgetData[i], rowIndex)}
-                     addNewRecordCallback={() => openAddChildRecord(widgetMetaData.name, widgetData[i])}
+                     addNewRecordCallback={widgetData[i]?.isInProcess ? () => openAddChildRecord(widgetMetaData.name, widgetData[i]) : null}
                      widgetMetaData={widgetMetaData}
                      data={widgetData[i]}
                   />

src/qqq/components/widgets/misc/DataBagViewer.tsx

@@ -50,6 +50,7 @@ import DeveloperModeUtils from "qqq/utils/DeveloperModeUtils";
 import Client from "qqq/utils/qqq/Client";
 import ValueUtils from "qqq/utils/qqq/ValueUtils";
 
+import "ace-builds/src-noconflict/ace";
 import "ace-builds/src-noconflict/mode-java";
 import "ace-builds/src-noconflict/mode-javascript";
 import "ace-builds/src-noconflict/mode-json";

src/qqq/components/widgets/misc/RecordGridWidget.tsx

@@ -28,7 +28,7 @@ import Icon from "@mui/material/Icon";
 import IconButton from "@mui/material/IconButton";
 import Tooltip from "@mui/material/Tooltip/Tooltip";
 import Typography from "@mui/material/Typography";
-import {DataGridPro, GridCallbackDetails, GridEventListener, GridRenderCellParams, GridRowParams, GridToolbarContainer, MuiEvent, useGridApiContext, useGridApiEventHandler} from "@mui/x-data-grid-pro";
+import {DataGridPro, GridCallbackDetails, GridDensity, GridEventListener, GridRenderCellParams, GridRowParams, GridToolbarContainer, MuiEvent, useGridApiContext, useGridApiEventHandler} from "@mui/x-data-grid-pro";
 import Widget, {AddNewRecordButton, LabelComponent, WidgetData} from "qqq/components/widgets/Widget";
 import DataGridUtils from "qqq/utils/DataGridUtils";
 import HtmlUtils from "qqq/utils/HtmlUtils";
@@ -60,18 +60,21 @@ interface Props
    editRecordCallback?: (rowIndex: number) => void;
    allowRecordDelete: boolean;
    deleteRecordCallback?: (rowIndex: number) => void;
+   gridOnly?: boolean;
+   gridDensity?: GridDensity;
 }
 
 RecordGridWidget.defaultProps =
    {
       disableRowClick: false,
       allowRecordEdit: false,
-      allowRecordDelete: false
+      allowRecordDelete: false,
+      gridOnly: false,
    };
 
 const qController = Client.getInstance();
 
-function RecordGridWidget({widgetMetaData, data, addNewRecordCallback, disableRowClick, allowRecordEdit, editRecordCallback, allowRecordDelete, deleteRecordCallback}: Props): JSX.Element
+function RecordGridWidget({widgetMetaData, data, addNewRecordCallback, disableRowClick, allowRecordEdit, editRecordCallback, allowRecordDelete, deleteRecordCallback, gridOnly, gridDensity}: Props): JSX.Element
 {
    const instance = useRef({timer: null});
    const [rows, setRows] = useState([]);
@@ -93,12 +96,19 @@ function RecordGridWidget({widgetMetaData, data, addNewRecordCallback, disableRo
          if (queryOutputRecords)
          {
             for (let i = 0; i < queryOutputRecords.length; i++)
+            {
+               if(queryOutputRecords[i] instanceof QRecord)
+               {
+                  records.push(queryOutputRecords[i] as QRecord);
+               }
+               else
                {
                   records.push(new QRecord(queryOutputRecords[i]));
                }
             }
+         }
 
-         const tableMetaData = new QTableMetaData(data.childTableMetaData);
+         const tableMetaData = data.childTableMetaData instanceof QTableMetaData ? data.childTableMetaData as QTableMetaData : new QTableMetaData(data.childTableMetaData);
          const rows = DataGridUtils.makeRows(records, tableMetaData, true);
 
          /////////////////////////////////////////////////////////////////////////////////
@@ -295,17 +305,14 @@ function RecordGridWidget({widgetMetaData, data, addNewRecordCallback, disableRo
       return (<GridToolbarContainer />);
    }
 
+   let containerPadding = -3;
+   if (data?.isInProcess)
+   {
+      containerPadding = 0;
+   }
 
-   return (
-      <Widget
-         widgetMetaData={widgetMetaData}
-         widgetData={data}
-         labelAdditionalElementsLeft={labelAdditionalElementsLeft}
-         labelAdditionalComponentsRight={labelAdditionalComponentsRight}
-         labelBoxAdditionalSx={{position: "relative", top: "-0.375rem"}}
-      >
-         <Box>
-            <Box>
+
+   const grid = (
       <DataGridPro
          autoHeight
          sx={{
@@ -336,7 +343,7 @@ function RecordGridWidget({widgetMetaData, data, addNewRecordCallback, disableRo
          rowCount={data && data.totalRows}
          // onPageSizeChange={handleRowsPerPageChange}
          // onStateChange={handleStateChange}
-                  // density={density}
+         density={gridDensity ?? "standard"}
          // loading={loading}
          // filterModel={filterModel}
          // onFilterModelChange={handleFilterChange}
@@ -348,6 +355,24 @@ function RecordGridWidget({widgetMetaData, data, addNewRecordCallback, disableRo
          // sortingOrder={[ "asc", "desc" ]}
          // sortModel={columnSortModel}
       />
+   );
+
+   if(gridOnly)
+   {
+      return (grid);
+   }
+
+   return (
+      <Widget
+         widgetMetaData={widgetMetaData}
+         widgetData={data}
+         labelAdditionalElementsLeft={labelAdditionalElementsLeft}
+         labelAdditionalComponentsRight={labelAdditionalComponentsRight}
+         labelBoxAdditionalSx={{position: "relative", top: "-0.375rem"}}
+      >
+         <Box mx={containerPadding} mb={containerPadding}>
+            <Box>
+               {grid}
             </Box>
          </Box>
       </Widget>

src/qqq/models/processes/BulkLoadModels.ts

@@ -0,0 +1,600 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+
+import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
+import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
+
+export type ValueType = "defaultValue" | "column";
+
+/***************************************************************************
+ ** model of a single field that's part of a bulk-load profile/mapping
+ ***************************************************************************/
+export class BulkLoadField
+{
+   field: QFieldMetaData;
+   tableStructure: BulkLoadTableStructure;
+
+   valueType: ValueType;
+   columnIndex?: number;
+   headerName?: string = null;
+   defaultValue?: any = null;
+   doValueMapping: boolean = false;
+
+   wideLayoutIndexPath: number[] = [];
+
+   error: string = null;
+
+   key: string;
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   constructor(field: QFieldMetaData, tableStructure: BulkLoadTableStructure, valueType: ValueType = "column", columnIndex?: number, headerName?: string, defaultValue?: any, doValueMapping?: boolean, wideLayoutIndexPath: number[] = [])
+   {
+      this.field = field;
+      this.tableStructure = tableStructure;
+      this.valueType = valueType;
+      this.columnIndex = columnIndex;
+      this.headerName = headerName;
+      this.defaultValue = defaultValue;
+      this.doValueMapping = doValueMapping;
+      this.wideLayoutIndexPath = wideLayoutIndexPath;
+      this.key = new Date().getTime().toString();
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public static clone(source: BulkLoadField): BulkLoadField
+   {
+      return (new BulkLoadField(source.field, source.tableStructure, source.valueType, source.columnIndex, source.headerName, source.defaultValue, source.doValueMapping, source.wideLayoutIndexPath));
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public getQualifiedName(): string
+   {
+      if (this.tableStructure.isMain)
+      {
+         return this.field.name;
+      }
+
+      return this.tableStructure.associationPath + "." + this.field.name;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public getQualifiedNameWithWideSuffix(): string
+   {
+      let wideLayoutSuffix = "";
+      if (this.wideLayoutIndexPath.length > 0)
+      {
+         wideLayoutSuffix = "." + this.wideLayoutIndexPath.map(i => i + 1).join(".");
+      }
+
+      if (this.tableStructure.isMain)
+      {
+         return this.field.name + wideLayoutSuffix;
+      }
+
+      return this.tableStructure.associationPath + "." + this.field.name + wideLayoutSuffix;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public getKey(): string
+   {
+      let wideLayoutSuffix = "";
+      if (this.wideLayoutIndexPath.length > 0)
+      {
+         wideLayoutSuffix = "." + this.wideLayoutIndexPath.map(i => i + 1).join(".");
+      }
+
+      if (this.tableStructure.isMain)
+      {
+         return this.field.name + wideLayoutSuffix + this.key;
+      }
+
+      return this.tableStructure.associationPath + "." + this.field.name + wideLayoutSuffix + this.key;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public getQualifiedLabel(): string
+   {
+      let wideLayoutSuffix = "";
+      if (this.wideLayoutIndexPath.length > 0)
+      {
+         wideLayoutSuffix = " (" + this.wideLayoutIndexPath.map(i => i + 1).join(", ") + ")";
+      }
+
+      if (this.tableStructure.isMain)
+      {
+         return this.field.label + wideLayoutSuffix;
+      }
+
+      return this.tableStructure.label + ": " + this.field.label + wideLayoutSuffix;
+   }
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public isMany(): boolean
+   {
+      return this.tableStructure && this.tableStructure.isMany;
+   }
+}
+
+
+/***************************************************************************
+ ** this is a type defined in qqq backend - a representation of a bulk-load
+ ** table - e.g., how it fits into qqq - and of note - how child / association
+ ** tables are nested too.
+ ***************************************************************************/
+export interface BulkLoadTableStructure
+{
+   isMain: boolean;
+   isMany: boolean;
+   tableName: string;
+   label: string;
+   associationPath: string;
+   fields: QFieldMetaData[];
+   associations: BulkLoadTableStructure[];
+}
+
+
+/*******************************************************************************
+ ** this is the internal data structure that the UI works with - but notably,
+ ** is not how we send it to the backend or how backend saves profiles -- see
+ ** BulkLoadProfile for that.
+ *******************************************************************************/
+export class BulkLoadMapping
+{
+   fields: { [qualifiedName: string]: BulkLoadField } = {};
+   fieldsByTablePrefix: { [prefix: string]: { [qualifiedFieldName: string]: BulkLoadField } } = {};
+   tablesByPath: { [path: string]: BulkLoadTableStructure } = {};
+
+   requiredFields: BulkLoadField[] = [];
+   additionalFields: BulkLoadField[] = [];
+   unusedFields: BulkLoadField[] = [];
+
+   valueMappings: { [fieldName: string]: { [fileValue: string]: any } } = {};
+
+   hasHeaderRow: boolean;
+   layout: string;
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   constructor(tableStructure: BulkLoadTableStructure)
+   {
+      if (tableStructure)
+      {
+         this.processTableStructure(tableStructure);
+
+         if (!tableStructure.associations)
+         {
+            this.layout = "FLAT";
+         }
+      }
+
+      this.hasHeaderRow = true;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   private processTableStructure(tableStructure: BulkLoadTableStructure)
+   {
+      const prefix = tableStructure.isMain ? "" : tableStructure.associationPath;
+      this.fieldsByTablePrefix[prefix] = {};
+      this.tablesByPath[prefix] = tableStructure;
+
+      for (let field of tableStructure.fields)
+      {
+         // todo delete this - backend should only give it to us if editable: if (field.isEditable)
+         {
+            const bulkLoadField = new BulkLoadField(field, tableStructure);
+            const qualifiedName = bulkLoadField.getQualifiedName();
+            this.fields[qualifiedName] = bulkLoadField;
+            this.fieldsByTablePrefix[prefix][qualifiedName] = bulkLoadField;
+
+            if (tableStructure.isMain && field.isRequired)
+            {
+               this.requiredFields.push(bulkLoadField);
+            }
+            else
+            {
+               this.unusedFields.push(bulkLoadField);
+            }
+         }
+      }
+
+      for (let associatedTableStructure of tableStructure.associations ?? [])
+      {
+         this.processTableStructure(associatedTableStructure);
+      }
+   }
+
+
+   /***************************************************************************
+    ** take a saved bulk load profile - and convert it into a working bulkLoadMapping
+    ** for the frontend to use!
+    ***************************************************************************/
+   public static fromSavedProfileRecord(tableStructure: BulkLoadTableStructure, profileRecord: QRecord): BulkLoadMapping
+   {
+      const bulkLoadProfile = JSON.parse(profileRecord.values.get("mappingJson")) as BulkLoadProfile;
+      return BulkLoadMapping.fromBulkLoadProfile(tableStructure, bulkLoadProfile);
+   }
+
+
+   /***************************************************************************
+    ** take a saved bulk load profile - and convert it into a working bulkLoadMapping
+    ** for the frontend to use!
+    ***************************************************************************/
+   public static fromBulkLoadProfile(tableStructure: BulkLoadTableStructure, bulkLoadProfile: BulkLoadProfile): BulkLoadMapping
+   {
+      const bulkLoadMapping = new BulkLoadMapping(tableStructure);
+
+      if (bulkLoadProfile.version == "v1")
+      {
+         bulkLoadMapping.hasHeaderRow = bulkLoadProfile.hasHeaderRow;
+         bulkLoadMapping.layout = bulkLoadProfile.layout;
+
+         ////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+         // function to get a bulkLoadMapping field by its (full) name - whether that's in the required fields list,   //
+         // or it's an additional field, in which case, we'll go through the addField method to move what list it's in //
+         ////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+         function getBulkLoadFieldMovingFromUnusedToActiveIfNeeded(bulkLoadMapping: BulkLoadMapping, name: string): BulkLoadField
+         {
+            let wideIndex: number = null;
+            if (name.match(/,\d+$/))
+            {
+               wideIndex = Number(name.match(/\d+$/));
+               name = name.replace(/,\d+$/, "");
+            }
+
+            for (let field of bulkLoadMapping.requiredFields)
+            {
+               if (field.getQualifiedName() == name)
+               {
+                  return (field);
+               }
+            }
+
+            for (let field of bulkLoadMapping.unusedFields)
+            {
+               if (field.getQualifiedName() == name)
+               {
+                  const addedField = bulkLoadMapping.addField(field, wideIndex);
+                  return (addedField);
+               }
+            }
+         }
+
+         //////////////////////////////////////////////////////////////////
+         // loop over fields in the profile - adding them to the mapping //
+         //////////////////////////////////////////////////////////////////
+         for (let bulkLoadProfileField of ((bulkLoadProfile.fieldList ?? []) as BulkLoadProfileField[]))
+         {
+            const bulkLoadField = getBulkLoadFieldMovingFromUnusedToActiveIfNeeded(bulkLoadMapping, bulkLoadProfileField.fieldName);
+            if (!bulkLoadField)
+            {
+               console.log(`Couldn't find bulk-load-field by name from profile record [${bulkLoadProfileField.fieldName}]`);
+               continue;
+            }
+
+            if ((bulkLoadProfileField.columnIndex != null && bulkLoadProfileField.columnIndex != undefined) || (bulkLoadProfileField.headerName != null && bulkLoadProfileField.headerName != undefined))
+            {
+               bulkLoadField.valueType = "column";
+               bulkLoadField.doValueMapping = bulkLoadProfileField.doValueMapping;
+               bulkLoadField.headerName = bulkLoadProfileField.headerName;
+               bulkLoadField.columnIndex = bulkLoadProfileField.columnIndex;
+
+               if (bulkLoadProfileField.valueMappings)
+               {
+                  bulkLoadMapping.valueMappings[bulkLoadProfileField.fieldName] = {};
+                  for (let fileValue in bulkLoadProfileField.valueMappings)
+                  {
+                     ////////////////////////////////////////////////////
+                     // frontend wants string values here, so, string. //
+                     ////////////////////////////////////////////////////
+                     bulkLoadMapping.valueMappings[bulkLoadProfileField.fieldName][String(fileValue)] = bulkLoadProfileField.valueMappings[fileValue];
+                  }
+               }
+            }
+            else
+            {
+               bulkLoadField.valueType = "defaultValue";
+               bulkLoadField.defaultValue = bulkLoadProfileField.defaultValue;
+            }
+         }
+
+         return (bulkLoadMapping);
+      }
+      else
+      {
+         throw ("Unexpected version for bulk load profile: " + bulkLoadProfile.version);
+      }
+   }
+
+
+   /***************************************************************************
+    ** take a working bulkLoadMapping from the frontend, and convert it to a
+    ** BulkLoadProfile for the backend / for us to save.
+    ***************************************************************************/
+   public toProfile(): { haveErrors: boolean, profile: BulkLoadProfile }
+   {
+      let haveErrors = false;
+      const profile = new BulkLoadProfile();
+
+      profile.version = "v1";
+      profile.hasHeaderRow = this.hasHeaderRow;
+      profile.layout = this.layout;
+
+      for (let bulkLoadField of [...this.requiredFields, ...this.additionalFields])
+      {
+         let fullFieldName = (bulkLoadField.tableStructure.isMain ? "" : bulkLoadField.tableStructure.associationPath + ".") + bulkLoadField.field.name;
+         if (bulkLoadField.wideLayoutIndexPath != null && bulkLoadField.wideLayoutIndexPath != undefined && bulkLoadField.wideLayoutIndexPath.length)
+         {
+            fullFieldName += "," + bulkLoadField.wideLayoutIndexPath.join(".");
+         }
+
+         bulkLoadField.error = null;
+         if (bulkLoadField.valueType == "column")
+         {
+            if (bulkLoadField.columnIndex == undefined || bulkLoadField.columnIndex == null)
+            {
+               haveErrors = true;
+               bulkLoadField.error = "You must select a column.";
+            }
+            else
+            {
+               const field: BulkLoadProfileField = {fieldName: fullFieldName, columnIndex: bulkLoadField.columnIndex, headerName: bulkLoadField.headerName, doValueMapping: bulkLoadField.doValueMapping};
+
+               if (this.valueMappings[fullFieldName])
+               {
+                  field.valueMappings = this.valueMappings[fullFieldName];
+               }
+
+               profile.fieldList.push(field);
+            }
+         }
+         else if (bulkLoadField.valueType == "defaultValue")
+         {
+            if (bulkLoadField.defaultValue == undefined || bulkLoadField.defaultValue == null || bulkLoadField.defaultValue == "")
+            {
+               haveErrors = true;
+               bulkLoadField.error = "A value is required.";
+            }
+            else
+            {
+               profile.fieldList.push({fieldName: fullFieldName, defaultValue: bulkLoadField.defaultValue});
+            }
+         }
+      }
+
+      return {haveErrors, profile};
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public addField(bulkLoadField: BulkLoadField, specifiedWideIndex?: number): BulkLoadField
+   {
+      if (bulkLoadField.isMany() && this.layout == "WIDE")
+      {
+         let index: number;
+         if (specifiedWideIndex != null && specifiedWideIndex != undefined)
+         {
+            index = specifiedWideIndex;
+         }
+         else
+         {
+            index = 0;
+            ///////////////////////////////////////////////////////////
+            // count how many copies of this field there are already //
+            ///////////////////////////////////////////////////////////
+            for (let existingField of [...this.requiredFields, ...this.additionalFields])
+            {
+               if (existingField.getQualifiedName() == bulkLoadField.getQualifiedName())
+               {
+                  index++;
+               }
+            }
+         }
+
+         const cloneField = BulkLoadField.clone(bulkLoadField);
+         cloneField.wideLayoutIndexPath = [index];
+         this.additionalFields.push(cloneField);
+         return (cloneField);
+      }
+      else
+      {
+         this.additionalFields.push(bulkLoadField);
+         return (bulkLoadField);
+      }
+   }
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public removeField(toRemove: BulkLoadField): void
+   {
+      const newAdditionalFields: BulkLoadField[] = [];
+      for (let bulkLoadField of this.additionalFields)
+      {
+         if (bulkLoadField.getQualifiedName() != toRemove.getQualifiedName())
+         {
+            newAdditionalFields.push(bulkLoadField);
+         }
+      }
+
+      this.additionalFields = newAdditionalFields;
+   }
+}
+
+
+/***************************************************************************
+ ** meta-data about the file that the user uploaded
+ ***************************************************************************/
+export class FileDescription
+{
+   headerValues: string[];
+   headerLetters: string[];
+   bodyValuesPreview: string[][];
+
+   // todo - just get this from the profile always - it's not part of the file per-se
+   hasHeaderRow: boolean = true;
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   constructor(headerValues: string[], headerLetters: string[], bodyValuesPreview: string[][])
+   {
+      this.headerValues = headerValues;
+      this.headerLetters = headerLetters;
+      this.bodyValuesPreview = bodyValuesPreview;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public setHasHeaderRow(hasHeaderRow: boolean)
+   {
+      this.hasHeaderRow = hasHeaderRow;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public getColumnNames(): string[]
+   {
+      if (this.hasHeaderRow)
+      {
+         return this.headerValues;
+      }
+      else
+      {
+         return this.headerLetters.map(l => `Column ${l}`);
+      }
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public getPreviewValues(columnIndex: number): string[]
+   {
+      if (columnIndex == undefined)
+      {
+         return [];
+      }
+
+      if (this.hasHeaderRow)
+      {
+         return (this.bodyValuesPreview[columnIndex]);
+      }
+      else
+      {
+         return ([this.headerValues[columnIndex], ...this.bodyValuesPreview[columnIndex]]);
+      }
+   }
+}
+
+
+/***************************************************************************
+ ** this (BulkLoadProfile & ...Field) is the model of what we save, and is
+ ** also what we submit to the backend during the process.
+ ***************************************************************************/
+export class BulkLoadProfile
+{
+   version: string;
+   fieldList: BulkLoadProfileField[] = [];
+   hasHeaderRow: boolean;
+   layout: string;
+}
+
+type BulkLoadProfileField =
+   {
+      fieldName: string,
+      columnIndex?: number,
+      headerName?: string,
+      defaultValue?: any,
+      doValueMapping?: boolean,
+      valueMappings?: { [fileValue: string]: any }
+   };
+
+
+/***************************************************************************
+ ** In the bulk load forms, we have some forward-ref callback functions, and
+ ** they like to capture/retain a reference when those functions get defined,
+ ** so we had some trouble updating objects in those functions.
+ **
+ ** We "solved" this by creating instances of this class, which get captured,
+ ** so then we can replace the wrapped object, and have a better time...
+ ***************************************************************************/
+export class Wrapper<T>
+{
+   t: T;
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   constructor(t: T)
+   {
+      this.t = t;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public get(): T
+   {
+      return this.t;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public set(t: T)
+   {
+      this.t = t;
+   }
+}
+

src/qqq/models/processes/ProcessSummaryLine.tsx

@@ -53,6 +53,8 @@ export class ProcessSummaryLine
    linkText: string;
    linkPostText: string;
 
+   bulletsOfText: any[];
+
    constructor(processSummaryLine: any)
    {
       this.status = processSummaryLine.status;
@@ -66,6 +68,8 @@ export class ProcessSummaryLine
       this.linkText = processSummaryLine.linkText;
       this.linkPostText = processSummaryLine.linkPostText;
 
+      this.bulletsOfText = processSummaryLine.bulletsOfText;
+
       this.filter = processSummaryLine.filter;
    }
 
@@ -142,6 +146,13 @@ export class ProcessSummaryLine
                         </span>
                      ) : <span>{lastWord}</span>
                   }
+                  {
+                     this.bulletsOfText && <ul style={{marginLeft: "2rem"}}>
+                        {
+                           this.bulletsOfText.map((bullet, index) => <li key={index}>{bullet}</li>)
+                        }
+                     </ul>
+                  }
                </ListItemText>
             </Box>
          </ListItem>

src/qqq/pages/processes/ProcessRun.tsx

@@ -20,7 +20,6 @@
  */
 
 import {QException} from "@kingsrook/qqq-frontend-core/lib/exceptions/QException";
-import {AdornmentType} from "@kingsrook/qqq-frontend-core/lib/model/metaData/AdornmentType";
 import {QComponentType} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QComponentType";
 import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
 import {QFrontendComponent} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFrontendComponent";
@@ -52,16 +51,19 @@ import {Form, Formik} from "formik";
 import parse from "html-react-parser";
 import QContext from "QContext";
 import colors from "qqq/assets/theme/base/colors";
-import {QCancelButton, QSubmitButton} from "qqq/components/buttons/DefaultButtons";
+import {QAlternateButton, QCancelButton, QSubmitButton} from "qqq/components/buttons/DefaultButtons";
 import QDynamicForm from "qqq/components/forms/DynamicForm";
 import DynamicFormUtils from "qqq/components/forms/DynamicFormUtils";
-import MDButton from "qqq/components/legacy/MDButton";
 import MDProgress from "qqq/components/legacy/MDProgress";
 import MDTypography from "qqq/components/legacy/MDTypography";
 import HelpContent, {hasHelpContent} from "qqq/components/misc/HelpContent";
 import QRecordSidebar from "qqq/components/misc/RecordSidebar";
+import BulkLoadFileMappingForm from "qqq/components/processes/BulkLoadFileMappingForm";
+import BulkLoadProfileForm from "qqq/components/processes/BulkLoadProfileForm";
+import BulkLoadValueMappingForm from "qqq/components/processes/BulkLoadValueMappingForm";
 import {GoogleDriveFolderPickerWrapper} from "qqq/components/processes/GoogleDriveFolderPickerWrapper";
 import ProcessSummaryResults from "qqq/components/processes/ProcessSummaryResults";
+import ProcessViewForm from "qqq/components/processes/ProcessViewForm";
 import ValidationReview from "qqq/components/processes/ValidationReview";
 import {BlockData} from "qqq/components/widgets/blocks/BlockModels";
 import CompositeWidget, {CompositeData} from "qqq/components/widgets/CompositeWidget";
@@ -73,7 +75,7 @@ import {TABLE_VARIANT_LOCAL_STORAGE_KEY_ROOT} from "qqq/pages/records/query/Reco
 import Client from "qqq/utils/qqq/Client";
 import TableUtils from "qqq/utils/qqq/TableUtils";
 import ValueUtils from "qqq/utils/qqq/ValueUtils";
-import React, {useContext, useEffect, useState} from "react";
+import React, {useContext, useEffect, useRef, useState} from "react";
 import {useLocation, useNavigate, useParams} from "react-router-dom";
 import * as Yup from "yup";
 
@@ -96,6 +98,8 @@ const INITIAL_RETRY_MILLIS = 1_500;
 const RETRY_MAX_MILLIS = 12_000;
 const BACKOFF_AMOUNT = 1.5;
 
+const qController = Client.getInstance();
+
 ////////////////////////////////////////////////////////////////////////////////
 // define some functions that we can make reference to, which we'll overwrite //
 // with functions from formik, once we're inside formik.                      //
@@ -110,6 +114,10 @@ let formikSetTouched = ({}: any, touched: boolean): void =>
 
 const cachedPossibleValueLabels: { [fieldName: string]: { [id: string | number]: string } } = {};
 
+export interface SubFormPreSubmitCallbackResultType {maySubmit: boolean; values: {[name: string]: any}}
+type SubFormPreSubmitCallback = () => SubFormPreSubmitCallbackResultType;
+type SubFormPreSubmitCallbackWithName = {name: string, callback: SubFormPreSubmitCallback}
+
 function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, isReport, recordIds, closeModalHandler, forceReInit, overrideLabel}: Props): JSX.Element
 {
    const processNameParam = useParams().processName;
@@ -130,9 +138,11 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
    const [qJobRunningDate, setQJobRunningDate] = useState(null as Date);
    const [activeStepIndex, setActiveStepIndex] = useState(0);
    const [activeStep, setActiveStep] = useState(null as QFrontendStepMetaData);
+   const [activeStepLabel, setActiveStepLabel] = useState(null as string);
    const [newStep, setNewStep] = useState(null);
    const [stepInstanceCounter, setStepInstanceCounter] = useState(0);
    const [steps, setSteps] = useState([] as QFrontendStepMetaData[]);
+   const [backStepName, setBackStepName] = useState(null as string);
    const [needInitialLoad, setNeedInitialLoad] = useState(true);
    const [lastForcedReInit, setLastForcedReInit] = useState(null as number);
    const [processMetaData, setProcessMetaData] = useState(null);
@@ -152,6 +162,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
 
    const [renderedWidgets, setRenderedWidgets] = useState({} as { [step: string]: { [widgetName: string]: any } });
    const [controlCallbacks, setControlCallbacks] = useState({} as {[name: string]: () => void});
+   const [subFormPreSubmitCallbacks, setSubFormPreSubmitCallbacks] = useState([] as SubFormPreSubmitCallbackWithName[]);
 
    const {pageHeader, recordAnalytics, setPageHeader, helpHelpActive} = useContext(QContext);
 
@@ -208,6 +219,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
    // record list state //
    ///////////////////////
    const [needRecords, setNeedRecords] = useState(false);
+   const [loadingRecords, setLoadingRecords] = useState(false);
    const [recordConfig, setRecordConfig] = useState({} as any);
    const [pageNumber, setPageNumber] = useState(0);
    const [rowsPerPage, setRowsPerPage] = useState(10);
@@ -222,6 +234,11 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
    const navigate = useNavigate();
    const location = useLocation();
 
+   const bulkLoadFileMappingFormRef = useRef();
+   const bulkLoadValueMappingFormRef = useRef();
+   const bulkLoadProfileFormRef = useRef();
+   const [bulkLoadValueMappingFormFields, setBulkLoadValueMappingFormFields] = useState([] as any[])
+
    const doesStepHaveComponent = (step: QFrontendStepMetaData, type: QComponentType): boolean =>
    {
       if (step.components)
@@ -677,6 +694,42 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
          });
       }
 
+      ////////////////////////////////////////////////////////////////////////////////
+      // if we have a bulk-load file mapping form, register its pre-submit callback //
+      ////////////////////////////////////////////////////////////////////////////////
+      if (doesStepHaveComponent(activeStep, QComponentType.BULK_LOAD_FILE_MAPPING_FORM))
+      {
+         if(bulkLoadFileMappingFormRef?.current)
+         {
+            // @ts-ignore ...
+            addSubFormPreSubmitCallbacks("bulkLoadFileMappingForm", bulkLoadFileMappingFormRef?.current?.preSubmit)
+         }
+      }
+
+      /////////////////////////////////////////////////////////////////////////////////
+      // if we have a bulk-load value mapping form, register its pre-submit callback //
+      /////////////////////////////////////////////////////////////////////////////////
+      if (doesStepHaveComponent(activeStep, QComponentType.BULK_LOAD_VALUE_MAPPING_FORM))
+      {
+         if(bulkLoadValueMappingFormRef?.current)
+         {
+            // @ts-ignore ...
+            addSubFormPreSubmitCallbacks("bulkLoadValueMappingForm", bulkLoadValueMappingFormRef?.current?.preSubmit)
+         }
+      }
+
+      ///////////////////////////////////////////////////////////////////////////
+      // if we have a bulk-load profile form, register its pre-submit callback //
+      ///////////////////////////////////////////////////////////////////////////
+      if (doesStepHaveComponent(activeStep, QComponentType.BULK_LOAD_PROFILE_FORM))
+      {
+         if(bulkLoadProfileFormRef?.current)
+         {
+            // @ts-ignore ...
+            addSubFormPreSubmitCallbacks("bulkLoadProfileFormRef", bulkLoadProfileFormRef?.current?.preSubmit)
+         }
+      }
+
       /////////////////////////////////////
       // screen(step)-level help content //
       /////////////////////////////////////
@@ -695,7 +748,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
                !isWidget && !isFormatScanner &&
                <MDTypography variant={isWidget ? "h6" : "h5"} component="div" fontWeight="bold">
                   {(isModal) ? `${overrideLabel ?? process.label}: ` : ""}
-                  {step?.label}
+                  {activeStepLabel}
                </MDTypography>
             }
 
@@ -849,29 +902,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
                         }
                         {
                            component.type === QComponentType.VIEW_FORM && step.viewFields && (
-                              <div>
-                                 {step.viewFields.map((field: QFieldMetaData) => (
-                                    field.hasAdornment(AdornmentType.ERROR) ? (
-                                       processValues[field.name] && (
-                                          <Box key={field.name} display="flex" py={1} pr={2}>
-                                             <MDTypography variant="button" fontWeight="regular">
-                                                {ValueUtils.getValueForDisplay(field, processValues[field.name], undefined, "view")}
-                                             </MDTypography>
-                                          </Box>
-                                       )
-                                    ) : (
-                                       <Box key={field.name} display="flex" py={1} pr={2}>
-                                          <MDTypography variant="button" fontWeight="bold">
-                                             {field.label}
-                                             : &nbsp;
-                                          </MDTypography>
-                                          <MDTypography variant="button" fontWeight="regular" color="text">
-                                             {ValueUtils.getValueForDisplay(field, processValues[field.name], undefined, "view")}
-                                          </MDTypography>
-                                       </Box>
-                                    )))
-                                 }
-                              </div>
+                              <ProcessViewForm fields={step.viewFields} values={processValues} columns={1} />
                            )
                         }
                         {
@@ -902,6 +933,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
                                  processValues={processValues}
                                  step={step}
                                  previewRecords={records}
+                                 loadingRecords={loadingRecords}
                                  formValues={formData.values}
                                  doFullValidationRadioChangedHandler={(event: any) =>
                                  {
@@ -995,6 +1027,39 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
                               </>
                            )
                         }
+                        {
+                           component.type === QComponentType.BULK_LOAD_FILE_MAPPING_FORM && (
+                              <BulkLoadFileMappingForm
+                                 processValues={processValues}
+                                 tableMetaData={tableMetaData}
+                                 metaData={qInstance}
+                                 ref={bulkLoadFileMappingFormRef}
+                                 setActiveStepLabel={setActiveStepLabel}
+                              />
+                           )
+                        }
+                        {
+                           component.type === QComponentType.BULK_LOAD_VALUE_MAPPING_FORM && (
+                              <BulkLoadValueMappingForm
+                                 processValues={processValues}
+                                 tableMetaData={tableMetaData}
+                                 metaData={qInstance}
+                                 ref={bulkLoadValueMappingFormRef}
+                                 setActiveStepLabel={setActiveStepLabel}
+                                 formFields={bulkLoadValueMappingFormFields}
+                              />
+                           )
+                        }
+                        {
+                           component.type === QComponentType.BULK_LOAD_PROFILE_FORM && (
+                              <BulkLoadProfileForm
+                                 processValues={processValues}
+                                 tableMetaData={tableMetaData}
+                                 metaData={qInstance}
+                                 ref={bulkLoadProfileFormRef}
+                              />
+                           )
+                        }
                      </div>
                   );
                }))
@@ -1101,6 +1166,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
       {
          const activeStep = steps[newIndex];
          setActiveStep(activeStep);
+         setActiveStepLabel(activeStep.label);
          setFormId(activeStep.name);
 
          let dynamicFormFields: any = {};
@@ -1227,6 +1293,43 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
             }
          }
 
+         /////////////////////////////////////////////////////////////////
+         // Help make this component's fields work with our formik form //
+         /////////////////////////////////////////////////////////////////
+         if(activeStep && doesStepHaveComponent(activeStep, QComponentType.BULK_LOAD_VALUE_MAPPING_FORM))
+         {
+            const fileValues = processValues.fileValues ?? [];
+            const valueMapping = processValues.valueMapping ?? {};
+            const mappedValueLabels = processValues.mappedValueLabels ?? {};
+
+            const fieldFullName = processValues.valueMappingFullFieldName;
+            const fieldTableName = processValues.valueMappingFieldTableName;
+
+            const field = new QFieldMetaData(processValues.valueMappingField);
+            const qFieldMetaData = new QFieldMetaData(field);
+
+            const fieldsForComponent: any[] = [];
+            for (let i = 0; i < fileValues.length; i++)
+            {
+               const dynamicField = DynamicFormUtils.getDynamicField(qFieldMetaData);
+               const wrappedField: any  = {};
+               wrappedField[field.name] = dynamicField;
+               DynamicFormUtils.addPossibleValueProps(wrappedField, [field], fieldTableName, null, null);
+
+               const initialValue = valueMapping[fileValues[i]];
+
+               if(dynamicField.possibleValueProps)
+               {
+                  dynamicField.possibleValueProps.initialDisplayValue = mappedValueLabels[initialValue]
+               }
+
+               addField(`${fieldFullName}.value.${i}`, dynamicField, initialValue, null)
+               fieldsForComponent.push(dynamicField);
+            }
+
+            setBulkLoadValueMappingFormFields(fieldsForComponent)
+         }
+
          if (Object.keys(dynamicFormFields).length > 0)
          {
             ///////////////////////////////////////////
@@ -1310,7 +1413,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
          setNeedRecords(false);
          (async () =>
          {
-            const response = await Client.getInstance().processRecords(
+            const response = await qController.processRecords(
                processName,
                processUUID,
                recordConfig.rowsPerPage * recordConfig.pageNo,
@@ -1319,6 +1422,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
 
             const {records} = response;
             setRecords(records);
+            setLoadingRecords(false);
 
             if (!childRecordData || childRecordData.length == 0)
             {
@@ -1411,6 +1515,24 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
    }
 
 
+   /***************************************************************************
+    ** manage adding pre-submit callbacks (so they get added just once)
+    ***************************************************************************/
+   function addSubFormPreSubmitCallbacks(name: string, callback: SubFormPreSubmitCallback)
+   {
+      if(subFormPreSubmitCallbacks.findIndex(c => c.name == name) == -1)
+      {
+         const newCallbacks: SubFormPreSubmitCallbackWithName[] = []
+         for(let i = 0; i < subFormPreSubmitCallbacks.length; i++)
+         {
+            newCallbacks[i] = subFormPreSubmitCallbacks[i];
+         }
+         newCallbacks.push({name, callback})
+         setSubFormPreSubmitCallbacks(newCallbacks)
+      }
+   }
+
+
    //////////////////////////////////////////////////////////////////////////////////////////////////////////
    // handle a response from the server - e.g., after starting a backend job, or getting its status/result //
    //////////////////////////////////////////////////////////////////////////////////////////////////////////
@@ -1472,7 +1594,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
                         const fieldName = field.name;
                         if (field.possibleValueSourceName && newValues && newValues[fieldName])
                         {
-                           const results: QPossibleValue[] = await Client.getInstance().possibleValues(null, processName, fieldName, null, [newValues[fieldName]]);
+                           const results: QPossibleValue[] = await qController.possibleValues(null, processName, fieldName, null, [newValues[fieldName]]);
                            if (results && results.length > 0)
                            {
                               if (!cachedPossibleValueLabels[fieldName])
@@ -1486,12 +1608,17 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
                   }
                }
 
+               //////////////////////////////////////
+               // reset some state between screens //
+               //////////////////////////////////////
                setJobUUID(null);
                setNewStep(nextStepName);
                setStepInstanceCounter(1 + stepInstanceCounter);
                setProcessValues(newValues);
                setRenderedWidgets({});
+               setSubFormPreSubmitCallbacks([]);
                setQJobRunning(null);
+               setBackStepName(qJobComplete.backStep)
 
                if (formikSetFieldValueFunction)
                {
@@ -1569,7 +1696,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
             {
                try
                {
-                  const processResponse = await Client.getInstance().processJobStatus(
+                  const processResponse = await qController.processJobStatus(
                      processName,
                      processUUID,
                      jobUUID,
@@ -1670,7 +1797,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
 
          try
          {
-            const qInstance = await Client.getInstance().loadMetaData();
+            const qInstance = await qController.loadMetaData();
             ValueUtils.qInstance = qInstance;
             setQInstance(qInstance);
          }
@@ -1682,7 +1809,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
 
          try
          {
-            const processMetaData = await Client.getInstance().loadProcessMetaData(processName);
+            const processMetaData = await qController.loadProcessMetaData(processName);
             setProcessMetaData(processMetaData);
             setSteps(processMetaData.frontendSteps);
 
@@ -1693,7 +1820,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
             {
                try
                {
-                  const tableMetaData = await Client.getInstance().loadTableMetaData(processMetaData.tableName);
+                  const tableMetaData = await qController.loadTableMetaData(processMetaData.tableName);
                   setTableMetaData(tableMetaData);
                }
                catch (e)
@@ -1724,7 +1851,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
 
          try
          {
-            const processResponse = await Client.getInstance().processInit(processName, queryStringPairsForInit.join("&"));
+            const processResponse = await qController.processInit(processName, queryStringPairsForInit.join("&"));
             setProcessUUID(processResponse.processUUID);
             setLastProcessResponse(processResponse);
          }
@@ -1741,7 +1868,27 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
    //////////////////////////////////////////////////////////////////////////////////////////////////////
    const handleBack = () =>
    {
-      setNewStep(activeStepIndex - 1);
+      //////////////////////////////////////////////////////////////////////////////////////////////////
+      // note, this is kept out of clearStatesBeforeHittingBackend, because in handleSubmit, the form //
+      // might become invalidated, in which case we'd want a form error, i guess.                     //
+      //////////////////////////////////////////////////////////////////////////////////////////////////
+      setFormError(null);
+
+      clearStatesBeforeHittingBackend();
+
+      setTimeout(async () =>
+      {
+         recordAnalytics({category: "processEvents", action: "processStep", label: activeStep.label});
+
+         const processResponse = await qController.processStep(
+            processName,
+            processUUID,
+            backStepName,
+            "isStepBack=true",
+            qController.defaultMultipartFormDataHeaders(),
+         );
+         setLastProcessResponse(processResponse);
+      });
    };
 
    ////////////////////////////////////////////
@@ -1749,10 +1896,6 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
    ////////////////////////////////////////////
    const doSubmit = async (formData: FormData) =>
    {
-      const formDataHeaders = {
-         "content-type": "multipart/form-data; boundary=--------------------------320289315924586491558366",
-      };
-
       setTimeout(async () =>
       {
          recordAnalytics({category: "processEvents", action: "processStep", label: activeStep.label});
@@ -1762,7 +1905,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
             processUUID,
             activeStep.name,
             formData,
-            formDataHeaders
+            qController.defaultMultipartFormDataHeaders()
          );
          setLastProcessResponse(processResponse);
       });
@@ -1776,6 +1919,27 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
    {
       setFormError(null);
 
+      ///////////////////////////////////////////////////////////////
+      // run any sub-form pre-submit callbacks that are registered //
+      ///////////////////////////////////////////////////////////////
+      for(let i = 0; i < subFormPreSubmitCallbacks.length; i++)
+      {
+         const {maySubmit, values: moreValues} = subFormPreSubmitCallbacks[i].callback();
+         if(!maySubmit)
+         {
+            console.log(`May not submit form, per callback: ${subFormPreSubmitCallbacks[i].name}`);
+            return;
+         }
+
+         if(moreValues)
+         {
+            for (let key in moreValues)
+            {
+               values[key] = moreValues[key]
+            }
+         }
+      }
+
       const formData = new FormData();
       Object.keys(values).forEach((key) =>
       {
@@ -1811,6 +1975,8 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
          formData.append("bulkEditEnabledFields", bulkEditEnabledFields.join(","));
       }
 
+      clearStatesBeforeHittingBackend();
+
       /////////////////////////////////////////////////////////////
       // convert to regular objects so that they can be jsonized //
       /////////////////////////////////////////////////////////////
@@ -1819,13 +1985,32 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
          formData.append("frontendRecords", JSON.stringify(childRecordData.queryOutput.records));
       }
 
+      doSubmit(formData);
+   };
+
+
+   /*******************************************************************************
+    ** common code shared by 'back' and 'submit' (next) - to clear some state values.
+    *******************************************************************************/
+   const clearStatesBeforeHittingBackend = () =>
+   {
       setProcessValues({});
       setRecords([]);
       setOverrideOnLastStep(null);
       setLastProcessResponse(new QJobRunning({message: "Working..."}));
 
-      doSubmit(formData);
-   };
+      ///////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      // clear out the active step now, to avoid a flash of the old one after the job completes, but before the new one is all set //
+      ///////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      setActiveStep(null);
+
+      ////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      // setting this flag here (initially, for use in ValidationReview) will ensure that the initial render of //
+      // such a component will show as "loading", rather than a flash of "no records" before going into loading //
+      ////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      setLoadingRecords(true);
+
+   }
 
 
    /*******************************************************************************
@@ -1838,7 +2023,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
       //////////////////////////////////////////////////////////////////
       if (!isClose)
       {
-         Client.getInstance().processCancel(processName, processUUID);
+         qController.processCancel(processName, processUUID);
       }
 
       if (isModal && closeModalHandler)
@@ -1976,12 +2161,7 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
                            {/********************************
                             ** back &| next/submit buttons **
                             ********************************/}
-                           <Box mt={3} width="100%" display="flex" justifyContent="space-between" position={isWidget ? "absolute" : "initial"} bottom={isWidget ? "3rem" : "initial"} right={isWidget ? "1.5rem" : "initial"}>
-                              {true || activeStepIndex === 0 ? (
-                                 <Box />
-                              ) : (
-                                 <MDButton variant="gradient" color="light" onClick={handleBack}>back</MDButton>
-                              )}
+                           <Box mt={3} width="100%" display="flex" justifyContent="flex-end" position={isWidget ? "absolute" : "initial"} bottom={isWidget ? "3rem" : "initial"} right={isWidget ? "1.5rem" : "initial"}>
                               {processError || qJobRunning || !activeStep || activeStep?.format?.toLowerCase() == "scanner" ? (
                                  <Box />
                               ) : (
@@ -2002,6 +2182,13 @@ function ProcessRun({process, table, defaultProcessValues, isModal, isWidget, is
                                                       <QCancelButton onClickHandler={() => handleCancelClicked(false)} disabled={isSubmitting} />
                                                    )
                                                 }
+
+                                                {backStepName ? (
+                                                   <QAlternateButton label="Back" onClick={handleBack} disabled={isSubmitting} iconName="arrow_back" />
+                                                ) : (
+                                                   <Box />
+                                                )}
+
                                                 <QSubmitButton label={nextButtonLabel} iconName={nextButtonIcon} disabled={isSubmitting} />
                                              </Grid>
                                           </Box>

src/qqq/pages/records/query/GridFilterOperators.tsx

@@ -1,945 +0,0 @@
-/*
- * QQQ - Low-code Application Framework for Engineers.
- * Copyright (C) 2021-2022.  Kingsrook, LLC
- * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
- * contact@kingsrook.com
- * https://github.com/Kingsrook/
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU Affero General Public License as
- * published by the Free Software Foundation, either version 3 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU Affero General Public License for more details.
- *
- * You should have received a copy of the GNU Affero General Public License
- * along with this program.  If not, see <https://www.gnu.org/licenses/>.
- */
-
-import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
-import {QPossibleValue} from "@kingsrook/qqq-frontend-core/lib/model/QPossibleValue";
-import {FormControl, InputLabel, Select, SelectChangeEvent, TextFieldProps} from "@mui/material";
-import Box from "@mui/material/Box";
-import Card from "@mui/material/Card";
-import Grid from "@mui/material/Grid";
-import Icon from "@mui/material/Icon";
-import Modal from "@mui/material/Modal";
-import TextField from "@mui/material/TextField";
-import Tooltip from "@mui/material/Tooltip";
-import Typography from "@mui/material/Typography";
-import {getGridNumericOperators, getGridStringOperators, GridColDef, GridFilterInputMultipleValue, GridFilterInputMultipleValueProps, GridFilterInputValueProps, GridFilterItem} from "@mui/x-data-grid-pro";
-import {GridFilterInputValue} from "@mui/x-data-grid/components/panel/filterPanel/GridFilterInputValue";
-import {GridApiCommunity} from "@mui/x-data-grid/internals";
-import {GridFilterOperator} from "@mui/x-data-grid/models/gridFilterOperator";
-import React, {useEffect, useRef, useState} from "react";
-import {QCancelButton, QSaveButton} from "qqq/components/buttons/DefaultButtons";
-import ChipTextField from "qqq/components/forms/ChipTextField";
-import DynamicSelect from "qqq/components/forms/DynamicSelect";
-
-
-////////////////////////////////
-// input element for 'is any' //
-////////////////////////////////
-function CustomIsAnyInput(type: "number" | "text", props: GridFilterInputValueProps)
-{
-   enum Delimiter
-   {
-      DETECT_AUTOMATICALLY = "Detect Automatically",
-      COMMA = "Comma",
-      NEWLINE = "Newline",
-      PIPE = "Pipe",
-      SPACE = "Space",
-      TAB = "Tab",
-      CUSTOM = "Custom",
-   }
-
-   const delimiterToCharacterMap: { [key: string]: string } = {};
-
-   delimiterToCharacterMap[Delimiter.COMMA] = "[,\n\r]";
-   delimiterToCharacterMap[Delimiter.TAB] = "[\t,\n,\r]";
-   delimiterToCharacterMap[Delimiter.NEWLINE] = "[\n\r]";
-   delimiterToCharacterMap[Delimiter.PIPE] = "[\\|\r\n]";
-   delimiterToCharacterMap[Delimiter.SPACE] = "[ \n\r]";
-
-   const delimiterDropdownOptions = Object.values(Delimiter);
-
-   const mainCardStyles: any = {};
-   mainCardStyles.width = "60%";
-   mainCardStyles.minWidth = "500px";
-
-   const [gridFilterItem, setGridFilterItem] = useState(props.item);
-   const [pasteModalIsOpen, setPasteModalIsOpen] = useState(false);
-   const [inputText, setInputText] = useState("");
-   const [delimiter, setDelimiter] = useState("");
-   const [delimiterCharacter, setDelimiterCharacter] = useState("");
-   const [customDelimiterValue, setCustomDelimiterValue] = useState("");
-   const [chipData, setChipData] = useState(undefined);
-   const [detectedText, setDetectedText] = useState("");
-   const [errorText, setErrorText] = useState("");
-
-   //////////////////////////////////////////////////////////////
-   // handler for when paste icon is clicked in 'any' operator //
-   //////////////////////////////////////////////////////////////
-   const handlePasteClick = (event: any) =>
-   {
-      event.target.blur();
-      setPasteModalIsOpen(true);
-   };
-
-   const applyValue = (item: GridFilterItem) =>
-   {
-      console.log(`updating grid values: ${JSON.stringify(item.value)}`);
-      setGridFilterItem(item);
-      props.applyValue(item);
-   };
-
-   const clearData = () =>
-   {
-      setDelimiter("");
-      setDelimiterCharacter("");
-      setChipData([]);
-      setInputText("");
-      setDetectedText("");
-      setCustomDelimiterValue("");
-      setPasteModalIsOpen(false);
-   };
-
-   const handleCancelClicked = () =>
-   {
-      clearData();
-      setPasteModalIsOpen(false);
-   };
-
-   const handleSaveClicked = () =>
-   {
-      if (gridFilterItem)
-      {
-         ////////////////////////////////////////
-         // if numeric remove any non-numerics //
-         ////////////////////////////////////////
-         let saveData = [];
-         for (let i = 0; i < chipData.length; i++)
-         {
-            if (type !== "number" || !Number.isNaN(Number(chipData[i])))
-            {
-               saveData.push(chipData[i]);
-            }
-         }
-
-         if (gridFilterItem.value)
-         {
-            gridFilterItem.value = [...gridFilterItem.value, ...saveData];
-         }
-         else
-         {
-            gridFilterItem.value = saveData;
-         }
-
-         setGridFilterItem(gridFilterItem);
-         props.applyValue(gridFilterItem);
-      }
-
-      clearData();
-      setPasteModalIsOpen(false);
-   };
-
-   ////////////////////////////////////////////////////////////////
-   // when user selects a different delimiter on the parse modal //
-   ////////////////////////////////////////////////////////////////
-   const handleDelimiterChange = (event: SelectChangeEvent) =>
-   {
-      const newDelimiter = event.target.value;
-      console.log(`Delimiter Changed to ${JSON.stringify(newDelimiter)}`);
-
-      setDelimiter(newDelimiter);
-      if (newDelimiter === Delimiter.CUSTOM)
-      {
-         setDelimiterCharacter(customDelimiterValue);
-      }
-      else
-      {
-         setDelimiterCharacter(delimiterToCharacterMap[newDelimiter]);
-      }
-   };
-
-   const handleTextChange = (event: any) =>
-   {
-      const inputText = event.target.value;
-      setInputText(inputText);
-   };
-
-   const handleCustomDelimiterChange = (event: any) =>
-   {
-      let inputText = event.target.value;
-      setCustomDelimiterValue(inputText);
-   };
-
-   ///////////////////////////////////////////////////////////////////////////////////////
-   // iterate over each character, putting them into 'buckets' so that we can determine //
-   // a good default to use when data is pasted into the textarea                       //
-   ///////////////////////////////////////////////////////////////////////////////////////
-   const calculateAutomaticDelimiter = (text: string): string =>
-   {
-      const buckets = new Map();
-      for (let i = 0; i < text.length; i++)
-      {
-         let bucketName = "";
-
-         switch (text.charAt(i))
-         {
-            case "\t":
-               bucketName = Delimiter.TAB;
-               break;
-            case "\n":
-            case "\r":
-               bucketName = Delimiter.NEWLINE;
-               break;
-            case "|":
-               bucketName = Delimiter.PIPE;
-               break;
-            case " ":
-               bucketName = Delimiter.SPACE;
-               break;
-            case ",":
-               bucketName = Delimiter.COMMA;
-               break;
-         }
-
-         if (bucketName !== "")
-         {
-            let currentCount = (buckets.has(bucketName)) ? buckets.get(bucketName) : 0;
-            buckets.set(bucketName, currentCount + 1);
-         }
-      }
-
-      ///////////////////////
-      // default is commas //
-      ///////////////////////
-      let highestCount = 0;
-      let delimiter = Delimiter.COMMA;
-      for (let j = 0; j < delimiterDropdownOptions.length; j++)
-      {
-         let bucketName = delimiterDropdownOptions[j];
-         if (buckets.has(bucketName) && buckets.get(bucketName) > highestCount)
-         {
-            delimiter = bucketName;
-            highestCount = buckets.get(bucketName);
-         }
-      }
-
-      setDetectedText(`${delimiter} Detected`);
-      return (delimiterToCharacterMap[delimiter]);
-   };
-
-   useEffect(() =>
-   {
-      let currentDelimiter = delimiter;
-      let currentDelimiterCharacter = delimiterCharacter;
-
-      /////////////////////////////////////////////////////////////////////////////
-      // if no delimiter already set in the state, call function to determine it //
-      /////////////////////////////////////////////////////////////////////////////
-      if (!currentDelimiter || currentDelimiter === Delimiter.DETECT_AUTOMATICALLY)
-      {
-         currentDelimiterCharacter = calculateAutomaticDelimiter(inputText);
-         if (!currentDelimiterCharacter)
-         {
-            return;
-         }
-
-         currentDelimiter = Delimiter.DETECT_AUTOMATICALLY;
-         setDelimiter(Delimiter.DETECT_AUTOMATICALLY);
-         setDelimiterCharacter(currentDelimiterCharacter);
-      }
-      else if (currentDelimiter === Delimiter.CUSTOM)
-      {
-         ////////////////////////////////////////////////////
-         // if custom, make sure to split on new lines too //
-         ////////////////////////////////////////////////////
-         currentDelimiterCharacter = `[${customDelimiterValue}\r\n]`;
-      }
-
-      console.log(`current delimiter is: ${currentDelimiter}, delimiting on: ${currentDelimiterCharacter}`);
-
-      let regex = new RegExp(currentDelimiterCharacter);
-      let parts = inputText.split(regex);
-      let chipData = [] as string[];
-
-      ///////////////////////////////////////////////////////
-      // if delimiter is empty string, dont split anything //
-      ///////////////////////////////////////////////////////
-      setErrorText("");
-      if (currentDelimiterCharacter !== "")
-      {
-         for (let i = 0; i < parts.length; i++)
-         {
-            let part = parts[i].trim();
-            if (part !== "")
-            {
-               chipData.push(part);
-
-               ///////////////////////////////////////////////////////////
-               // if numeric, check that first before pushing as a chip //
-               ///////////////////////////////////////////////////////////
-               if (type === "number" && Number.isNaN(Number(part)))
-               {
-                  setErrorText("Some values are not numbers");
-               }
-            }
-         }
-      }
-
-      setChipData(chipData);
-
-   }, [inputText, delimiterCharacter, customDelimiterValue, detectedText]);
-
-   return (
-      <Box>
-         {
-            props &&
-            (
-               <Box id="testId" sx={{width: "100%", display: "inline-flex", flexDirection: "row", alignItems: "end", height: 48}}>
-                  <GridFilterInputMultipleValue
-                     sx={{width: "100%"}}
-                     variant="standard"
-                     type={type} {...props}
-                     applyValue={applyValue}
-                     item={gridFilterItem}
-                  />
-                  <Tooltip title="Quickly add many values to your filter by pasting them from a spreadsheet or any other data source.">
-                     <Icon onClick={handlePasteClick} fontSize="small" color="info" sx={{marginLeft: "10px", cursor: "pointer"}}>paste_content</Icon>
-                  </Tooltip>
-               </Box>
-            )
-         }
-         {
-            pasteModalIsOpen &&
-            (
-               <Modal open={pasteModalIsOpen}>
-                  <Box sx={{position: "absolute", overflowY: "auto", width: "100%"}}>
-                     <Box py={3} justifyContent="center" sx={{display: "flex", mt: 8}}>
-                        <Card sx={mainCardStyles}>
-                           <Box p={4} pb={2}>
-                              <Grid container>
-                                 <Grid item pr={3} xs={12} lg={12}>
-                                    <Typography variant="h5">Bulk Add Filter Values</Typography>
-                                    <Typography sx={{display: "flex", lineHeight: "1.7", textTransform: "revert"}} variant="button">
-                                       Paste into the box on the left.
-                                       Review the filter values in the box on the right.
-                                       If the filter values are not what are expected, try changing the separator using the dropdown below.
-                                    </Typography>
-                                 </Grid>
-                              </Grid>
-                           </Box>
-                           <Grid container pl={3} pr={3} justifyContent="center" alignItems="stretch" sx={{display: "flex", height: "100%"}}>
-                              <Grid item pr={3} xs={6} lg={6} sx={{width: "100%", display: "flex", flexDirection: "column", flexGrow: 1}}>
-                                 <FormControl sx={{m: 1, width: "100%"}}>
-                                    <TextField
-                                       id="outlined-multiline-static"
-                                       label="PASTE TEXT"
-                                       multiline
-                                       onChange={handleTextChange}
-                                       rows={16}
-                                       value={inputText}
-                                    />
-                                 </FormControl>
-                              </Grid>
-                              <Grid item xs={6} lg={6} sx={{display: "flex", flexGrow: 1}}>
-                                 <FormControl sx={{m: 1, width: "100%"}}>
-                                    <ChipTextField
-                                       handleChipChange={() =>
-                                       {
-                                       }}
-                                       chipData={chipData}
-                                       chipType={type}
-                                       multiline
-                                       fullWidth
-                                       variant="outlined"
-                                       id="tags"
-                                       rows={0}
-                                       name="tags"
-                                       label="FILTER VALUES REVIEW"
-                                    />
-                                 </FormControl>
-                              </Grid>
-                           </Grid>
-                           <Grid container pl={3} pr={3} justifyContent="center" alignItems="stretch" sx={{display: "flex", height: "100%"}}>
-                              <Grid item pl={1} pr={3} xs={6} lg={6} sx={{width: "100%", display: "flex", flexDirection: "column", flexGrow: 1}}>
-                                 <Box sx={{display: "inline-flex", alignItems: "baseline"}}>
-                                    <FormControl sx={{mt: 2, width: "50%"}}>
-                                       <InputLabel htmlFor="select-native">
-                                          SEPARATOR
-                                       </InputLabel>
-                                       <Select
-                                          multiline
-                                          native
-                                          value={delimiter}
-                                          onChange={handleDelimiterChange}
-                                          label="SEPARATOR"
-                                          size="medium"
-                                          inputProps={{
-                                             id: "select-native",
-                                          }}
-                                       >
-                                          {delimiterDropdownOptions.map((delimiter) => (
-                                             <option key={delimiter} value={delimiter}>
-                                                {delimiter}
-                                             </option>
-                                          ))}
-                                       </Select>
-                                    </FormControl>
-                                    {delimiter === Delimiter.CUSTOM.valueOf() && (
-
-                                       <FormControl sx={{pl: 2, top: 5, width: "50%"}}>
-                                          <TextField
-                                             name="custom-delimiter-value"
-                                             placeholder="Custom Separator"
-                                             label="Custom Separator"
-                                             variant="standard"
-                                             value={customDelimiterValue}
-                                             onChange={handleCustomDelimiterChange}
-                                             inputProps={{maxLength: 1}}
-                                          />
-                                       </FormControl>
-                                    )}
-                                    {inputText && delimiter === Delimiter.DETECT_AUTOMATICALLY.valueOf() && (
-
-                                       <Typography pl={2} variant="button" sx={{top: "1px", textTransform: "revert"}}>
-                                          <i>{detectedText}</i>
-                                       </Typography>
-                                    )}
-                                 </Box>
-                              </Grid>
-                              <Grid sx={{display: "flex", justifyContent: "flex-start", alignItems: "flex-start"}} item pl={1} xs={3} lg={3}>
-                                 {
-                                    errorText && chipData.length > 0 && (
-                                       <Box sx={{display: "flex", justifyContent: "flex-start", alignItems: "flex-start"}}>
-                                          <Icon color="error">error</Icon>
-                                          <Typography sx={{paddingLeft: "4px", textTransform: "revert"}} variant="button">{errorText}</Typography>
-                                       </Box>
-                                    )
-                                 }
-                              </Grid>
-                              <Grid sx={{display: "flex", justifyContent: "flex-end", alignItems: "flex-start"}} item pr={1} xs={3} lg={3}>
-                                 {
-                                    chipData && chipData.length > 0 && (
-                                       <Typography sx={{textTransform: "revert"}} variant="button">{chipData.length.toLocaleString()} {chipData.length === 1 ? "value" : "values"}</Typography>
-                                    )
-                                 }
-                              </Grid>
-                           </Grid>
-                           <Box p={3} pt={0}>
-                              <Grid container pl={1} pr={1} justifyContent="right" alignItems="stretch" sx={{display: "flex-inline "}}>
-                                 <QCancelButton
-                                    onClickHandler={handleCancelClicked}
-                                    iconName="cancel"
-                                    disabled={false} />
-                                 <QSaveButton onClickHandler={handleSaveClicked} label="Add Filters" disabled={false} />
-                              </Grid>
-                           </Box>
-                        </Card>
-                     </Box>
-                  </Box>
-               </Modal>
-
-            )
-         }
-      </Box>
-   );
-}
-
-//////////////////////
-// string operators //
-//////////////////////
-const stringNotEqualsOperator: GridFilterOperator = {
-   label: "does not equal",
-   value: "isNot",
-   getApplyFilterFn: () => null,
-   // @ts-ignore
-   InputComponent: GridFilterInputValue,
-};
-
-const stringNotContainsOperator: GridFilterOperator = {
-   label: "does not contain",
-   value: "notContains",
-   getApplyFilterFn: () => null,
-   // @ts-ignore
-   InputComponent: GridFilterInputValue,
-};
-
-const stringNotStartsWithOperator: GridFilterOperator = {
-   label: "does not start with",
-   value: "notStartsWith",
-   getApplyFilterFn: () => null,
-   // @ts-ignore
-   InputComponent: GridFilterInputValue,
-};
-
-const stringNotEndWithOperator: GridFilterOperator = {
-   label: "does not end with",
-   value: "notEndsWith",
-   getApplyFilterFn: () => null,
-   // @ts-ignore
-   InputComponent: GridFilterInputValue,
-};
-
-const getListValueString = (value: GridFilterItem["value"]): string =>
-{
-   if (value && value.length)
-   {
-      let labels = [] as string[];
-
-      let maxLoops = value.length;
-      if(maxLoops > 5)
-      {
-         maxLoops = 3;
-      }
-
-      for (let i = 0; i < maxLoops; i++)
-      {
-         labels.push(value[i]);
-      }
-
-      if(maxLoops < value.length)
-      {
-         labels.push(" and " + (value.length - maxLoops) + " other values.");
-      }
-
-      return (labels.join(", "));
-   }
-   return (value);
-};
-
-const stringIsAnyOfOperator: GridFilterOperator = {
-   label: "is any of",
-   value: "isAnyOf",
-   getValueAsString: getListValueString,
-   getApplyFilterFn: () => null,
-   // @ts-ignore
-   InputComponent: (props: GridFilterInputMultipleValueProps<GridApiCommunity>) => CustomIsAnyInput("text", props)
-};
-
-const stringIsNoneOfOperator: GridFilterOperator = {
-   label: "is none of",
-   value: "isNone",
-   getValueAsString: getListValueString,
-   getApplyFilterFn: () => null,
-   // @ts-ignore
-   InputComponent: (props: GridFilterInputMultipleValueProps<GridApiCommunity>) => CustomIsAnyInput("text", props)
-};
-
-let gridStringOperators = getGridStringOperators();
-let equals = gridStringOperators.splice(1, 1)[0];
-let contains = gridStringOperators.splice(0, 1)[0];
-let startsWith = gridStringOperators.splice(0, 1)[0];
-let endsWith = gridStringOperators.splice(0, 1)[0];
-
-///////////////////////////////////
-// remove default isany operator //
-///////////////////////////////////
-gridStringOperators.splice(2, 1)[0];
-gridStringOperators = [equals, stringNotEqualsOperator, contains, stringNotContainsOperator, startsWith, stringNotStartsWithOperator, endsWith, stringNotEndWithOperator, ...gridStringOperators, stringIsAnyOfOperator, stringIsNoneOfOperator];
-
-export const QGridStringOperators = gridStringOperators;
-
-
-///////////////////////////////////////
-// input element for numbers-between //
-///////////////////////////////////////
-function InputNumberInterval(props: GridFilterInputValueProps)
-{
-   const SUBMIT_FILTER_STROKE_TIME = 500;
-   const {item, applyValue, focusElementRef = null} = props;
-
-   const filterTimeout = useRef<any>();
-   const [filterValueState, setFilterValueState] = useState<[string, string]>(
-      item.value ?? "",
-   );
-   const [applying, setIsApplying] = useState(false);
-
-   useEffect(() =>
-   {
-      return () =>
-      {
-         clearTimeout(filterTimeout.current);
-      };
-   }, []);
-
-   useEffect(() =>
-   {
-      const itemValue = item.value ?? [undefined, undefined];
-      setFilterValueState(itemValue);
-   }, [item.value]);
-
-   const updateFilterValue = (lowerBound: string, upperBound: string) =>
-   {
-      clearTimeout(filterTimeout.current);
-      setFilterValueState([lowerBound, upperBound]);
-
-      setIsApplying(true);
-      filterTimeout.current = setTimeout(() =>
-      {
-         setIsApplying(false);
-         applyValue({...item, value: [lowerBound, upperBound]});
-      }, SUBMIT_FILTER_STROKE_TIME);
-   };
-
-   const handleUpperFilterChange: TextFieldProps["onChange"] = (event) =>
-   {
-      const newUpperBound = event.target.value;
-      updateFilterValue(filterValueState[0], newUpperBound);
-   };
-   const handleLowerFilterChange: TextFieldProps["onChange"] = (event) =>
-   {
-      const newLowerBound = event.target.value;
-      updateFilterValue(newLowerBound, filterValueState[1]);
-   };
-
-   return (
-      <Box
-         sx={{
-            display: "inline-flex",
-            flexDirection: "row",
-            alignItems: "end",
-            height: 48,
-            pl: "20px",
-         }}
-      >
-         <TextField
-            name="lower-bound-input"
-            placeholder="From"
-            label="From"
-            variant="standard"
-            value={Number(filterValueState[0])}
-            onChange={handleLowerFilterChange}
-            type="number"
-            inputRef={focusElementRef}
-            sx={{mr: 2}}
-         />
-         <TextField
-            name="upper-bound-input"
-            placeholder="To"
-            label="To"
-            variant="standard"
-            value={Number(filterValueState[1])}
-            onChange={handleUpperFilterChange}
-            type="number"
-            InputProps={applying ? {endAdornment: <Icon>sync</Icon>} : {}}
-         />
-      </Box>
-   );
-}
-
-
-//////////////////////
-// number operators //
-//////////////////////
-const betweenOperator: GridFilterOperator = {
-   label: "is between",
-   value: "between",
-   getApplyFilterFn: () => null,
-   // @ts-ignore
-   InputComponent: InputNumberInterval
-};
-
-const notBetweenOperator: GridFilterOperator = {
-   label: "is not between",
-   value: "notBetween",
-   getApplyFilterFn: () => null,
-   // @ts-ignore
-   InputComponent: InputNumberInterval
-};
-
-const numericIsAnyOfOperator: GridFilterOperator = {
-   label: "is any of",
-   value: "isAnyOf",
-   getApplyFilterFn: () => null,
-   getValueAsString: getListValueString,
-   // @ts-ignore
-   InputComponent: (props: GridFilterInputMultipleValueProps<GridApiCommunity>) => CustomIsAnyInput("number", props)
-};
-
-const numericIsNoneOfOperator: GridFilterOperator = {
-   label: "is none of",
-   value: "isNone",
-   getApplyFilterFn: () => null,
-   getValueAsString: getListValueString,
-   // @ts-ignore
-   InputComponent: (props: GridFilterInputMultipleValueProps<GridApiCommunity>) => CustomIsAnyInput("number", props)
-};
-
-//////////////////////////////
-// remove default is any of //
-//////////////////////////////
-let gridNumericOperators = getGridNumericOperators();
-gridNumericOperators.splice(8, 1)[0];
-export const QGridNumericOperators = [...gridNumericOperators, betweenOperator, notBetweenOperator, numericIsAnyOfOperator, numericIsNoneOfOperator];
-
-///////////////////////
-// boolean operators //
-///////////////////////
-const booleanTrueOperator: GridFilterOperator = {
-   label: "is yes",
-   value: "isTrue",
-   getApplyFilterFn: (filterItem: GridFilterItem, column: GridColDef) => null
-};
-
-const booleanFalseOperator: GridFilterOperator = {
-   label: "is no",
-   value: "isFalse",
-   getApplyFilterFn: (filterItem: GridFilterItem, column: GridColDef) => null
-};
-
-const booleanEmptyOperator: GridFilterOperator = {
-   label: "is empty",
-   value: "isEmpty",
-   getApplyFilterFn: (filterItem: GridFilterItem, column: GridColDef) => null
-};
-
-const booleanNotEmptyOperator: GridFilterOperator = {
-   label: "is not empty",
-   value: "isNotEmpty",
-   getApplyFilterFn: (filterItem: GridFilterItem, column: GridColDef) => null
-};
-
-export const QGridBooleanOperators = [booleanTrueOperator, booleanFalseOperator, booleanEmptyOperator, booleanNotEmptyOperator];
-
-const blobEmptyOperator: GridFilterOperator = {
-   label: "is empty",
-   value: "isEmpty",
-   getApplyFilterFn: (filterItem: GridFilterItem, column: GridColDef) => null
-};
-
-const blobNotEmptyOperator: GridFilterOperator = {
-   label: "is not empty",
-   value: "isNotEmpty",
-   getApplyFilterFn: (filterItem: GridFilterItem, column: GridColDef) => null
-};
-
-export const QGridBlobOperators = [blobNotEmptyOperator, blobEmptyOperator];
-
-
-///////////////////////////////////////
-// input element for possible values //
-///////////////////////////////////////
-function InputPossibleValueSourceSingle(tableName: string, field: QFieldMetaData, props: GridFilterInputValueProps)
-{
-   const SUBMIT_FILTER_STROKE_TIME = 500;
-   const {item, applyValue, focusElementRef = null} = props;
-
-   console.log("Item.value?  " + item.value);
-
-   const filterTimeout = useRef<any>();
-   const [filterValueState, setFilterValueState] = useState<any>(item.value ?? null);
-   const [selectedPossibleValue, setSelectedPossibleValue] = useState((item.value ?? null) as QPossibleValue);
-   const [applying, setIsApplying] = useState(false);
-
-   useEffect(() =>
-   {
-      return () =>
-      {
-         clearTimeout(filterTimeout.current);
-      };
-   }, []);
-
-   useEffect(() =>
-   {
-      const itemValue = item.value ?? null;
-      setFilterValueState(itemValue);
-   }, [item.value]);
-
-   const updateFilterValue = (value: QPossibleValue) =>
-   {
-      clearTimeout(filterTimeout.current);
-      setFilterValueState(value);
-
-      setIsApplying(true);
-      filterTimeout.current = setTimeout(() =>
-      {
-         setIsApplying(false);
-         applyValue({...item, value: value});
-      }, SUBMIT_FILTER_STROKE_TIME);
-   };
-
-   const handleChange = (value: QPossibleValue) =>
-   {
-      updateFilterValue(value);
-   };
-
-   return (
-      <Box
-         sx={{
-            display: "inline-flex",
-            flexDirection: "row",
-            alignItems: "end",
-            height: 48,
-         }}
-      >
-         <DynamicSelect
-            fieldPossibleValueProps={{tableName: tableName, fieldName: field.name, initialDisplayValue: selectedPossibleValue?.label}}
-            fieldLabel="Value"
-            initialValue={selectedPossibleValue?.id}
-            inForm={false}
-            onChange={handleChange}
-            useCase="filter"
-            // InputProps={applying ? {endAdornment: <Icon>sync</Icon>} : {}}
-         />
-      </Box>
-   );
-}
-
-
-////////////////////////////////////////////////
-// input element for multiple possible values //
-////////////////////////////////////////////////
-function InputPossibleValueSourceMultiple(tableName: string, field: QFieldMetaData, props: GridFilterInputValueProps)
-{
-   const SUBMIT_FILTER_STROKE_TIME = 500;
-   const {item, applyValue, focusElementRef = null} = props;
-
-   console.log("Item.value?  " + item.value);
-
-   const filterTimeout = useRef<any>();
-   const [selectedPossibleValues, setSelectedPossibleValues] = useState(item.value as QPossibleValue[]);
-   const [applying, setIsApplying] = useState(false);
-
-   useEffect(() =>
-   {
-      return () =>
-      {
-         clearTimeout(filterTimeout.current);
-      };
-   }, []);
-
-   useEffect(() =>
-   {
-      const itemValue = item.value ?? null;
-   }, [item.value]);
-
-   const updateFilterValue = (value: QPossibleValue) =>
-   {
-      clearTimeout(filterTimeout.current);
-
-      setIsApplying(true);
-      filterTimeout.current = setTimeout(() =>
-      {
-         setIsApplying(false);
-         applyValue({...item, value: value});
-      }, SUBMIT_FILTER_STROKE_TIME);
-   };
-
-   const handleChange = (value: QPossibleValue) =>
-   {
-      updateFilterValue(value);
-   };
-
-   return (
-      <Box
-         sx={{
-            display: "inline-flex",
-            flexDirection: "row",
-            alignItems: "end",
-            height: 48,
-         }}
-      >
-         <DynamicSelect
-            fieldPossibleValueProps={{tableName: tableName, fieldName: field.name, initialDisplayValue: null}}
-            isMultiple={true}
-            fieldLabel="Value"
-            inForm={false}
-            onChange={handleChange}
-            useCase="filter"
-         />
-      </Box>
-   );
-}
-
-const getPvsValueString = (value: GridFilterItem["value"]): string =>
-{
-   if (value && value.length)
-   {
-      let labels = [] as string[];
-
-      let maxLoops = value.length;
-      if(maxLoops > 5)
-      {
-         maxLoops = 3;
-      }
-
-      for (let i = 0; i < maxLoops; i++)
-      {
-         if(value[i] && value[i].label)
-         {
-            labels.push(value[i].label);
-         }
-         else
-         {
-            labels.push(value);
-         }
-      }
-
-      if(maxLoops < value.length)
-      {
-         labels.push(" and " + (value.length - maxLoops) + " other values.");
-      }
-
-      return (labels.join(", "));
-   }
-   else if (value && value.label)
-   {
-      return (value.label);
-   }
-   return (value);
-};
-
-//////////////////////////////////
-// possible value set operators //
-//////////////////////////////////
-export const buildQGridPvsOperators = (tableName: string, field: QFieldMetaData): GridFilterOperator[] =>
-{
-   return ([
-      {
-         label: "is",
-         value: "is",
-         getApplyFilterFn: () => null,
-         getValueAsString: getPvsValueString,
-         InputComponent: (props: GridFilterInputValueProps<GridApiCommunity>) => InputPossibleValueSourceSingle(tableName, field, props)
-      },
-      {
-         label: "is not",
-         value: "isNot",
-         getApplyFilterFn: () => null,
-         getValueAsString: getPvsValueString,
-         InputComponent: (props: GridFilterInputValueProps<GridApiCommunity>) => InputPossibleValueSourceSingle(tableName, field, props)
-      },
-      {
-         label: "is any of",
-         value: "isAnyOf",
-         getValueAsString: getPvsValueString,
-         getApplyFilterFn: () => null,
-         InputComponent: (props: GridFilterInputValueProps<GridApiCommunity>) => InputPossibleValueSourceMultiple(tableName, field, props)
-      },
-      {
-         label: "is none of",
-         value: "isNone",
-         getValueAsString: getPvsValueString,
-         getApplyFilterFn: () => null,
-         InputComponent: (props: GridFilterInputValueProps<GridApiCommunity>) => InputPossibleValueSourceMultiple(tableName, field, props)
-      },
-      {
-         label: "is empty",
-         value: "isEmpty",
-         getValueAsString: getPvsValueString,
-         getApplyFilterFn: (filterItem: GridFilterItem, column: GridColDef) => null
-      },
-      {
-         label: "is not empty",
-         value: "isNotEmpty",
-         getValueAsString: getPvsValueString,
-         getApplyFilterFn: (filterItem: GridFilterItem, column: GridColDef) => null
-      }
-   ]);
-};

src/qqq/pages/records/view/RecordDeveloperView.tsx

@@ -34,6 +34,7 @@ import BaseLayout from "qqq/layouts/BaseLayout";
 import Client from "qqq/utils/qqq/Client";
 import ValueUtils from "qqq/utils/qqq/ValueUtils";
 
+import "ace-builds/src-noconflict/ace";
 import "ace-builds/src-noconflict/mode-java";
 import "ace-builds/src-noconflict/mode-javascript";
 import "ace-builds/src-noconflict/mode-json";

src/qqq/pages/records/view/RecordView.tsx

@@ -47,6 +47,7 @@ import Menu from "@mui/material/Menu";
 import MenuItem from "@mui/material/MenuItem";
 import Modal from "@mui/material/Modal";
 import Tooltip from "@mui/material/Tooltip/Tooltip";
+import {SxProps} from "@mui/system";
 import QContext from "QContext";
 import colors from "qqq/assets/theme/base/colors";
 import AuditBody from "qqq/components/audits/AuditBody";
@@ -91,7 +92,7 @@ const TABLE_VARIANT_LOCAL_STORAGE_KEY_ROOT = "qqq.tableVariant";
 /*******************************************************************************
  **
  *******************************************************************************/
-export function renderSectionOfFields(key: string, fieldNames: string[], tableMetaData: QTableMetaData, helpHelpActive: boolean, record: QRecord, fieldMap?: {[name: string]: QFieldMetaData} )
+export function renderSectionOfFields(key: string, fieldNames: string[], tableMetaData: QTableMetaData, helpHelpActive: boolean, record: QRecord, fieldMap?: { [name: string]: QFieldMetaData }, styleOverrides?: {label?: SxProps, value?: SxProps})
 {
    return <Box key={key} display="flex" flexDirection="column" py={1} pr={2}>
       {
@@ -107,7 +108,7 @@ export function renderSectionOfFields(key: string, fieldNames: string[], tableMe
                const showHelp = helpHelpActive || hasHelpContent(field.helpContents, helpRoles);
                const formattedHelpContent = <HelpContent helpContents={field.helpContents} roles={helpRoles} heading={label} helpContentKey={`table:${tableMetaData?.name};field:${fieldName}`} />;
 
-               const labelElement = <Typography variant="button" textTransform="none" fontWeight="bold" pr={1} color="rgb(52, 71, 103)" sx={{cursor: "default"}}>{label}:</Typography>;
+               const labelElement = <Typography variant="button" textTransform="none" fontWeight="bold" pr={1} color="rgb(52, 71, 103)" sx={{cursor: "default", ...(styleOverrides?.label ?? {})}}>{label}:</Typography>;
 
                return (
                   <Box key={fieldName} flexDirection="row" pr={2}>
@@ -116,7 +117,7 @@ export function renderSectionOfFields(key: string, fieldNames: string[], tableMe
                            showHelp && formattedHelpContent ? <Tooltip title={formattedHelpContent}>{labelElement}</Tooltip> : labelElement
                         }
                         <div style={{display: "inline-block", width: 0}}>&nbsp;</div>
-                        <Typography variant="button" textTransform="none" fontWeight="regular" color="rgb(123, 128, 154)">
+                        <Typography variant="button" textTransform="none" fontWeight="regular" color="rgb(123, 128, 154)" sx={{...(styleOverrides?.value ?? {})}}>
                            {ValueUtils.getDisplayValue(field, record, "view", fieldName)}
                         </Typography>
                      </>
@@ -205,6 +206,8 @@ function RecordView({table, record: overrideRecord, launchProcess}: Props): JSX.
 
    const {accentColor, setPageHeader, tableMetaData, setTableMetaData, tableProcesses, setTableProcesses, dotMenuOpen, keyboardHelpOpen, helpHelpActive, recordAnalytics, userId: currentUserId} = useContext(QContext);
 
+   const CREATE_CHILD_KEY = "createChild";
+
    if (localStorage.getItem(tableVariantLocalStorageKey))
    {
       tableVariant = JSON.parse(localStorage.getItem(tableVariantLocalStorageKey));
@@ -307,12 +310,19 @@ function RecordView({table, record: overrideRecord, launchProcess}: Props): JSX.
          ///////////////////////////////////////////////////////////////////////////////////////////////
          // the path for a process looks like: .../table/id/process                                   //
          // the path for creating a child record looks like: .../table/id/createChild/:childTableName //
+         // the path for creating a child record in a process looks like:                             //
+         // .../table/id/processName#/createChild=...                                                 //
          ///////////////////////////////////////////////////////////////////////////////////////////////
+         let hasChildRecordKey = pathParts.some(p => p.includes(CREATE_CHILD_KEY));
+         if (!hasChildRecordKey)
+         {
+            hasChildRecordKey = hashParts.some(h => h.includes(CREATE_CHILD_KEY));
+         }
 
-         //////////////////////////////////////////////////////////////
-         // if our tableName is in the -3 index, try to open process //
-         //////////////////////////////////////////////////////////////
-         if (pathParts[pathParts.length - 3] === tableName)
+         ////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+         // if our tableName is in the -3 index, and there is no token for updating child records, try to open process //
+         ////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+         if (!hasChildRecordKey && pathParts[pathParts.length - 3] === tableName)
          {
             const processName = pathParts[pathParts.length - 1];
             const processList = allTableProcesses.filter(p => p.name.endsWith(processName));
@@ -349,7 +359,7 @@ function RecordView({table, record: overrideRecord, launchProcess}: Props): JSX.
          // if our table is in the -4 index, and there's `createChild` in the -2 index, try to open a createChild form //
          // e.g., person/42/createChild/address (to create an address under person 42)                                 //
          ////////////////////////////////////////////////////////////////////////////////////////////////////////////////
-         if (pathParts[pathParts.length - 4] === tableName && pathParts[pathParts.length - 2] == "createChild")
+         if (pathParts[pathParts.length - 4] === tableName && pathParts[pathParts.length - 2] == CREATE_CHILD_KEY)
          {
             (async () =>
             {
@@ -368,7 +378,7 @@ function RecordView({table, record: overrideRecord, launchProcess}: Props): JSX.
          for (let i = 0; i < hashParts.length; i++)
          {
             const parts = hashParts[i].split("=");
-            if (parts.length > 1 && parts[0] == "createChild")
+            if (parts.length > 1 && parts[0] == CREATE_CHILD_KEY)
             {
                (async () =>
                {
@@ -831,7 +841,7 @@ function RecordView({table, record: overrideRecord, launchProcess}: Props): JSX.
             const ownerId = record.values.get(tableMetaData.shareableTableMetaData.thisTableOwnerIdFieldName);
             if (ownerId != currentUserId)
             {
-               disabledTooltipText = `Only the owner of a ${tableMetaData.label} may share it.`
+               disabledTooltipText = `Only the owner of a ${tableMetaData.label} may share it.`;
                shareDisabled = true;
             }
             else
@@ -993,10 +1003,10 @@ function RecordView({table, record: overrideRecord, launchProcess}: Props): JSX.
                               }
 
                               <Grid container spacing={3}>
-                                 <Grid item xs={12} lg={3}>
+                                 <Grid item xs={12} lg={3} className="recordSidebar">
                                     <QRecordSidebar tableSections={tableSections} />
                                  </Grid>
-                                 <Grid item xs={12} lg={9}>
+                                 <Grid item xs={12} lg={9} className="recordWithSidebar">
 
                                     <Grid container spacing={3}>
                                        <Grid item xs={12} mb={3}>

src/qqq/styles/qqq-override-styles.css

@@ -804,3 +804,17 @@ input[type="search"]::-webkit-search-results-decoration
 {
    color: #0062FF !important;
 }
+
+@media (min-width: 1400px)
+{
+   .recordSidebar
+   {
+      max-width: 400px !important;
+   }
+
+   .recordWithSidebar
+   {
+      max-width: 100% !important;
+      flex-grow: 1 !important;
+   }
+}

src/qqq/utils/DataGridUtils.tsx

@@ -26,62 +26,14 @@ import {QInstance} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QInstan
 import {QTableMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QTableMetaData";
 import {QRecord} from "@kingsrook/qqq-frontend-core/lib/model/QRecord";
 import Tooltip from "@mui/material/Tooltip/Tooltip";
-import {GridColDef, GridFilterItem, GridRowsProp, MuiEvent} from "@mui/x-data-grid-pro";
-import {GridFilterOperator} from "@mui/x-data-grid/models/gridFilterOperator";
+import {GridColDef, GridRowsProp, MuiEvent} from "@mui/x-data-grid-pro";
 import {GridColumnHeaderParams} from "@mui/x-data-grid/models/params/gridColumnHeaderParams";
 import HelpContent, {hasHelpContent} from "qqq/components/misc/HelpContent";
-import {buildQGridPvsOperators, QGridBlobOperators, QGridBooleanOperators, QGridNumericOperators, QGridStringOperators} from "qqq/pages/records/query/GridFilterOperators";
 import ValueUtils from "qqq/utils/qqq/ValueUtils";
 import React from "react";
 import {Link, NavigateFunction} from "react-router-dom";
 
 
-const emptyApplyFilterFn = (filterItem: GridFilterItem, column: GridColDef): null => null;
-
-function NullInputComponent()
-{
-   return (<React.Fragment />);
-}
-
-const makeGridFilterOperator = (value: string, label: string, takesValues: boolean = false): GridFilterOperator =>
-{
-   const rs: GridFilterOperator = {value: value, label: label, getApplyFilterFn: emptyApplyFilterFn};
-   if (takesValues)
-   {
-      rs.InputComponent = NullInputComponent;
-   }
-   return (rs);
-};
-
-////////////////////////////////////////////////////////////////////////////////////////
-// at this point, these may only be used to drive the toolitp on the FILTER button... //
-////////////////////////////////////////////////////////////////////////////////////////
-const QGridDateOperators = [
-   makeGridFilterOperator("equals", "equals", true),
-   makeGridFilterOperator("isNot", "does not equal", true),
-   makeGridFilterOperator("after", "is after", true),
-   makeGridFilterOperator("onOrAfter", "is on or after", true),
-   makeGridFilterOperator("before", "is before", true),
-   makeGridFilterOperator("onOrBefore", "is on or before", true),
-   makeGridFilterOperator("isEmpty", "is empty"),
-   makeGridFilterOperator("isNotEmpty", "is not empty"),
-   makeGridFilterOperator("between", "is between", true),
-   makeGridFilterOperator("notBetween", "is not between", true),
-];
-
-const QGridDateTimeOperators = [
-   makeGridFilterOperator("equals", "equals", true),
-   makeGridFilterOperator("isNot", "does not equal", true),
-   makeGridFilterOperator("after", "is after", true),
-   makeGridFilterOperator("onOrAfter", "is at or after", true),
-   makeGridFilterOperator("before", "is before", true),
-   makeGridFilterOperator("onOrBefore", "is at or before", true),
-   makeGridFilterOperator("isEmpty", "is empty"),
-   makeGridFilterOperator("isNotEmpty", "is not empty"),
-   makeGridFilterOperator("between", "is between", true),
-   makeGridFilterOperator("notBetween", "is not between", true),
-];
-
 export default class DataGridUtils
 {
    /*******************************************************************************
@@ -113,7 +65,7 @@ export default class DataGridUtils
       {
          console.log(`row-click mouse-up happened ${diff} x or y pixels away from the mouse-down - so not considering it a click.`);
       }
-   }
+   };
 
    /*******************************************************************************
     **
@@ -170,7 +122,7 @@ export default class DataGridUtils
       });
 
       return (rows);
-   }
+   };
 
    /*******************************************************************************
     **
@@ -241,16 +193,20 @@ export default class DataGridUtils
          ///////////////////////////
          // sort by labels... mmm //
          ///////////////////////////
-         sortedKeys.push(...tableMetaData.fields.keys())
+         sortedKeys.push(...tableMetaData.fields.keys());
          sortedKeys.sort((a: string, b: string): number =>
          {
-            return (tableMetaData.fields.get(a).label.localeCompare(tableMetaData.fields.get(b).label))
-         })
+            return (tableMetaData.fields.get(a).label.localeCompare(tableMetaData.fields.get(b).label));
+         });
       }
 
       sortedKeys.forEach((key) =>
       {
          const field = tableMetaData.fields.get(key);
+         if (!field)
+         {
+            return;
+         }
          if (field.isHeavy)
          {
             if (field.type == QFieldType.BLOB)
@@ -295,11 +251,10 @@ export default class DataGridUtils
    public static makeColumnFromField = (field: QFieldMetaData, tableMetaData: QTableMetaData, namePrefix?: string, labelPrefix?: string): GridColDef =>
    {
       let columnType = "string";
-      let filterOperators: GridFilterOperator<any>[] = QGridStringOperators;
 
       if (field.possibleValueSourceName)
       {
-         filterOperators = buildQGridPvsOperators(tableMetaData.name, field);
+         // noop here
       }
       else
       {
@@ -308,22 +263,17 @@ export default class DataGridUtils
             case QFieldType.DECIMAL:
             case QFieldType.INTEGER:
                columnType = "number";
-               filterOperators = QGridNumericOperators;
                break;
             case QFieldType.DATE:
                columnType = "date";
-               filterOperators = QGridDateOperators;
                break;
             case QFieldType.DATE_TIME:
                columnType = "dateTime";
-               filterOperators = QGridDateTimeOperators;
                break;
             case QFieldType.BOOLEAN:
                columnType = "string"; // using boolean gives an odd 'no' for nulls.
-               filterOperators = QGridBooleanOperators;
                break;
             case QFieldType.BLOB:
-               filterOperators = QGridBlobOperators;
                break;
             default:
             // noop - leave as string
@@ -339,14 +289,13 @@ export default class DataGridUtils
          headerName: headerName,
          width: DataGridUtils.getColumnWidthForField(field, tableMetaData),
          renderCell: null as any,
-         filterOperators: filterOperators,
       };
 
       column.renderCell = (cellValues: any) => (
          (cellValues.value)
       );
 
-      const helpRoles = ["QUERY_SCREEN", "READ_SCREENS", "ALL_SCREENS"]
+      const helpRoles = ["QUERY_SCREEN", "READ_SCREENS", "ALL_SCREENS"];
       const showHelp = hasHelpContent(field.helpContents, helpRoles); // todo - maybe - take helpHelpActive from context all the way down to here?
       if (showHelp)
       {
@@ -361,7 +310,7 @@ export default class DataGridUtils
       }
 
       return (column);
-   }
+   };
 
 
    /*******************************************************************************
@@ -415,6 +364,6 @@ export default class DataGridUtils
       }
 
       return (200);
-   }
+   };
 }
 

src/qqq/utils/HtmlUtils.ts

@@ -19,7 +19,8 @@
  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  */
 
-import Client from "qqq/utils/qqq/Client";
+import {QFieldMetaData} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldMetaData";
+import {QFieldType} from "@kingsrook/qqq-frontend-core/lib/model/metaData/QFieldType";
 
 /*******************************************************************************
  ** Utility functions for basic html/webpage/browser things.
@@ -68,10 +69,16 @@ export default class HtmlUtils
     ** it was originally built like this when we had to submit full access token to backend...
     **
     *******************************************************************************/
-   static downloadUrlViaIFrame = (url: string, filename: string) =>
+   static downloadUrlViaIFrame = (field: QFieldMetaData, url: string, filename: string) =>
    {
-      if(url.startsWith("data:"))
+      if (url.startsWith("data:") || url.startsWith("http"))
       {
+         if (url.startsWith("http"))
+         {
+            const separator = url.includes("?") ? "&" : "?";
+            url += encodeURIComponent(`${separator}response-content-disposition=attachment; ${filename}`);
+         }
+
          const link = document.createElement("a");
          link.download = filename;
          link.href = url;
@@ -93,8 +100,14 @@ export default class HtmlUtils
       // todo - onload event handler to let us know when done?
       document.body.appendChild(iframe);
 
+      var method = "get";
+      if (QFieldType.BLOB == field.type)
+      {
+         method = "post";
+      }
+
       const form = document.createElement("form");
-      form.setAttribute("method", "post");
+      form.setAttribute("method", method);
       form.setAttribute("action", url);
       form.setAttribute("target", "downloadIframe");
       iframe.appendChild(form);

src/qqq/utils/qqq/SavedBulkLoadProfileUtils.ts

@@ -0,0 +1,312 @@
+/*
+ * QQQ - Low-code Application Framework for Engineers.
+ * Copyright (C) 2021-2024.  Kingsrook, LLC
+ * 651 N Broad St Ste 205 # 6917 | Middletown DE 19709 | United States
+ * contact@kingsrook.com
+ * https://github.com/Kingsrook/
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+import {BulkLoadField, BulkLoadMapping, BulkLoadTableStructure, FileDescription} from "qqq/models/processes/BulkLoadModels";
+
+type FieldMapping = { [name: string]: BulkLoadField }
+
+/***************************************************************************
+ ** Utillity methods for working with saved bulk load profiles.
+ ***************************************************************************/
+export class SavedBulkLoadProfileUtils
+{
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   private static diffFieldContents = (fileDescription: FileDescription, baseFieldsMap: FieldMapping, compareFieldsMap: FieldMapping, orderedFieldArray: BulkLoadField[]): string[] =>
+   {
+      const rs: string[] = [];
+
+      for (let bulkLoadField of orderedFieldArray)
+      {
+         const fieldName = bulkLoadField.field.name;
+         const compareField = compareFieldsMap[fieldName];
+         const baseField = baseFieldsMap[fieldName];
+         if(!compareField)
+         {
+            continue;
+         }
+
+         if (baseField)
+         {
+            if (baseField.valueType != compareField.valueType)
+            {
+               /////////////////////////////////////////////////////////////////
+               // if we changed from a default value to a column, report that //
+               /////////////////////////////////////////////////////////////////
+               if (compareField.valueType == "column")
+               {
+                  const column = fileDescription.getColumnNames()[compareField.columnIndex];
+                  rs.push(`Changed ${compareField.getQualifiedLabel()} from using a default value (${baseField.defaultValue}) to using a file column (${column})`);
+               }
+               else if (compareField.valueType == "defaultValue")
+               {
+                  const column = fileDescription.getColumnNames()[baseField.columnIndex];
+                  rs.push(`Changed ${compareField.getQualifiedLabel()} from using a file column (${column}) to using a default value (${compareField.defaultValue})`);
+               }
+            }
+            else if (baseField.valueType == compareField.valueType && baseField.valueType == "defaultValue")
+            {
+               //////////////////////////////////////////////////
+               // if we changed the default value, report that //
+               //////////////////////////////////////////////////
+               if (baseField.defaultValue != compareField.defaultValue)
+               {
+                  rs.push(`Changed ${compareField.getQualifiedLabel()} default value from (${baseField.defaultValue}) to (${compareField.defaultValue})`);
+               }
+            }
+            else if (baseField.valueType == compareField.valueType && baseField.valueType == "column")
+            {
+               ///////////////////////////////////////////
+               // if we changed the column, report that //
+               ///////////////////////////////////////////
+               if (fileDescription.hasHeaderRow)
+               {
+                  if (baseField.headerName != compareField.headerName)
+                  {
+                     const baseColumn = fileDescription.getColumnNames()[baseField.columnIndex];
+                     const compareColumn = fileDescription.getColumnNames()[compareField.columnIndex];
+                     rs.push(`Changed ${compareField.getQualifiedLabel()} file column from (${baseColumn}) to (${compareColumn})`);
+                  }
+               }
+               else
+               {
+                  if (baseField.columnIndex != compareField.columnIndex)
+                  {
+                     const baseColumn = fileDescription.getColumnNames()[baseField.columnIndex];
+                     const compareColumn = fileDescription.getColumnNames()[compareField.columnIndex];
+                     rs.push(`Changed ${compareField.getQualifiedLabel()} file column from (${baseColumn}) to (${compareColumn})`);
+                  }
+               }
+
+               /////////////////////////////////////////////////////////////////////////////////////////////////////
+               // if the do-value-mapping field changed, report that (note, only if was and still is column-type) //
+               /////////////////////////////////////////////////////////////////////////////////////////////////////
+               if ((baseField.doValueMapping == true) != (compareField.doValueMapping == true))
+               {
+                  rs.push(`Changed ${compareField.getQualifiedLabel()} to ${compareField.doValueMapping ? "" : "not"} map values`);
+               }
+            }
+         }
+      }
+
+      return (rs);
+   };
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   private static diffFieldSets = (baseFieldsMap: FieldMapping, compareFieldsMap: FieldMapping, messagePrefix: string, orderedFieldArray: BulkLoadField[]): string[] =>
+   {
+      const fieldLabels: string[] = [];
+
+      for (let bulkLoadField of orderedFieldArray)
+      {
+         const fieldName = bulkLoadField.field.name;
+         const compareField = compareFieldsMap[fieldName];
+         if(!compareField)
+         {
+            continue;
+         }
+
+         ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+         // else - we're not checking for changes to individual fields - rather - we're just checking if fields were added or removed. //
+         ////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+         if (!baseFieldsMap[fieldName])
+         {
+            fieldLabels.push(compareField.getQualifiedLabel());
+         }
+      }
+
+      if (fieldLabels.length)
+      {
+         const s = fieldLabels.length == 1 ? "" : "s";
+         return ([`${messagePrefix} mapping${s} for ${fieldLabels.length} field${s}: ${fieldLabels.join(", ")}`]);
+      }
+      else
+      {
+         return ([]);
+      }
+   };
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   private static getOrderedActiveFields(mapping: BulkLoadMapping): BulkLoadField[]
+   {
+      return [...(mapping.requiredFields ?? []), ...(mapping.additionalFields ?? [])]
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   private static extractUsedFieldMapFromMapping(mapping: BulkLoadMapping): FieldMapping
+   {
+      let rs: { [name: string]: BulkLoadField } = {};
+      for (let bulkLoadField of this.getOrderedActiveFields(mapping))
+      {
+         rs[bulkLoadField.getQualifiedNameWithWideSuffix()] = bulkLoadField;
+      }
+      return (rs);
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   private static joinUpToN(values: string[], n: number)
+   {
+      if(values.length <= n)
+      {
+         return (values.join(", "));
+      }
+
+      const others = values.length - n;
+      return (values.slice(0, n-1).join(", ") + ` and ${others} other${others == 1 ? "" : "s"}`);
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   private static diffFieldValueMappings(bulkLoadField: BulkLoadField, baseMapping: { [p: string]: any }, activeMapping: { [p: string]: any }): string
+   {
+      const addedMappings: string[] = [];
+      const removedMappings: string[] = [];
+      const changedMappings: string[] = [];
+
+      /////////////////////////////
+      // look for added mappings //
+      /////////////////////////////
+      for (let value of Object.keys(activeMapping))
+      {
+         if(!baseMapping[value])
+         {
+            addedMappings.push(value);
+         }
+      }
+
+      ///////////////////////////////
+      // look for removed mappings //
+      ///////////////////////////////
+      for (let value of Object.keys(baseMapping))
+      {
+         if(!activeMapping[value])
+         {
+            removedMappings.push(value);
+         }
+      }
+
+      ///////////////////////////////
+      // look for changed mappings //
+      ///////////////////////////////
+      for (let value of Object.keys(activeMapping))
+      {
+         if(baseMapping[value] && activeMapping[value] != baseMapping[value])
+         {
+            changedMappings.push(value);
+         }
+      }
+
+      if(addedMappings.length || removedMappings.length || changedMappings.length)
+      {
+         let rs = `Updated value mapping for ${bulkLoadField.getQualifiedLabel()}: `
+         const parts: string[] = [];
+
+         if(addedMappings.length)
+         {
+            parts.push(`Added value${addedMappings.length == 1 ? "" : "s"} for: ${this.joinUpToN(addedMappings, 5)}`);
+         }
+         if(removedMappings.length)
+         {
+            parts.push(`Removed value${removedMappings.length == 1 ? "" : "s"} for: ${this.joinUpToN(removedMappings, 5)}`);
+         }
+         if(changedMappings.length)
+         {
+            parts.push(`Changed value${changedMappings.length == 1 ? "" : "s"} for: ${this.joinUpToN(changedMappings, 5)}`);
+         }
+
+         return rs + parts.join("; ");
+      }
+
+      return null;
+   }
+
+
+   /***************************************************************************
+    **
+    ***************************************************************************/
+   public static diffBulkLoadMappings = (tableStructure: BulkLoadTableStructure, fileDescription: FileDescription, baseMapping: BulkLoadMapping, activeMapping: BulkLoadMapping): string[] =>
+   {
+      const diffs: string[] = [];
+
+      const baseFieldsMap = this.extractUsedFieldMapFromMapping(baseMapping);
+      const activeFieldsMap = this.extractUsedFieldMapFromMapping(activeMapping);
+
+      const orderedBaseFields = this.getOrderedActiveFields(baseMapping);
+      const orderedActiveFields = this.getOrderedActiveFields(activeMapping);
+
+      ////////////////////////
+      // header-level diffs //
+      ////////////////////////
+      if ((baseMapping.hasHeaderRow == true) != (activeMapping.hasHeaderRow == true))
+      {
+         diffs.push(`Changed does the file have a header row? from ${baseMapping.hasHeaderRow ? "Yes" : "No"} to ${activeMapping.hasHeaderRow ? "Yes" : "No"}`);
+      }
+
+      if (baseMapping.layout != activeMapping.layout)
+      {
+         const format = (layout: string) => (layout ?? " ").substring(0, 1) + (layout ?? " ").substring(1).toLowerCase();
+         diffs.push(`Changed layout from ${format(baseMapping.layout)} to ${format(activeMapping.layout)}`);
+      }
+
+      ///////////////////////
+      // field-level diffs //
+      ///////////////////////
+      // todo - keep sorted like screen is by ... idk, loop over fields in mapping first
+      diffs.push(...this.diffFieldSets(baseFieldsMap, activeFieldsMap, "Added", orderedActiveFields));
+      diffs.push(...this.diffFieldSets(activeFieldsMap, baseFieldsMap, "Removed", orderedBaseFields));
+      diffs.push(...this.diffFieldContents(fileDescription, baseFieldsMap, activeFieldsMap, orderedActiveFields));
+
+      for (let bulkLoadField of orderedActiveFields)
+      {
+         try
+         {
+            const fieldName = bulkLoadField.field.name;
+
+            const valueMappingDiff = this.diffFieldValueMappings(bulkLoadField, baseMapping.valueMappings[fieldName] ?? {}, activeMapping.valueMappings[fieldName] ?? {});
+            if(valueMappingDiff)
+            {
+               diffs.push(valueMappingDiff);
+            }
+         }
+         catch(e)
+         {
+            console.log(`Error diffing profiles: ${e}`);
+         }
+      }
+
+      return diffs;
+   };
+
+}

src/qqq/utils/qqq/ValueUtils.tsx

@@ -28,18 +28,17 @@ import "datejs"; // https://github.com/datejs/Datejs
 import {Chip, ClickAwayListener, Icon} from "@mui/material";
 import Box from "@mui/material/Box";
 import Button from "@mui/material/Button";
-import IconButton from "@mui/material/IconButton";
 import Tooltip from "@mui/material/Tooltip";
-import {makeStyles} from "@mui/styles";
 import parse from "html-react-parser";
-import React, {Fragment, useReducer, useState} from "react";
-import AceEditor from "react-ace";
-import {Link} from "react-router-dom";
 import HtmlUtils from "qqq/utils/HtmlUtils";
 import Client from "qqq/utils/qqq/Client";
 
+import "ace-builds/src-noconflict/ace";
 import "ace-builds/src-noconflict/mode-sql";
+import React, {Fragment, useReducer, useState} from "react";
+import AceEditor from "react-ace";
 import "ace-builds/src-noconflict/mode-velocity";
+import {Link} from "react-router-dom";
 
 /*******************************************************************************
  ** Utility class for working with QQQ Values
@@ -198,7 +197,7 @@ class ValueUtils
          );
       }
 
-      if (field.type == QFieldType.BLOB)
+      if (field.type == QFieldType.BLOB || field.hasAdornment(AdornmentType.FILE_DOWNLOAD))
       {
          return (<BlobComponent field={field} url={rawValue} filename={displayValue} usage={usage} />);
       }
@@ -276,7 +275,7 @@ class ValueUtils
          // to millis) back to it                                                          //
          ////////////////////////////////////////////////////////////////////////////////////
          date = new Date(date);
-         date.setTime(date.getTime() + date.getTimezoneOffset() * 60 * 1000)
+         date.setTime(date.getTime() + date.getTimezoneOffset() * 60 * 1000);
       }
       // @ts-ignore
       return (`${date.toString("yyyy-MM-dd")}`);
@@ -680,7 +679,7 @@ function BlobComponent({field, url, filename, usage}: BlobComponentProps): JSX.E
    const download = (event: React.MouseEvent<HTMLSpanElement>) =>
    {
       event.stopPropagation();
-      HtmlUtils.downloadUrlViaIFrame(url, filename);
+      HtmlUtils.downloadUrlViaIFrame(field, url, filename);
    };
 
    const open = (event: React.MouseEvent<HTMLSpanElement>) =>
@@ -704,10 +703,22 @@ function BlobComponent({field, url, filename, usage}: BlobComponentProps): JSX.E
             usage == "view" && filename
          }
          <Tooltip placement={tooltipPlacement} title="Open file">
+            {
+               field.type == QFieldType.BLOB ? (
                   <Icon className={"blobIcon"} fontSize="small" onClick={(e) => open(e)}>open_in_new</Icon>
+               ) : (
+                  <a style={{color: "inherit"}} rel="noopener noreferrer" href={url} target="_blank"><Icon className={"blobIcon"} fontSize="small">open_in_new</Icon></a>
+               )
+            }
          </Tooltip>
          <Tooltip placement={tooltipPlacement} title="Download file">
+            {
+               field.type == QFieldType.BLOB ? (
                   <Icon className={"blobIcon"} fontSize="small" onClick={(e) => download(e)}>save_alt</Icon>
+               ) : (
+                  <a style={{color: "inherit"}} href={url} download="test.pdf"><Icon className={"blobIcon"} fontSize="small">save_alt</Icon></a>
+               )
+            }
          </Tooltip>
          {
             usage == "query" && filename
@@ -717,5 +728,4 @@ function BlobComponent({field, url, filename, usage}: BlobComponentProps): JSX.E
 }
 
 
-
 export default ValueUtils;

src/test/java/com/kingsrook/qqq/frontend/materialdashboard/selenium/tests/BulkEditTest.java

@@ -22,6 +22,7 @@
 package com.kingsrook.qqq.frontend.materialdashboard.selenium.tests;
 
 
+import com.kingsrook.qqq.backend.core.logging.QLogger;
 import com.kingsrook.qqq.frontend.materialdashboard.selenium.lib.QBaseSeleniumTest;
 import com.kingsrook.qqq.frontend.materialdashboard.selenium.lib.javalin.QSeleniumJavalin;
 import org.junit.jupiter.api.Test;
@@ -32,6 +33,9 @@ import org.junit.jupiter.api.Test;
  *******************************************************************************/
 public class BulkEditTest extends QBaseSeleniumTest
 {
+   private static final QLogger LOG = QLogger.getLogger(BulkEditTest.class);
+
+
 
    /*******************************************************************************
     **
@@ -76,6 +80,13 @@ public class BulkEditTest extends QBaseSeleniumTest
       qSeleniumLib.waitForSelectorContaining("li", "This page").click();
       qSeleniumLib.waitForSelectorContaining("div", "records on this page are selected");
 
+      /////////////////////////////////////////////////////////////////////////////////
+      // locally, passing fine, but in CI, failing around here ... trying a sleep... //
+      /////////////////////////////////////////////////////////////////////////////////
+      LOG.debug("Trying a sleep...");
+      qSeleniumLib.waitForMillis(1000);
+      LOG.debug("Proceeding post-sleep");
+
       qSeleniumLib.waitForSelectorContaining("button", "action").click();
       qSeleniumLib.waitForSelectorContaining("li", "bulk edit").click();