Misc refactorings and improvements (#927)

* remove STML mapping (was only prototype, much weaker than Jsonata)

* reduce logging

* extract required utils to own file

* remove outdated todo, as the feature now exists

* fix schema diagram not showing 0 value in enum component

* reduce API key persistence due to potential security risks

* fix test case

* apply formatting changes

---------

Co-authored-by: Logende <Logende@users.noreply.github.com>

Author: Logende

meta_configurator/src/components/panels/ai-prompts/ApiKey.vue

@@ -5,16 +5,14 @@ Component for displaying the OpenAI API key input.
 import {type Ref, ref} from 'vue';
 import Password from 'primevue/password';
 import SelectButton from 'primevue/selectbutton';
-import {getApiKeyRef, getIsPersistKeyRef} from '@/utility/ai/apiKey';
-
-const isShowPersistOption = false; // currently the option of whether to persist the key is not shown because without persistence the key currently can not be accessed
+import {getApiKeyRef, getRememberInTabRef} from '@/utility/ai/apiKey';
 
 const apiKey: Ref<string> = getApiKeyRef();
-const isPersistKey: Ref<boolean> = getIsPersistKeyRef();
+const rememberInTab: Ref<boolean> = getRememberInTabRef();
 
-const persistOptions = ref([
-  {name: 'true', value: true},
-  {name: 'false', value: false},
+const rememberOptions = ref([
+  {name: 'Remember in this tab', value: true},
+  {name: 'Forget on refresh', value: false},
 ]);
 </script>
 
@@ -28,17 +26,18 @@ const persistOptions = ref([
   possible without permanently connecting your credit card with your account. Check this
   <a href="https://platform.openai.com/docs/pricing" target="_blank">link</a> for pricing.
   <br />
-  <br />
   MetaConfigurator by default uses the gpt-4o-mini model, which has very low cost. For improved
   results you can change to more performant models in the settings tab.
+  <br />
+  <br />
+  Your key is stored only in your browser and sent directly to your chosen provider. It is never
+  sent to MetaConfigurator servers.
   <span class="api-key-container">
     <span>Key:</span>
-    <Password v-model="apiKey" placeholder="Enter your OpenAI API Key" :feedback="false" />
-    <span v-show="isShowPersistOption">Persist:</span>
+    <Password v-model="apiKey" placeholder="Enter your API Key" :feedback="false" />
     <SelectButton
-      v-show="isShowPersistOption"
-      v-model="isPersistKey"
-      :options="persistOptions"
+      v-model="rememberInTab"
+      :options="rememberOptions"
       option-label="name"
       option-value="value" />
   </span>

meta_configurator/src/components/panels/ai-prompts/aiPromptUtils.ts

@@ -38,6 +38,4 @@ function hasMoreOpeningBrackets(input: string): boolean {
   return openingCount > closingCount;
 }
 
-export function getApiKey(): string {
-  return localStorage.getItem('openai_api_key') || '';
-}
+export {getApiKey} from '@/utility/ai/apiKey';

meta_configurator/src/components/toolbar/dialogs/data-mapping/DataMappingDialog.vue

@@ -9,7 +9,6 @@ import Message from 'primevue/message';
 import ApiKey from '@/components/panels/ai-prompts/ApiKey.vue';
 import {SessionMode} from '@/store/sessionMode';
 import {getDataForMode} from '@/data/useDataLink';
-import {DataMappingServiceStml} from '@/data-mapping/stml/dataMappingServiceStml';
 import {DataMappingServiceJsonata} from '@/data-mapping/jsonata/dataMappingServiceJsonata';
 import type {DataMappingService} from '@/data-mapping/dataMappingService';
 import type {Editor} from 'brace';
@@ -35,19 +34,15 @@ const isLoadingMapping = ref(false);
 
 const settings = useSettings();
 
-const mappingServiceTypes = ['Advanced (JSONata)', 'SimpleTransformationMappingLanguage (STML)'];
+const mappingServiceTypes = ['Advanced (JSONata)'];
 
 const mappingServiceWarnings = [
   'The JSONata mapping service is very expressive flexible, but may generate invalid mappings for complex inputs, which have to manually be corrected.',
-  'The STML mapping service usually generates valid mappings, but it can perform only simple source to target path mappings and value transformations. WARNING: It supports executing arbitrary JavaScript functions as transformations, which may lead to security issues if the input is not properly sanitized.',
 ];
 
 const selectedMappingServiceType: Ref<string> = ref(mappingServiceTypes[0]);
 
 const mappingService: Ref<DataMappingService> = computed(() => {
-  if (selectedMappingServiceType.value === 'SimpleTransformationMappingLanguage (STML)') {
-    return new DataMappingServiceStml();
-  }
   if (selectedMappingServiceType.value === 'Advanced (JSONata)') {
     return new DataMappingServiceJsonata();
   }

meta_configurator/src/data-mapping/jsonata/dataMappingServiceJsonata.ts

@@ -22,13 +22,6 @@ export class DataMappingServiceJsonata implements DataMappingService {
     userComments: string
   ): Promise<{config: string; success: boolean; message: string}> {
     const inputDataSubset = trimDataToMaxSize(input);
-    console.log(
-      'Reduced input data from ' +
-        JSON.stringify(input).length / 1024 +
-        ' KB to ' +
-        JSON.stringify(inputDataSubset).length / 1024 +
-        ' KB'
-    );
 
     // infer schema for input data
     const inputFileSchema = inferJsonSchema(inputDataSubset);
@@ -43,25 +36,6 @@ export class DataMappingServiceJsonata implements DataMappingService {
     const inputFileSchemaStr = JSON.stringify(inputFileSchema);
     const targetSchemaStr = JSON.stringify(targetSchema);
     const inputDataSubsetStr = JSON.stringify(inputDataSubset);
-    console.log(
-      'Sizes of the different input files in KB:' +
-        ' jsonata example files: ' +
-        (
-          (jsonataReferenceStr.length +
-            jsonataInputExampleStr.length +
-            jsonataInputExampleSchemaStr.length +
-            jsonataExpressionStr.length +
-            jsonataOutputExampleStr.length +
-            jsonataOutputExampleSchemaStr.length) /
-          1024
-        ).toFixed(2) +
-        ' inputFileSchema: ' +
-        (inputFileSchemaStr.length / 1024).toFixed(2) +
-        ' targetSchema: ' +
-        (targetSchemaStr.length / 1024).toFixed(2) +
-        ' inputDataSubset: ' +
-        (inputDataSubsetStr.length / 1024).toFixed(2)
-    );
     const resultPromise = queryJsonataExpression(
       apiKey,
       jsonataReferenceStr,
@@ -124,12 +98,25 @@ export class DataMappingServiceJsonata implements DataMappingService {
     return result;
   }
 
-  removeSpecialCharactersRecursive(data: any) {
-    // TODO
+  removeSpecialCharactersRecursive(data: any): void {
+    if (Array.isArray(data)) {
+      data.forEach(item => this.removeSpecialCharactersRecursive(item));
+    } else if (data !== null && typeof data === 'object') {
+      for (const key of Object.keys(data)) {
+        const sanitizedKey = key.replace(/[^a-zA-Z0-9_]/g, '_');
+        if (sanitizedKey !== key) {
+          data[sanitizedKey] = data[key];
+          delete data[key];
+        }
+        this.removeSpecialCharactersRecursive(data[sanitizedKey]);
+      }
+    }
   }
 
-  sanitizeMappingConfig(config: string, input: any): string {
-    return config; // TODO
+  sanitizeMappingConfig(config: string, _input: any): string {
+    // JSONata natively supports special characters in property names via backtick syntax,
+    // so no transformation of the mapping config expression is required.
+    return config;
   }
 
   validateMappingConfig(config: string, input: any): {success: boolean; message: string} {