feat(cli): add csv support

Author: maxprilutskiy

.changeset/famous-beans-remain.md

@@ -0,0 +1,7 @@
+---
+"@replexica/spec": minor
+"@replexica/cli": minor
+"replexica": minor
+---
+
+add csv format support

package/demo/csv/file.csv

@@ -3,10 +3,15 @@
   "locale": {
     "source": "en",
     "targets": [
-      "es"
+      "it"
     ]
   },
   "buckets": {
+    "csv": {
+      "include": [
+        "demo/csv/file.csv"
+      ]
+    },
     "markdown": {
       "include": [
         "demo/markdown/[locale]/*.md"

package/i18n.json

@@ -24,6 +24,8 @@
     "@replexica/spec": "workspace:*",
     "commander": "^12.1.0",
     "cors": "^2.8.5",
+    "csv-parse": "^5.5.6",
+    "csv-stringify": "^6.5.1",
     "dotenv": "^16.4.5",
     "express": "^4.19.2",
     "flat": "^6.0.1",

package/i18n.lock

@@ -0,0 +1,63 @@
+import { parse } from 'csv-parse/sync';
+import { stringify } from 'csv-stringify/sync';
+import _ from 'lodash';
+import { BucketLoader } from './_base';
+
+export const csvLoader = (
+  locale: string,
+  loader: BucketLoader<void, string>
+): BucketLoader<void, Record<string, any>> => ({
+  async load() {
+    const inputText = await loader.load();
+    const input = parse(inputText, {
+      columns: true,
+    });
+    const result: Record<string, any> = {};
+
+    // Convert CSV rows to key-value pairs for the specified locale
+    for (const row of input) {
+      const key = row.id;
+      if (key && row[locale]) {
+        result[key] = row[locale];
+      }
+    }
+
+    console.log({ input, result });
+
+    return result;
+  },
+
+  async save(payload) {
+    const inputText = await loader.load();
+    const input = parse(inputText, {
+      columns: true,
+    });
+    
+    // Update or add translations for the specified locale
+    const updatedRows = input.map((row: Record<string, any>) => ({
+      ...row,
+      [locale]: payload[row.id] || row[locale] || ''
+    }));
+
+    // Add any new keys that didn't exist before
+    const existingKeys = new Set(input.map((row: Record<string, any>) => row.id));
+    for (const [key, value] of Object.entries(payload)) {
+      if (!existingKeys.has(key)) {
+        const newRow: Record<string, string> = { id: key };
+        // Initialize empty strings for all columns
+        for (const column of Object.keys(input[0] || { id: '' })) {
+          newRow[column] = column === locale ? value : '';
+        }
+        updatedRows.push(newRow);
+      }
+    }
+
+    const result = stringify(updatedRows, {
+      header: true
+    });
+
+    console.log({result});
+
+    return loader.save(result);
+  }
+});

packages/cli/package.json

@@ -17,6 +17,7 @@ import { xcodeStringsLoader } from './xcode-strings';
 import { xcodeStringsdictLoader } from './xcode-stringsdict';
 import { flutterLoader } from './flutter';
 import { ReplexicaCLIError } from '../../utils/errors';
+import { csvLoader } from './csv';
 
 // Path expansion
 export function expandPlaceholderedGlob(pathPattern: string, sourceLocale: string): string[] {
@@ -134,6 +135,16 @@ export function createBucketLoader(params: CreateBucketLoaderParams) {
         ),
         flatLoader(),
       );
+    case 'csv':
+      return composeLoaders<string, Record<string, any>[]>(
+        csvLoader(
+          params.locale,
+          composeLoaders(
+            textLoader(filepath),
+          ),
+        ),
+        flatLoader(),
+      );
     case 'xcode-strings':
       return composeLoaders<string, Record<string, string>>(
         textLoader(filepath),

packages/cli/src/workers/bucket/csv.ts

@@ -12,6 +12,7 @@ export const bucketTypes = [
   'flutter',
   'android',
   'properties',
+  'csv',
 ] as const;
 
 export const bucketTypeSchema = Z.enum(bucketTypes);