Merge pull request #979 from pankajskku/dev

Making column names lowercase to make output table schema compatible with the Lakehouse
IBM · Jan 29, 2025 · 5b32d2e · 5b32d2e
2 parents c21a253 + db01dfd
commit 5b32d2e
Show file tree

Hide file tree

Showing 24 changed files with 916 additions and 2,467 deletions.
diff --git a/transforms/code/code_profiler/Makefile b/transforms/code/code_profiler/Makefile
@@ -19,7 +19,7 @@ run-cli-sample:
 	source venv/bin/activate && \
 	$(PYTHON) -m dpk_$(TRANSFORM_NAME).transform_python \
              --data_local_config "{ 'input_folder' : 'test-data/input', 'output_folder' : 'output'}"  \
-			 --language "language" \
+			 --programming_language "programming_language" \
 			 --contents "contents"
 
 run-ray-cli-sample:
@@ -28,5 +28,5 @@ run-ray-cli-sample:
 	$(PYTHON) -m dpk_$(TRANSFORM_NAME).ray.transform \
 		--data_local_config "{ 'input_folder' : 'test-data/input', 'output_folder' : 'output'}"  \
         --run_locally True \
-		--language "language" \
+		--programming_language "programming_language" \
 		--contents "contents"
diff --git a/transforms/code/code_profiler/README.md b/transforms/code/code_profiler/README.md
@@ -62,7 +62,7 @@ The set of dictionary keys holding [code_profiler_transform](dpk_code_profiler/t
 configuration for values are as follows:
 
 * content - specifies the column name in the dataframe that has the code snippet
-* language - specifies the programming languages of the code snippet
+* programming_language - specifies the programming languages of the code snippet
 
 ## Running
 

diff --git a/transforms/code/code_profiler/dpk_code_profiler/local_python.py b/transforms/code/code_profiler/dpk_code_profiler/local_python.py
@@ -26,7 +26,7 @@
     "input_folder": input_folder,
     "output_folder": output_folder,
     "contents": "contents",
-    "language": "language",
+    "programming_language": "programming_language",
 }
 params = {
     # Data access. Only required parameters are specified