DOCS-3398: Add data client flutter methods to automation (#3983)

Author: sguequierre

.github/workflows/sdk_protos_map.csv

@@ -382,47 +382,47 @@ billing,GetInvoicesSummary,,get_invoices_summary,,
 billing,GetInvoicePdf,,get_invoice_pdf,,
 
 ## Data
-data,GetLatestTabularData,,get_latest_tabular_data,,
-data,ExportTabularData,,export_tabular_data,,
-data,TabularDataByFilter,,tabular_data_by_filter,,
-data,TabularDataBySQL,,tabular_data_by_sql,,
-data,TabularDataByMQL,,tabular_data_by_mql,,
-data,BinaryDataByFilter,,binary_data_by_filter,,
-data,BinaryDataByIDs,,binary_data_by_ids,,
-data,DeleteTabularData,,delete_tabular_data,,
-data,DeleteBinaryDataByFilter,,delete_binary_data_by_filter,,
-data,DeleteBinaryDataByIDs,,delete_binary_data_by_ids,,
-data,AddTagsToBinaryDataByIDs,,add_tags_to_binary_data_by_ids,,
-data,AddTagsToBinaryDataByFilter,,add_tags_to_binary_data_by_filter,,
-data,RemoveTagsFromBinaryDataByIDs,,remove_tags_from_binary_data_by_ids,,
-data,RemoveTagsFromBinaryDataByFilter,,remove_tags_from_binary_data_by_filter,,
-data,TagsByFilter,,tags_by_filter,,
-data,AddBoundingBoxToImageByID,,add_bounding_box_to_image_by_id,,
-data,RemoveBoundingBoxFromImageByID,,remove_bounding_box_from_image_by_id,,
-data,BoundingBoxLabelsByFilter,,bounding_box_labels_by_filter,,
-data,GetDatabaseConnection,,get_database_connection,,
-data,ConfigureDatabaseUser,,configure_database_user,,
-data,AddBinaryDataToDatasetByIDs,,add_binary_data_to_dataset_by_ids,,
-data,RemoveBinaryDataFromDatasetByIDs,,remove_binary_data_from_dataset_by_ids,,
+data,GetLatestTabularData,,get_latest_tabular_data,,getLatestTabularData
+data,ExportTabularData,,export_tabular_data,,exportTabularData
+data,TabularDataByFilter,,tabular_data_by_filter,,tabularDataByFilter
+data,TabularDataBySQL,,tabular_data_by_sql,,tabularDataBySql
+data,TabularDataByMQL,,tabular_data_by_mql,,tabularDataByMql
+data,BinaryDataByFilter,,binary_data_by_filter,,binaryDataByFilter
+data,BinaryDataByIDs,,binary_data_by_ids,,binaryDataByIds
+data,DeleteTabularData,,delete_tabular_data,,deleteTabularData
+data,DeleteBinaryDataByFilter,,delete_binary_data_by_filter,,deleteBinaryDataByFilter
+data,DeleteBinaryDataByIDs,,delete_binary_data_by_ids,,deleteBinaryDataByIds
+data,AddTagsToBinaryDataByIDs,,add_tags_to_binary_data_by_ids,,addTagsToBinaryDataByIds
+data,AddTagsToBinaryDataByFilter,,add_tags_to_binary_data_by_filter,,addTagsToBinaryDataByFilter
+data,RemoveTagsFromBinaryDataByIDs,,remove_tags_from_binary_data_by_ids,,removeTagsFromBinaryDataByIds
+data,RemoveTagsFromBinaryDataByFilter,,remove_tags_from_binary_data_by_filter,,removeTagsFromBinaryDataByFilter
+data,TagsByFilter,,tags_by_filter,,tagsByFilter
+data,AddBoundingBoxToImageByID,,add_bounding_box_to_image_by_id,,addBoundingBoxToImageById
+data,RemoveBoundingBoxFromImageByID,,remove_bounding_box_from_image_by_id,,removeBoundingBoxFromImageById
+data,BoundingBoxLabelsByFilter,,bounding_box_labels_by_filter,,boundingBoxLabelsByFilter
+data,GetDatabaseConnection,,get_database_connection,,getDatabaseConnection
+data,ConfigureDatabaseUser,,configure_database_user,,configureDatabaseUser
+data,AddBinaryDataToDatasetByIDs,,add_binary_data_to_dataset_by_ids,,addBinaryDataToDatasetByIds
+data,RemoveBinaryDataFromDatasetByIDs,,remove_binary_data_from_dataset_by_ids,,removeBinaryDataFromDatasetByIds
 
 ## Dataset
-dataset,CreateDataset,,create_dataset,,
-dataset,DeleteDataset,,delete_dataset,,
-dataset,RenameDataset,,rename_dataset,,
-dataset,ListDatasetsByOrganizationID,,list_datasets_by_organization_id,,
+dataset,CreateDataset,,create_dataset,,createDataset
+dataset,DeleteDataset,,delete_dataset,,deleteDataset
+dataset,RenameDataset,,rename_dataset,,renameDataset
+dataset,ListDatasetsByOrganizationID,,list_datasets_by_organization_id,,listDatasetsByOrganizationID
 ## TE: yes PySDK is singular:
-dataset,ListDatasetsByIDs,,list_dataset_by_ids,,
+dataset,ListDatasetsByIDs,,list_dataset_by_ids,,listDatasetsByIDs
 
 ## Datasync
 data_sync,DataCaptureUpload,,,,
 ## HACK: DataCaptureUpload instead implemented in binary_data_capture_upload (python), adding pseudo-entry:
-data_sync,BinaryDataCaptureUpload,,binary_data_capture_upload,,
+data_sync,BinaryDataCaptureUpload,,binary_data_capture_upload,,binaryDataCaptureUpload
 ## HACK: DataCaptureUpload instead implemented in tabular_data_capture_upload (python), adding pseudo-entry:
-data_sync,TabularDataCaptureUpload,,tabular_data_capture_upload,,
-data_sync,FileUpload,,file_upload,,
+data_sync,TabularDataCaptureUpload,,tabular_data_capture_upload,,tabularDataCaptureUpload
+data_sync,FileUpload,,file_upload,,uploadFile
 ## HACK: FileUpload also implemented in file_upload_from_path (python), adding pseudo-entry:
 data_sync,FileUploadFromPath,,file_upload_from_path,,
-data_sync,StreamingDataCaptureUpload,,streaming_data_capture_upload,,
+data_sync,StreamingDataCaptureUpload,,streaming_data_capture_upload,,streamingDataCaptureUpload
 
 ## MLTraining
 mltraining,SubmitTrainingJob,,submit_training_job,,

.github/workflows/update_sdk_methods.py

@@ -447,7 +447,10 @@
     "movement_sensor": "MovementSensor",
     "power_sensor": "PowerSensor",
     "vision": "VisionClient",
-    "robot": "RobotClient"
+    "robot": "RobotClient",
+    "data": "DataClient",
+    "dataset": "DataClient",
+    "data_sync": "DataClient"
 }
 
 ## Ignore these specific APIs if they error, are deprecated, etc:
@@ -666,6 +669,7 @@ def parse(type, names):
         elif sdk == "flutter":
             flutter_methods = {}
             flutter_methods[type] = {}
+            flutter_methods[type][resource] = {}
             if flutter_staging_url != '':
                 scrape_url = flutter_staging_url
         else:
@@ -705,15 +709,32 @@ def parse(type, names):
             ## Determine URL form for Flutter depending on type (like 'component').
             ## TEMP: Manually exclude Base Remote Control Service (Go only):
             ## TODO: Handle resources with 0 implemented methods for this SDK better.
-            elif sdk == "flutter" and resource != 'base_remote_control' and resource != 'encoder' and resource != 'input_controller' \
-                and resource != 'data_manager' and resource != 'generic_service' and resource !='mlmodel' and resource !='motion' \
-                and resource !='navigation' and resource !='slam' and type !='app':
-
-                if resource in flutter_resource_overrides:
+            elif sdk == "flutter":
+                # Initialize Flutter methods dictionary if it doesn't exist
+                if 'flutter' not in all_methods:
+                    all_methods['flutter'] = {}
+                if type not in all_methods['flutter']:
+                    all_methods['flutter'][type] = {}
+                
+                # Initialize empty dictionary for this resource
+                all_methods['flutter'][type][resource] = {}
+                
+                # Skip resources not supported in Flutter
+                unsupported_resources = [
+                    "base_remote_control", "encoder", "input_controller",
+                    "data_manager", "generic_service", "mlmodel", "motion",
+                    "navigation", "slam"
+                ]
+                if resource in unsupported_resources:
+                    if args.verbose:
+                        print(f'DEBUG: Skipping unsupported Flutter resource: {resource}')
+                    continue
+                elif resource in flutter_resource_overrides:
                     url = f"{scrape_url}/viam_sdk/{flutter_resource_overrides[resource]}-class.html"
+                    if args.verbose:
+                        print(f'DEBUG: Parsing Flutter URL: {url}')
                 else:
                     url = f"{scrape_url}/viam_sdk/{resource.capitalize()}-class.html"
-                flutter_methods[type][resource] = {}
             ## If an invalid language was provided:
             else:
                 pass
@@ -1379,7 +1400,7 @@ def parse(type, names):
             ## TODO: Handle resources with 0 implemented methods for this SDK better.
             elif sdk == "flutter" and resource != 'base_remote_control' and resource != 'encoder' and resource != 'input_controller' \
                 and resource != 'data_manager' and resource != 'generic_service' and resource !='mlmodel' and resource !='motion' \
-                and resource !='navigation' and resource !='slam' and type !='app':
+                and resource !='navigation' and resource !='slam':
                 soup = make_soup(url)
 
                 if resource in flutter_resource_overrides: