Merge pull request #1208 from aodn/remove_data_with_nan_coordinates

Delete data associated with NaN lat/long coordinates

.github/workflows/test_ardc_nrt.yml

@@ -24,11 +24,14 @@ jobs:
         with:
           activate-environment: ardc_nrt
           environment-file: AODN/AODN-WAVE-NRT/ARDC_API_NRT/environment.yml
+          auto-activate-base: false  # Prevent activating base env
 
       - name: Install dependencies
         shell: bash -el {0}
         run: |
           conda install --yes mamba
+          mamba env create --name ardc_nrt --file environment.yml || true  # Create only if not exists
+          conda activate ardc_nrt
           mamba env update --name ardc_nrt --file AODN/AODN-WAVE-NRT/ARDC_API_NRT/environment.yml
 
       - name: Activate Conda environment

.github/workflows/test_data_services.yml

@@ -24,11 +24,14 @@ jobs:
         with:
           activate-environment: data_services_3.8
           environment-file: environment.yml
+          auto-activate-base: false  # Prevent activating base env
 
       - name: Install dependencies
         shell: bash -el {0}
         run: |
           conda install --yes mamba
+          mamba env create --name data_services_3.8 --file environment.yml || true  # Create only if not exists
+          conda activate data_services_3.8
           mamba env update --name data_services_3.8 --file environment.yml
 
       - name: Activate Conda environment

AODN/AODN-WAVE-NRT/ARDC_API_NRT/ardc_nrt/ardc_sofar_nrt.py

@@ -67,6 +67,7 @@ def process_wave_source_id(source_id, incoming_path=None):
             return
 
         if data is not None:
+            data = data.dropna(subset = ['latitude', 'longitude'], how = 'all') # Remove rows associated with NAs for lat/long columns
             template_dirpath = config.conf_dirpath
             process_wave_dataframe(data, source_id, template_dirpath, OUTPUT_PATH, incoming_path)