Skip to content

Commit 21dd9ac

Browse files
committed
log removing duplicate TDS data for WQP
1 parent bfab903 commit 21dd9ac

1 file changed

Lines changed: 3 additions & 0 deletions

File tree

backend/connectors/wqp/source.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -147,12 +147,15 @@ def _clean_records(self, records):
147147
if len(date_records.items()) > 1:
148148
if "70301" in date_records.keys():
149149
kept_record = date_records["70301"]
150+
pcode = "70301"
150151
elif "70303" in date_records.keys():
151152
kept_record = date_records["70303"]
153+
pcode = "70303"
152154
else:
153155
raise ValueError(
154156
f"Multiple TDS records found for {site_id} on date {date} but no 70301 or 70303 pcodes found."
155157
)
158+
self.log(f"Removing duplicates for {site_id} on date {date}. Keeping record with pcode {pcode}.")
156159
else:
157160
kept_record = list(date_records.values())[0]
158161
return_records.append(kept_record)

0 commit comments

Comments
 (0)