We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent bfab903 commit 21dd9acCopy full SHA for 21dd9ac
1 file changed
backend/connectors/wqp/source.py
@@ -147,12 +147,15 @@ def _clean_records(self, records):
147
if len(date_records.items()) > 1:
148
if "70301" in date_records.keys():
149
kept_record = date_records["70301"]
150
+ pcode = "70301"
151
elif "70303" in date_records.keys():
152
kept_record = date_records["70303"]
153
+ pcode = "70303"
154
else:
155
raise ValueError(
156
f"Multiple TDS records found for {site_id} on date {date} but no 70301 or 70303 pcodes found."
157
)
158
+ self.log(f"Removing duplicates for {site_id} on date {date}. Keeping record with pcode {pcode}.")
159
160
kept_record = list(date_records.values())[0]
161
return_records.append(kept_record)
0 commit comments