Coverage for tests/test_search.py: 100%

1# SPDX-FileCopyrightText: 2021 Forschungszentrum Jülich GmbH 

2# SPDX-License-Identifier: MIT 

3 

4import pytest 

5import json 

6from sqlalchemy import insert 

7from toardb.timeseries.models import Timeseries, timeseries_timeseries_roles_table 

8from toardb.timeseries.models_programme import TimeseriesProgramme 

9from toardb.timeseries.models_role import TimeseriesRole 

10from toardb.stationmeta.models import ( 

11 StationmetaCore, 

12 StationmetaGlobal, 

13 StationmetaChangelog 

14) 

15from toardb.stationmeta.schemas import get_geom_from_coordinates, Coordinates 

16from toardb.variables.models import Variable 

17from toardb.contacts.models import Person, Organisation, Contact 

18from toardb.auth_user.models import AuthUser 

19# Required imports 'create_test_database' 

20from toardb.test_base import ( 

21 client, 

22 get_test_db, 

23 create_test_database, 

24 url, 

25 get_test_engine, 

26 test_db_session as db, 

27) 

28 

29class TestApps: 

30 def setup(self): 

31 self.application_url = "/timeseries/" 

32 

33 """Set up all the data before each test 

34 If you want the setup only once (per test module), 

35 the scope argument is not working in the expected way, as discussed here: 

36 https://stackoverflow.com/questions/45817153/py-test-fixture-use-function-fixture-in-scope-fixture 

37 """ 

38 @pytest.fixture(autouse=True) 

39 def setup_db_data(self, db): 

40 _db_conn = get_test_engine() 

41 # id_seq will not be reset automatically between tests! 

42 fake_conn = _db_conn.raw_connection() 

43 fake_cur = fake_conn.cursor() 

44 fake_cur.execute("ALTER SEQUENCE auth_user_id_seq RESTART WITH 1") 

45 fake_conn.commit() 

46 fake_cur.execute("ALTER SEQUENCE variables_id_seq RESTART WITH 1") 

47 fake_conn.commit() 

48 fake_cur.execute("ALTER SEQUENCE stationmeta_core_id_seq RESTART WITH 1") 

49 fake_conn.commit() 

50 fake_cur.execute("ALTER SEQUENCE stationmeta_global_id_seq RESTART WITH 1") 

51 fake_conn.commit() 

52 fake_cur.execute("ALTER SEQUENCE stationmeta_roles_id_seq RESTART WITH 1") 

53 fake_conn.commit() 

54 fake_cur.execute("ALTER SEQUENCE stationmeta_annotations_id_seq RESTART WITH 1") 

55 fake_conn.commit() 

56 fake_cur.execute("ALTER SEQUENCE stationmeta_aux_doc_id_seq RESTART WITH 1") 

57 fake_conn.commit() 

58 fake_cur.execute("ALTER SEQUENCE stationmeta_aux_image_id_seq RESTART WITH 1") 

59 fake_conn.commit() 

60 fake_cur.execute("ALTER SEQUENCE stationmeta_aux_url_id_seq RESTART WITH 1") 

61 fake_conn.commit() 

62 fake_cur.execute("ALTER SEQUENCE persons_id_seq RESTART WITH 1") 

63 fake_conn.commit() 

64 fake_cur.execute("ALTER SEQUENCE organisations_id_seq RESTART WITH 1") 

65 fake_conn.commit() 

66 fake_cur.execute("ALTER SEQUENCE contacts_id_seq RESTART WITH 1") 

67 fake_conn.commit() 

68 fake_cur.execute("ALTER SEQUENCE timeseries_annotations_id_seq RESTART WITH 1") 

69 fake_conn.commit() 

70 fake_cur.execute("ALTER SEQUENCE timeseries_roles_id_seq RESTART WITH 3") 

71 fake_conn.commit() 

72 fake_cur.execute("ALTER SEQUENCE timeseries_programmes_id_seq RESTART WITH 1") 

73 fake_conn.commit() 

74 fake_cur.execute("ALTER SEQUENCE timeseries_id_seq RESTART WITH 1") 

75 fake_conn.commit() 

76 infilename = "tests/fixtures/auth_user/auth.json" 

77 with open(infilename) as f: 

78 metajson=json.load(f) 

79 for entry in metajson: 

80 new_auth_user = AuthUser(**entry) 

81 db.add(new_auth_user) 

82 db.commit() 

83 db.refresh(new_auth_user) 

84 infilename = "tests/fixtures/contacts/persons.json" 

85 with open(infilename) as f: 

86 metajson=json.load(f) 

87 for entry in metajson: 

88 new_person = Person(**entry) 

89 db.add(new_person) 

90 db.commit() 

91 db.refresh(new_person) 

92 infilename = "tests/fixtures/contacts/organisations.json" 

93 with open(infilename) as f: 

94 metajson=json.load(f) 

95 for entry in metajson: 

96 new_organisation = Organisation(**entry) 

97 db.add(new_organisation) 

98 db.commit() 

99 db.refresh(new_organisation) 

100 infilename = "tests/fixtures/contacts/contacts.json" 

101 with open(infilename) as f: 

102 metajson=json.load(f) 

103 for entry in metajson: 

104 new_contact = Contact(**entry) 

105 db.add(new_contact) 

106 db.commit() 

107 db.refresh(new_contact) 

108 infilename = "tests/fixtures/variables/variables.json" 

109 with open(infilename) as f: 

110 metajson=json.load(f) 

111 for entry in metajson: 

112 new_variable = Variable(**entry) 

113 db.add(new_variable) 

114 db.commit() 

115 db.refresh(new_variable) 

116 infilename = "tests/fixtures/stationmeta/stationmeta_core.json" 

117 with open(infilename) as f: 

118 metajson=json.load(f) 

119 for entry in metajson: 

120 new_stationmeta_core = StationmetaCore(**entry) 

121 # there's a mismatch with coordinates --> how to automatically switch back and forth?! 

122 tmp_coordinates = new_stationmeta_core.coordinates 

123 new_stationmeta_core.coordinates = get_geom_from_coordinates(Coordinates(**new_stationmeta_core.coordinates)) 

124 db.add(new_stationmeta_core) 

125 db.commit() 

126 db.refresh(new_stationmeta_core) 

127 infilename = "tests/fixtures/stationmeta/stationmeta_changelog.json" 

128 with open(infilename) as f: 

129 metajson=json.load(f) 

130 for entry in metajson: 

131 new_stationmeta_changelog = StationmetaChangelog(**entry) 

132 db.add(new_stationmeta_changelog) 

133 db.commit() 

134 db.refresh(new_stationmeta_changelog) 

135 infilename = "tests/fixtures/stationmeta/stationmeta_global.json" 

136 with open(infilename) as f: 

137 metajson=json.load(f) 

138 for entry in metajson: 

139 new_stationmeta_global = StationmetaGlobal(**entry) 

140 db.add(new_stationmeta_global) 

141 db.commit() 

142 db.refresh(new_stationmeta_global) 

143 infilename = "tests/fixtures/timeseries/timeseries_programmes.json" 

144 with open(infilename) as f: 

145 metajson=json.load(f) 

146 for entry in metajson: 

147 new_timeseries_programme = TimeseriesProgramme(**entry) 

148 db.add(new_timeseries_programme) 

149 db.commit() 

150 db.refresh(new_timeseries_programme) 

151 infilename = "tests/fixtures/timeseries/timeseries.json" 

152 with open(infilename) as f: 

153 metajson=json.load(f) 

154 for entry in metajson: 

155 new_timeseries = Timeseries(**entry) 

156 db.add(new_timeseries) 

157 db.commit() 

158 db.refresh(new_timeseries) 

159 infilename = "tests/fixtures/timeseries/timeseries_roles.json" 

160 with open(infilename) as f: 

161 metajson=json.load(f) 

162 for entry in metajson: 

163 new_timeseries_role = TimeseriesRole(**entry) 

164 db.add(new_timeseries_role) 

165 db.commit() 

166 db.refresh(new_timeseries_role) 

167 infilename = "tests/fixtures/timeseries/timeseries_timeseries_roles.json" 

168 with open(infilename) as f: 

169 metajson=json.load(f) 

170 for entry in metajson: 

171 db.execute(insert(timeseries_timeseries_roles_table).values(timeseries_id=entry["timeseries_id"], role_id=entry["role_id"])) 

172 db.execute("COMMIT") 

173 

174 

175 def test_search_no_arguments(self, client, db): 

176 response = client.get("/search/") 

177 expected_status_code = 200 

178 assert response.status_code == expected_status_code 

179 expected_resp = [{'id': 1, 

180 'label': 'CMA', 

181 'order': 1, 

182 'sampling_frequency': 'hourly', 

183 'aggregation': 'mean', 

184 'data_start_date': '2003-09-07T15:30:00+00:00', 

185 'data_end_date': '2016-12-31T14:30:00+00:00', 

186 'data_origin': 'instrument', 

187 'data_origin_type': 'measurement', 

188 'provider_version': 'N/A', 

189 'sampling_height': 7.0, 

190 'additional_metadata': {"original_units": "ppb"}, 

191 'doi': '', 

192 'coverage': -1.0, 

193 'station': {'id': 2, 

194 'codes': ['SDZ54421'], 

195 'name': 'Shangdianzi', 

196 'coordinates': {'lat': 40.65, 'lng': 117.106, 'alt': 293.9}, 

197 'coordinate_validation_status': 'not checked', 

198 'country': 'China', 

199 'state': 'Beijing Shi', 

200 'type': 'unknown', 

201 'type_of_area': 'unknown', 

202 'timezone': 'Asia/Shanghai', 

203 'additional_metadata': {'add_type': 'nature reservation'}, 

204 'aux_images': [], 

205 'aux_docs': [], 

206 'aux_urls': [], 

207 'globalmeta': {'mean_topography_srtm_alt_90m_year1994': -999.0, 

208 'mean_topography_srtm_alt_1km_year1994': -999.0, 

209 'max_topography_srtm_relative_alt_5km_year1994': -999.0, 

210 'min_topography_srtm_relative_alt_5km_year1994': -999.0, 

211 'stddev_topography_srtm_relative_alt_5km_year1994': -999.0, 

212 'climatic_zone_year2016': '6 (warm temperate dry)', 

213 'htap_region_tier1_year2010': '11 (MDE Middle East: S. Arabia, Oman, etc, Iran, Iraq)', 

214 'dominant_landcover_year2012': '11 (Cropland, rainfed, herbaceous cover)', 

215 'landcover_description_25km_year2012': '', 

216 'dominant_ecoregion_year2017': '-1 (undefined)', 

217 'ecoregion_description_25km_year2017': '', 

218 'distance_to_major_road_year2020': -999.0, 

219 'mean_stable_nightlights_1km_year2013': -999.0, 

220 'mean_stable_nightlights_5km_year2013': -999.0, 

221 'max_stable_nightlights_25km_year2013': -999.0, 

222 'max_stable_nightlights_25km_year1992': -999.0, 

223 'mean_population_density_250m_year2015': -1.0, 

224 'mean_population_density_5km_year2015': -1.0, 

225 'max_population_density_25km_year2015': -1.0, 

226 'mean_population_density_250m_year1990': -1.0, 

227 'mean_population_density_5km_year1990': -1.0, 

228 'max_population_density_25km_year1990': -1.0, 

229 'mean_nox_emissions_10km_year2015': -999.0, 

230 'mean_nox_emissions_10km_year2000': -999.0, 

231 'toar1_category': 'unclassified', 

232 'toar2_category': 'suburban'}, 

233 'changelog': [{'datetime': '2023-07-15T19:27:09.463245+00:00', 

234 'description': 'station created', 

235 'old_value': '', 

236 'new_value': '', 

237 'station_id': 2, 

238 'author_id': 1, 

239 'type_of_change': 'created'}]}, 

240 'variable': {'name': 'toluene', 

241 'longname': 'toluene', 

242 'displayname': 'Toluene', 

243 'cf_standardname': 'mole_fraction_of_toluene_in_air', 

244 'units': 'nmol mol-1', 

245 'chemical_formula': 'C7H8', 

246 'id': 7}, 

247 'programme': {'id': 0, 

248 'name': '', 

249 'longname': '', 

250 'homepage': '', 

251 'description': ''}, 

252 'roles': [{'id': 2, 

253 'role': 'resource provider', 

254 'status': 'active', 

255 'contact': {'id': 4, 

256 'organisation': {'id': 1, 

257 'name': 'UBA', 

258 'longname': 'Umweltbundesamt', 

259 'kind': 'government', 

260 'city': 'Dessau-Roßlau', 

261 'postcode': '06844', 

262 'street_address': 'Wörlitzer Platz 1', 

263 'country': 'Germany', 

264 'homepage': 'https://www.umweltbundesamt.de', 

265 'contact_url': 'mailto:immission@uba.de'}}}, 

266 {'id': 3, 

267 'role': 'principal investigator', 

268 'status': 'active', 

269 'contact': {'id': 3, 

270 'person': {'email': 's.schroeder@fz-juelich.de', 

271 'id': 3, 

272 'isprivate': False, 

273 'name': 'Sabine Schröder', 

274 'orcid': '0000-0002-0309-8010', 

275 'phone': '+49-2461-61-6397'}}}]}, 

276 {'id': 2, 

277 'label': 'CMA', 

278 'order': 1, 

279 'sampling_frequency': 'hourly', 

280 'aggregation': 'mean', 

281 'data_start_date': '2003-09-07T15:30:00+00:00', 

282 'data_end_date': '2016-12-31T14:30:00+00:00', 

283 'data_origin': 'instrument', 

284 'data_origin_type': 'measurement', 

285 'provider_version': 'N/A', 

286 'sampling_height': 7.0, 

287 'additional_metadata': {'original_units': {'since_19740101000000': 'nmol/mol'}, 

288 'measurement_method': 'uv_abs', 

289 'absorption_cross_section': 'Hearn 1961', 

290 'ebas_metadata_19740101000000_29y': 

291 {'Submitter': 'Unknown, Lady, lady.unknown@unknown.com, some long division name, SHORT, , 111 Streetname, , zipcode, Boulder, CO, USA', 

292 'Data level': '2', 

293 'Frameworks': 'GAW-WDCRG NOAA-ESRL', 

294 'Station code': 'XXX', 

295 'Station name': 'Secret'}}, 

296 'doi': '', 

297 'coverage': -1.0, 

298 'station': {'id': 3, 

299 'codes': ['China_test8'], 

300 'name': 'Test_China', 

301 'coordinates': {'lat': 36.256, 'lng': 117.106, 'alt': 1534.0}, 

302 'coordinate_validation_status': 'not checked', 

303 'country': 'China', 

304 'state': 'Shandong Sheng', 

305 'type': 'unknown', 

306 'type_of_area': 'unknown', 

307 'timezone': 'Asia/Shanghai', 

308 'additional_metadata': {}, 

309 'aux_images': [], 

310 'aux_docs': [], 

311 'aux_urls': [], 

312 'globalmeta': {'mean_topography_srtm_alt_90m_year1994': -999.0, 

313 'mean_topography_srtm_alt_1km_year1994': -999.0, 

314 'max_topography_srtm_relative_alt_5km_year1994': -999.0, 

315 'min_topography_srtm_relative_alt_5km_year1994': -999.0, 

316 'stddev_topography_srtm_relative_alt_5km_year1994': -999.0, 

317 'climatic_zone_year2016': '6 (warm temperate dry)', 

318 'htap_region_tier1_year2010': '10 (SAF Sub Saharan/sub Sahel Africa)', 

319 'dominant_landcover_year2012': '10 (Cropland, rainfed)', 

320 'landcover_description_25km_year2012': '', 

321 'dominant_ecoregion_year2017': '-1 (undefined)', 

322 'ecoregion_description_25km_year2017': '', 

323 'distance_to_major_road_year2020': -999.0, 

324 'mean_stable_nightlights_1km_year2013': -999.0, 

325 'mean_stable_nightlights_5km_year2013': -999.0, 

326 'max_stable_nightlights_25km_year2013': -999.0, 

327 'max_stable_nightlights_25km_year1992': -999.0, 

328 'mean_population_density_250m_year2015': -1.0, 

329 'mean_population_density_5km_year2015': -1.0, 

330 'max_population_density_25km_year2015': -1.0, 

331 'mean_population_density_250m_year1990': -1.0, 

332 'mean_population_density_5km_year1990': -1.0, 

333 'max_population_density_25km_year1990': -1.0, 

334 'mean_nox_emissions_10km_year2015': -999.0, 

335 'mean_nox_emissions_10km_year2000': -999.0, 

336 'toar1_category': 'unclassified', 

337 'toar2_category': 'suburban'}, 

338 'changelog': [{'datetime': '2023-08-15T21:16:20.596545+00:00', 

339 'description': 'station created', 

340 'old_value': '', 

341 'new_value': '', 

342 'station_id': 3, 

343 'author_id': 1, 

344 'type_of_change': 'created'}]}, 

345 'variable': {'name': 'o3', 

346 'longname': 'ozone', 

347 'displayname': 'Ozone', 

348 'cf_standardname': 'mole_fraction_of_ozone_in_air', 

349 'units': 'nmol mol-1', 

350 'chemical_formula': 'O3', 

351 'id': 5}, 

352 'programme': {'id': 0, 

353 'name': '', 

354 'longname': '', 

355 'homepage': '', 

356 'description': ''}, 

357 'roles': [{'id': 1, 

358 'role': 'resource provider', 

359 'status': 'active', 

360 'contact': {'id': 5, 

361 'organisation': 

362 {'id': 2, 

363 'name': 'FZJ', 

364 'longname': 'Forschungszentrum Jülich', 

365 'kind': 'research', 

366 'city': 'Jülich', 

367 'postcode': '52425', 

368 'street_address': 'Wilhelm-Johnen-Straße', 

369 'country': 'Germany', 

370 'homepage': 'https://www.fz-juelich.de', 

371 'contact_url': 'mailto:toar-data@fz-juelich.de'}}}]}, 

372 {'id': 18763, 

373 'additional_metadata': {'original_units': 'ppb'}, 

374 'aggregation': 'mean', 

375 'coverage': -1.0, 

376 'data_end_date': '2025-02-25T14:00:00+00:00', 

377 'data_origin': 'instrument', 

378 'data_origin_type': 'measurement', 

379 'data_start_date': '1991-01-01T00:00:00+00:00', 

380 'doi': '', 

381 'label': '', 

382 'order': 1, 

383 'programme': { 

384 'description': '', 

385 'homepage': '', 

386 'id': 0, 

387 'longname': '', 

388 'name': '', 

389 }, 

390 'provider_version': 'N/A', 

391 'roles': [ 

392 { 

393 'contact': { 

394 'id': 5, 

395 'organisation': { 

396 'city': 'Jülich', 

397 'contact_url': 'mailto:toar-data@fz-juelich.de', 

398 'country': 'Germany', 

399 'homepage': 'https://www.fz-juelich.de', 

400 'id': 2, 

401 'kind': 'research', 

402 'longname': 'Forschungszentrum Jülich', 

403 'name': 'FZJ', 

404 'postcode': '52425', 

405 'street_address': 'Wilhelm-Johnen-Straße', 

406 }, 

407 }, 

408 'id': 1, 

409 'role': 'resource provider', 

410 'status': 'active', 

411 }, 

412 ], 

413 'sampling_frequency': 'hourly', 

414 'sampling_height': 7.0, 

415 'station': { 

416 'additional_metadata': { 

417 'add_type': 'nature reservation', 

418 }, 

419 'aux_docs': [], 

420 'aux_images': [], 

421 'aux_urls': [], 

422 'changelog': [ 

423 { 

424 'author_id': 1, 

425 'datetime': '2023-07-15T19:27:09.463245+00:00', 

426 'description': 'station created', 

427 'new_value': '', 

428 'old_value': '', 

429 'station_id': 2, 

430 'type_of_change': 'created', 

431 }, 

432 ], 

433 'codes': [ 

434 'SDZ54421', 

435 ], 

436 'coordinate_validation_status': 'not checked', 

437 'coordinates': { 

438 'alt': 293.9, 

439 'lat': 40.65, 

440 'lng': 117.106, 

441 }, 

442 'country': 'China', 

443 'globalmeta': { 

444 'climatic_zone_year2016': '6 (warm temperate dry)', 

445 'distance_to_major_road_year2020': -999.0, 

446 'dominant_ecoregion_year2017': '-1 (undefined)', 

447 'dominant_landcover_year2012': '11 (Cropland, rainfed, herbaceous cover)', 

448 'ecoregion_description_25km_year2017': '', 

449 'htap_region_tier1_year2010': '11 (MDE Middle East: S. Arabia, Oman, etc, Iran, Iraq)', 

450 'landcover_description_25km_year2012': '', 

451 'max_population_density_25km_year1990': -1.0, 

452 'max_population_density_25km_year2015': -1.0, 

453 'max_stable_nightlights_25km_year1992': -999.0, 

454 'max_stable_nightlights_25km_year2013': -999.0, 

455 'max_topography_srtm_relative_alt_5km_year1994': -999.0, 

456 'mean_nox_emissions_10km_year2000': -999.0, 

457 'mean_nox_emissions_10km_year2015': -999.0, 

458 'mean_population_density_250m_year1990': -1.0, 

459 'mean_population_density_250m_year2015': -1.0, 

460 'mean_population_density_5km_year1990': -1.0, 

461 'mean_population_density_5km_year2015': -1.0, 

462 'mean_stable_nightlights_1km_year2013': -999.0, 

463 'mean_stable_nightlights_5km_year2013': -999.0, 

464 'mean_topography_srtm_alt_1km_year1994': -999.0, 

465 'mean_topography_srtm_alt_90m_year1994': -999.0, 

466 'min_topography_srtm_relative_alt_5km_year1994': -999.0, 

467 'stddev_topography_srtm_relative_alt_5km_year1994': -999.0, 

468 'toar1_category': 'unclassified', 

469 'toar2_category': 'suburban', 

470 }, 

471 'id': 2, 

472 'name': 'Shangdianzi', 

473 'state': 'Beijing Shi', 

474 'timezone': 'Asia/Shanghai', 

475 'type': 'unknown', 

476 'type_of_area': 'unknown', 

477 }, 

478 'variable': { 

479 'cf_standardname': 'mole_fraction_of_ozone_in_air', 

480 'chemical_formula': 'O3', 

481 'displayname': 'Ozone', 

482 'id': 5, 

483 'longname': 'ozone', 

484 'name': 'o3', 

485 'units': 'nmol mol-1', 

486 }, 

487 }, 

488 { 

489 'additional_metadata': { 

490 'original_units': 'ppb', 

491 }, 

492 'aggregation': 'mean', 

493 'coverage': -1.0, 

494 'data_end_date': '2025-02-25T14:00:00+00:00', 

495 'data_origin': 'instrument', 

496 'data_origin_type': 'measurement', 

497 'data_start_date': '1991-01-01T00:00:00+00:00', 

498 'doi': '', 

499 'id': 30890, 

500 'label': '', 

501 'order': 2, 

502 'programme': { 

503 'description': '', 

504 'homepage': '', 

505 'id': 0, 

506 'longname': '', 

507 'name': '', 

508 }, 

509 'provider_version': 'N/A', 

510 'roles': [ 

511 { 

512 'contact': { 

513 'id': 5, 

514 'organisation': { 

515 'city': 'Jülich', 

516 'contact_url': 'mailto:toar-data@fz-juelich.de', 

517 'country': 'Germany', 

518 'homepage': 'https://www.fz-juelich.de', 

519 'id': 2, 

520 'kind': 'research', 

521 'longname': 'Forschungszentrum Jülich', 

522 'name': 'FZJ', 

523 'postcode': '52425', 

524 'street_address': 'Wilhelm-Johnen-Straße', 

525 }, 

526 }, 

527 'id': 1, 

528 'role': 'resource provider', 

529 'status': 'active', 

530 }, 

531 ], 

532 'sampling_frequency': 'hourly', 

533 'sampling_height': 7.0, 

534 'station': { 

535 'additional_metadata': { 

536 'add_type': 'nature reservation', 

537 }, 

538 'aux_docs': [], 

539 'aux_images': [], 

540 'aux_urls': [], 

541 'changelog': [ 

542 { 

543 'author_id': 1, 

544 'datetime': '2023-07-15T19:27:09.463245+00:00', 

545 'description': 'station created', 

546 'new_value': '', 

547 'old_value': '', 

548 'station_id': 2, 

549 'type_of_change': 'created', 

550 }, 

551 ], 

552 'codes': [ 

553 'SDZ54421', 

554 ], 

555 'coordinate_validation_status': 'not checked', 

556 'coordinates': { 

557 'alt': 293.9, 

558 'lat': 40.65, 

559 'lng': 117.106, 

560 }, 

561 'country': 'China', 

562 'globalmeta': { 

563 'climatic_zone_year2016': '6 (warm temperate dry)', 

564 'distance_to_major_road_year2020': -999.0, 

565 'dominant_ecoregion_year2017': '-1 (undefined)', 

566 'dominant_landcover_year2012': '11 (Cropland, rainfed, herbaceous cover)', 

567 'ecoregion_description_25km_year2017': '', 

568 'htap_region_tier1_year2010': '11 (MDE Middle East: S. Arabia, Oman, etc, Iran, Iraq)', 

569 'landcover_description_25km_year2012': '', 

570 'max_population_density_25km_year1990': -1.0, 

571 'max_population_density_25km_year2015': -1.0, 

572 'max_stable_nightlights_25km_year1992': -999.0, 

573 'max_stable_nightlights_25km_year2013': -999.0, 

574 'max_topography_srtm_relative_alt_5km_year1994': -999.0, 

575 'mean_nox_emissions_10km_year2000': -999.0, 

576 'mean_nox_emissions_10km_year2015': -999.0, 

577 'mean_population_density_250m_year1990': -1.0, 

578 'mean_population_density_250m_year2015': -1.0, 

579 'mean_population_density_5km_year1990': -1.0, 

580 'mean_population_density_5km_year2015': -1.0, 

581 'mean_stable_nightlights_1km_year2013': -999.0, 

582 'mean_stable_nightlights_5km_year2013': -999.0, 

583 'mean_topography_srtm_alt_1km_year1994': -999.0, 

584 'mean_topography_srtm_alt_90m_year1994': -999.0, 

585 'min_topography_srtm_relative_alt_5km_year1994': -999.0, 

586 'stddev_topography_srtm_relative_alt_5km_year1994': -999.0, 

587 'toar1_category': 'unclassified', 

588 'toar2_category': 'suburban', 

589 }, 

590 'id': 2, 

591 'name': 'Shangdianzi', 

592 'state': 'Beijing Shi', 

593 'timezone': 'Asia/Shanghai', 

594 'type': 'unknown', 

595 'type_of_area': 'unknown', 

596 }, 

597 'variable': { 

598 'cf_standardname': 'mole_fraction_of_ozone_in_air', 

599 'chemical_formula': 'O3', 

600 'displayname': 'Ozone', 

601 'id': 5, 

602 'longname': 'ozone', 

603 'name': 'o3', 

604 'units': 'nmol mol-1', 

605 }, 

606 }, 

607 { 

608 'additional_metadata': { 

609 'original_units': 'ppb', 

610 }, 

611 'aggregation': 'mean', 

612 'coverage': -1.0, 

613 'data_end_date': '2025-02-25T14:00:00+00:00', 

614 'data_origin': 'instrument', 

615 'data_origin_type': 'measurement', 

616 'data_start_date': '1991-01-01T00:00:00+00:00', 

617 'doi': '', 

618 'id': 434870, 

619 'label': '', 

620 'order': 2, 

621 'programme': { 

622 'description': '', 

623 'homepage': '', 

624 'id': 0, 

625 'longname': '', 

626 'name': '', 

627 }, 

628 'provider_version': 'N/A', 

629 'roles': [ 

630 { 

631 'contact': { 

632 'id': 4, 

633 'organisation': { 

634 'city': 'Dessau-Roßlau', 

635 'contact_url': 'mailto:immission@uba.de', 

636 'country': 'Germany', 

637 'homepage': 'https://www.umweltbundesamt.de', 

638 'id': 1, 

639 'kind': 'government', 

640 'longname': 'Umweltbundesamt', 

641 'name': 'UBA', 

642 'postcode': '06844', 

643 'street_address': 'Wörlitzer Platz 1', 

644 }, 

645 }, 

646 'id': 2, 

647 'role': 'resource provider', 

648 'status': 'active', 

649 }, 

650 ], 

651 'sampling_frequency': 'hourly', 

652 'sampling_height': 7.0, 

653 'station': { 

654 'additional_metadata': { 

655 'add_type': 'nature reservation', 

656 }, 

657 'aux_docs': [], 

658 'aux_images': [], 

659 'aux_urls': [], 

660 'changelog': [ 

661 { 

662 'author_id': 1, 

663 'datetime': '2023-07-15T19:27:09.463245+00:00', 

664 'description': 'station created', 

665 'new_value': '', 

666 'old_value': '', 

667 'station_id': 2, 

668 'type_of_change': 'created', 

669 }, 

670 ], 

671 'codes': [ 

672 'SDZ54421', 

673 ], 

674 'coordinate_validation_status': 'not checked', 

675 'coordinates': { 

676 'alt': 293.9, 

677 'lat': 40.65, 

678 'lng': 117.106, 

679 }, 

680 'country': 'China', 

681 'globalmeta': { 

682 'climatic_zone_year2016': '6 (warm temperate dry)', 

683 'distance_to_major_road_year2020': -999.0, 

684 'dominant_ecoregion_year2017': '-1 (undefined)', 

685 'dominant_landcover_year2012': '11 (Cropland, rainfed, herbaceous cover)', 

686 'ecoregion_description_25km_year2017': '', 

687 'htap_region_tier1_year2010': '11 (MDE Middle East: S. Arabia, Oman, etc, Iran, Iraq)', 

688 'landcover_description_25km_year2012': '', 

689 'max_population_density_25km_year1990': -1.0, 

690 'max_population_density_25km_year2015': -1.0, 

691 'max_stable_nightlights_25km_year1992': -999.0, 

692 'max_stable_nightlights_25km_year2013': -999.0, 

693 'max_topography_srtm_relative_alt_5km_year1994': -999.0, 

694 'mean_nox_emissions_10km_year2000': -999.0, 

695 'mean_nox_emissions_10km_year2015': -999.0, 

696 'mean_population_density_250m_year1990': -1.0, 

697 'mean_population_density_250m_year2015': -1.0, 

698 'mean_population_density_5km_year1990': -1.0, 

699 'mean_population_density_5km_year2015': -1.0, 

700 'mean_stable_nightlights_1km_year2013': -999.0, 

701 'mean_stable_nightlights_5km_year2013': -999.0, 

702 'mean_topography_srtm_alt_1km_year1994': -999.0, 

703 'mean_topography_srtm_alt_90m_year1994': -999.0, 

704 'min_topography_srtm_relative_alt_5km_year1994': -999.0, 

705 'stddev_topography_srtm_relative_alt_5km_year1994': -999.0, 

706 'toar1_category': 'unclassified', 

707 'toar2_category': 'suburban', 

708 }, 

709 'id': 2, 

710 'name': 'Shangdianzi', 

711 'state': 'Beijing Shi', 

712 'timezone': 'Asia/Shanghai', 

713 'type': 'unknown', 

714 'type_of_area': 'unknown', 

715 }, 

716 'variable': { 

717 'cf_standardname': 'mole_fraction_of_ozone_in_air', 

718 'chemical_formula': 'O3', 

719 'displayname': 'Ozone', 

720 'id': 5, 

721 'longname': 'ozone', 

722 'name': 'o3', 

723 'units': 'nmol mol-1', 

724 }, 

725 }] 

726 assert response.json() == expected_resp 

727 

728 

729 def test_search_variable_wrong_syntax(self, client, db): 

730 response = client.get("/search/?variable_id=ozone") 

731 expected_status_code = 400 

732 assert response.status_code == expected_status_code 

733 expected_resp = "Wrong value (not int) given: variable_id" 

734 assert response.json() == expected_resp 

735 

736 

737 def test_search_with_variable_id(self, client, db): 

738 response = client.get("/search/?variable_id=5") 

739 expected_status_code = 200 

740 assert response.status_code == expected_status_code 

741 expected_resp = [{'id': 2, 'label': 'CMA', 'order': 1, 

742 'sampling_frequency': 'hourly', 'aggregation': 'mean', 'data_origin_type': 'measurement', 

743 'data_start_date': '2003-09-07T15:30:00+00:00', 'data_end_date': '2016-12-31T14:30:00+00:00', 'coverage': -1.0, 

744 'data_origin': 'instrument', 'sampling_height': 7.0, 

745 'provider_version': 'N/A', 

746 'doi': '', 

747 'additional_metadata': {'absorption_cross_section': 'Hearn 1961', 

748 'measurement_method': 'uv_abs', 

749 'original_units': {'since_19740101000000': 'nmol/mol'}, 

750 'ebas_metadata_19740101000000_29y': {'Submitter': 'Unknown, Lady, lady.unknown@unknown.com, some long division name, SHORT, , 111 Streetname, , zipcode, Boulder, CO, USA', 

751 'Data level': '2', 

752 'Frameworks': 'GAW-WDCRG NOAA-ESRL', 

753 'Station code': 'XXX', 

754 'Station name': 'Secret' } }, 

755 'roles': [{'id': 1, 'role': 'resource provider', 'status': 'active', 

756 'contact': {'id': 5, 'organisation': {'id': 2, 'name': 'FZJ', 'longname': 'Forschungszentrum Jülich', 

757 'kind': 'research', 'city': 'Jülich', 'postcode': '52425', 'street_address': 'Wilhelm-Johnen-Straße', 

758 'country': 'Germany', 'homepage': 'https://www.fz-juelich.de', 'contact_url': 'mailto:toar-data@fz-juelich.de'}}}], 

759 'variable': {'name': 'o3', 'longname': 'ozone', 'displayname': 'Ozone', 

760 'cf_standardname': 'mole_fraction_of_ozone_in_air', 'units': 'nmol mol-1', 

761 'chemical_formula': 'O3', 'id': 5}, 

762 'station': {'id': 3, 'codes': ['China_test8'], 'name': 'Test_China', 

763 'coordinates': {'alt': 1534.0, 'lat': 36.256, 'lng': 117.106}, 

764 'coordinate_validation_status': 'not checked', 

765 'country': 'China', 'state': 'Shandong Sheng', 

766 'type': 'unknown', 'type_of_area': 'unknown', 

767 'timezone': 'Asia/Shanghai', 

768 'additional_metadata': {}, 

769 'aux_images': [], 'aux_docs': [], 'aux_urls': [], 

770 'globalmeta': {'climatic_zone_year2016': '6 (warm temperate dry)', 

771 'distance_to_major_road_year2020': -999.0, 

772 'dominant_ecoregion_year2017': '-1 (undefined)', 

773 'dominant_landcover_year2012': '10 (Cropland, rainfed)', 

774 'ecoregion_description_25km_year2017': '', 

775 'htap_region_tier1_year2010': '10 (SAF Sub Saharan/sub Sahel Africa)', 

776 'landcover_description_25km_year2012': '', 

777 'max_stable_nightlights_25km_year1992': -999.0, 

778 'max_stable_nightlights_25km_year2013': -999.0, 

779 'max_population_density_25km_year1990': -1.0, 

780 'max_population_density_25km_year2015': -1.0, 

781 'max_topography_srtm_relative_alt_5km_year1994': -999.0, 

782 'mean_stable_nightlights_1km_year2013': -999.0, 

783 'mean_stable_nightlights_5km_year2013': -999.0, 

784 'mean_nox_emissions_10km_year2000': -999.0, 

785 'mean_nox_emissions_10km_year2015': -999.0, 

786 'mean_population_density_250m_year1990': -1.0, 

787 'mean_population_density_250m_year2015': -1.0, 

788 'mean_population_density_5km_year1990': -1.0, 

789 'mean_population_density_5km_year2015': -1.0, 

790 'mean_topography_srtm_alt_1km_year1994': -999.0, 

791 'mean_topography_srtm_alt_90m_year1994': -999.0, 

792 'min_topography_srtm_relative_alt_5km_year1994': -999.0, 

793 'stddev_topography_srtm_relative_alt_5km_year1994': -999.0, 

794 'toar1_category': 'unclassified', 

795 'toar2_category': 'suburban'}, 

796 'changelog': [{'datetime': '2023-08-15T21:16:20.596545+00:00', 

797 'description': 'station created', 

798 'old_value': '', 

799 'new_value': '', 

800 'station_id': 3, 

801 'author_id': 1, 

802 'type_of_change': 'created' 

803 }]}, 

804 'programme': {'id': 0, 'name': '', 'longname': '', 'homepage': '', 'description': ''}}, 

805 { 

806 'additional_metadata': { 

807 'original_units': 'ppb', 

808 }, 

809 'aggregation': 'mean', 

810 'coverage': -1.0, 

811 'data_end_date': '2025-02-25T14:00:00+00:00', 

812 'data_origin': 'instrument', 

813 'data_origin_type': 'measurement', 

814 'data_start_date': '1991-01-01T00:00:00+00:00', 

815 'doi': '', 

816 'id': 18763, 

817 'label': '', 

818 'order': 1, 

819 'programme': { 

820 'description': '', 

821 'homepage': '', 

822 'id': 0, 

823 'longname': '', 

824 'name': '', 

825 }, 

826 'provider_version': 'N/A',