{ "cells": [ { "cell_type": "markdown", "id": "738dce15", "metadata": { "papermill": { "duration": 0.010724, "end_time": "2024-07-01T13:29:18.302405", "exception": false, "start_time": "2024-07-01T13:29:18.291681", "status": "completed" }, "tags": [] }, "source": [ "# Metadata table" ] }, { "cell_type": "code", "execution_count": 1, "id": "c402baf1", "metadata": { "execution": { "iopub.execute_input": "2024-07-01T13:29:18.315563Z", "iopub.status.busy": "2024-07-01T13:29:18.314900Z", "iopub.status.idle": "2024-07-01T13:29:18.330954Z", "shell.execute_reply": "2024-07-01T13:29:18.330289Z" }, "papermill": { "duration": 0.025577, "end_time": "2024-07-01T13:29:18.332925", "exception": false, "start_time": "2024-07-01T13:29:18.307348", "status": "completed" }, "tags": [ "remove-input" ] }, "outputs": [], "source": [ "# NO CODE\n", "from json2html import json2html\n", "import json, re\n", "from IPython.display import HTML" ] }, { "cell_type": "code", "execution_count": 2, "id": "2e98c9c6", "metadata": { "execution": { "iopub.execute_input": "2024-07-01T13:29:18.348047Z", "iopub.status.busy": "2024-07-01T13:29:18.347170Z", "iopub.status.idle": "2024-07-01T13:29:18.353489Z", "shell.execute_reply": "2024-07-01T13:29:18.351984Z" }, "papermill": { "duration": 0.017418, "end_time": "2024-07-01T13:29:18.356996", "exception": false, "start_time": "2024-07-01T13:29:18.339578", "status": "completed" }, "tags": [ "parameters", "remove-input" ] }, "outputs": [], "source": [ "# NO CODE\n", "# PARAMETERS\n", "path = './meta/environment/meteocat_xema'" ] }, { "cell_type": "code", "execution_count": 3, "id": "a99770b1", "metadata": { "execution": { "iopub.execute_input": "2024-07-01T13:29:18.372496Z", "iopub.status.busy": "2024-07-01T13:29:18.372173Z", "iopub.status.idle": "2024-07-01T13:29:18.377990Z", "shell.execute_reply": "2024-07-01T13:29:18.376915Z" }, "papermill": { "duration": 0.015277, "end_time": "2024-07-01T13:29:18.380193", "exception": false, "start_time": "2024-07-01T13:29:18.364916", "status": "completed" }, "tags": [ "injected-parameters" ] }, "outputs": [], "source": [ "# Parameters\n", "path = \"./meta/mosquito_alert/reports_raw\"\n" ] }, { "cell_type": "code", "execution_count": 4, "id": "b634f319", "metadata": { "execution": { "iopub.execute_input": "2024-07-01T13:29:18.395981Z", "iopub.status.busy": "2024-07-01T13:29:18.395256Z", "iopub.status.idle": "2024-07-01T13:29:18.417946Z", "shell.execute_reply": "2024-07-01T13:29:18.416768Z" }, "papermill": { "duration": 0.035422, "end_time": "2024-07-01T13:29:18.422128", "exception": false, "start_time": "2024-07-01T13:29:18.386706", "status": "completed" }, "tags": [ "remove-input", "full-width" ] }, "outputs": [ { "data": { "text/html": [ "
$schema../schema.json
@context
@vocabhttps://schema.org/
qudthttp://qudt.org/schema/qudt/
xsdhttp://www.w3.org/2001/XMLSchema#
@typeDataset
namereports_raw
conditionsOfAccessPrivate
descriptionValidated and not validated reports from the Mosquito Alert application with information about bites, breeding sites and adult mosquito encounters. Useful for studying usage, sampling effort etc. Reports that the participant has deleted are excluded.
url
licenseAll rights reserved
citation
  • Eritja, R., Palmer, J. R. B., Roiz, D., Sanpera-Calbet, I., and Bartumeus, F., “Direct Evidence of Adult Aedes albopictus Dispersal by Car”, Scientific Reports, vol. 7, 2017. doi:10.1038/s41598-017-12652-5
  • Palmer, J. R. B., “Citizen science provides a reliable and scalable tool to track disease-carrying mosquitoes”, Nature Communications, vol. 8, 2017. doi:10.1038/s41467-017-00914-9
temporalCoverage2014/..
spatialCoverage
@typePlace
nameWorldwide
sameAshttps://www.wikidata.org/wiki/Q13780930
distribution
  • @typeDataDownload
    namecluster_ceab
    descriptionDistribution by SFTP protocol from CEAB cluster.
    encodingFormatRDS
    workExample
    contentUrl
    • sftp://j.palmer@cluster-ceab.ceab.csic.es/home/usuaris/j.palmer/research/mosquito_model_data_prep/data/proc/mosquito_alert_raw_reports.Rds
    contentSize+10MB
variableMeasured
  • @typePropertyValue
    nameversion_UUID
    descriptionUnique random UUID assigned to the report version by the device before it was uploaded to the Mosquito Alert server. Each record should have a unique version_UUID.
    unitText
    qudt:dataTypexsd:string
  • @typePropertyValue
    nameversion_number
    descriptionVersion number of the report. These are assigned sequentially starting with 0.
    unitText
    qudt:dataTypexsd:int
  • @typePropertyValue
    nameuser
    descriptionUnique random UUID of the participant who uploaded this report.
    unitText
    qudt:dataTypexsd:string
  • @typePropertyValue
    namereport_id
    descriptionRandom 4-digit character string assigned to the report. This is not guaranteed to be unique on its own, but is used as an easy code for participants to use to identify the report (for example, if sending a physical specimen). See unique_report_id for the unique report identifier.
    unitText
    qudt:dataTypexsd:string
  • @typePropertyValue
    nameserver_upload_time
    descriptionDate and time recorded by the Mosquito Alert server when this report version was uploaded.
    unitText
    qudt:dataTypexsd:dateTime
  • @typePropertyValue
    namephone_upload_time
    descriptionDate and time recorded by the participant's device when this report version was uploaded.
    unitText
    qudt:dataTypexsd:dateTime
  • @typePropertyValue
    namecreation_time
    descriptionDate and time recorded by the participant's device when the first version of this report was created. This is normally the date/time that one cares about for modeling as it is taken as the closest time to the actual observation. (In constrast, upload may have happened at a later time, based on availability of a data connection, and subsequent versions of the report may have been created at later times because the participant wanted to edit details of the initial observation.
    unitText
    qudt:dataTypexsd:dateTime
  • @typePropertyValue
    nameversion_time
    descriptionDate and time recorded by the participant's device when this version of the report was created.
    unitText
    qudt:dataTypexsd:dateTime
  • @typePropertyValue
    nametype
    descriptionType of report. Options are adult, site, bite, or mission.
    unitText
    qudt:dataTypexsd:string
  • @typePropertyValue
    namemission
    descriptionIdentifier of the mission in case this is a mission report.
    unitText
    qudt:dataTypexsd:int
  • @typePropertyValue
    namelocation_choice
    descriptionChoice participant selected when identifying location of the report. Either current or selected, the latter signifying that the participant selected a location on the map different from their current location.
    unitText
    qudt:dataTypexsd:string
  • @typePropertyValue
    namecurrent_location_lon
    descriptionLongitude of the participant's current location at the time of creating the first version of this report.
    unitTextDecimal degrees
    qudt:dataTypexsd:float
  • @typePropertyValue
    namecurrent_location_lat
    descriptionLatitude of the participant's current location at the time of creating the first version of this report.
    unitTextDecimal degrees
    qudt:dataTypexsd:float
  • @typePropertyValue
    nameselected_location_lon
    descriptionLongitude of the location participant selected on the map (if any) as the place of the observation.
    unitTextDecimal degrees
    qudt:dataTypexsd:float
  • @typePropertyValue
    nameselected_location_lat
    descriptionLatitude of the location participant selected on the map (if any) as the place of the observation.
    unitTextDecimal degrees
    qudt:dataTypexsd:float
  • @typePropertyValue
    namepackage_name
    descriptionName of the app package used to create the report.
    unitText
    qudt:dataTypexsd:string
  • @typePropertyValue
    namepackage_version
    descriptionVersion of the app package used to create the report.
    unitText
    qudt:dataTypexsd:string
  • @typePropertyValue
    nameos
    descriptionOperating system of the device used to create the report.
    unitText
    qudt:dataTypexsd:string
  • @typePropertyValue
    nameunique_report_id
    descriptionUnique ID created for each report (not report version) by concatinating user_id and report_id. Note each version of the report will have this same ID.
    unitText
    qudt:dataTypexsd:string
creator
  • @typeOrganization
    @idCEAB
    nameConsejo Superior de Investigaciones Científicas - Centro de Estudios Avanzados de Blanes (CSIC-CEAB)
  • @typePerson
    @idJP
    namePalmer, John Rossman Bertholf
  • @typePerson
    @idAE
    nameEscobar Rúbies, Agustí
measurementTechnique
  • Sampling. Anonymous citizen scientists send reports of possible observations of mosquitoes, their breeding sites and bites using the open source and free smartphone app Mosquito Alert. To send an observation, participants need to answer a small questionnaire (taxonomic questions in the case of mosquitoes or some descriptors in the case of breeding sites), indicate the location (current participant location or selecting it on a map), add a picture (optional) and notes or comments (optional). The app and project website offers information to help identify the target species and take good pictures that allow a proper post validation from entomologists (see more information onQuality Control section). Participants can edit or remove the observation at any time (only if the participant still maintains the Mosquito Alert app in their phone). The last version of each report is considered the prevailing information. There is no pre-set sampling frequency: participants can send as many data as they like. The project runs "face-to-face data collection events" mainly in schools, meaning that in some places and for a given time period, data sampling might be more intense. This is also true when and where there has been a particular dissemination event.
  • Quality control. Each report containing at least one picture evaluated by three independent entomologist and, if needed, reviewed by a fourth expert(senior entomologist). The dataset only includes reports from citizen staged by them as "adult mosquito", that contain at least one picture and that it has been evaluated by entomological experts.
" ], "text/plain": [ "" ] }, "execution_count": 4, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# NO CODE\n", "# FULL WIDTH\n", "with open(f'{path}.json') as f:\n", " data = json.load(f)\n", "\n", "table = json2html.convert(json=data, clubbing=False)\n", "table_sub = re.sub('', '', table)\n", "\n", "HTML(table_sub)\n", "\n", "# Run the following in the command line to build a html table\n", "# $ jupyter nbconvert --to html --no-input --no-prompt build_tables.ipynb\n" ] }, { "cell_type": "code", "execution_count": null, "id": "2ba8100f", "metadata": { "papermill": { "duration": 0.007391, "end_time": "2024-07-01T13:29:18.437607", "exception": false, "start_time": "2024-07-01T13:29:18.430216", "status": "completed" }, "tags": [] }, "outputs": [], "source": [] } ], "metadata": { "interpreter": { "hash": "524d3359b179f3b444361f48db8ae048bd8c237924fac1cd48a4c6f8144f6452" }, "kernelspec": { "display_name": "Python 3.7.10 64-bit ('scidb': conda)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.4" }, "metadata": { "interpreter": { "hash": "e3961729dbf4ff77740ff872c9a3eef08621b5b434e3d8d81026af4505918c74" } }, "papermill": { "default_parameters": {}, "duration": 1.607104, "end_time": "2024-07-01T13:29:18.667628", "environment_variables": {}, "exception": null, "input_path": "build_info.ipynb", "output_path": "./meta_ipynb/reports_raw.ipynb", "parameters": { "path": "./meta/mosquito_alert/reports_raw" }, "start_time": "2024-07-01T13:29:17.060524", "version": "2.3.4" } }, "nbformat": 4, "nbformat_minor": 5 }