////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
GETTING STARTED
!pip install pyinaturalist
!pip install pandas
!pip install OSGridConverter
from pyinaturalist.node_api import get_all_observations
import pandas as pd
from OSGridConverter import latlong2grid
print("Libraries imported!")
Requirement already satisfied: pyinaturalist in /Users/samuelrees/pyinaturalist (0.11.0) Requirement already satisfied: python-dateutil>=2.0 in /anaconda3/lib/python3.6/site-packages (from pyinaturalist) (2.8.1) Requirement already satisfied: python-forge in /anaconda3/lib/python3.6/site-packages (from pyinaturalist) (18.6.0) Requirement already satisfied: requests>=2.24.0 in /anaconda3/lib/python3.6/site-packages (from pyinaturalist) (2.25.1) Requirement already satisfied: six>=1.5 in /anaconda3/lib/python3.6/site-packages (from python-dateutil>=2.0->pyinaturalist) (1.15.0) Requirement already satisfied: idna<3,>=2.5 in /anaconda3/lib/python3.6/site-packages (from requests>=2.24.0->pyinaturalist) (2.10) Requirement already satisfied: urllib3<1.27,>=1.21.1 in /anaconda3/lib/python3.6/site-packages (from requests>=2.24.0->pyinaturalist) (1.26.2) Requirement already satisfied: chardet<5,>=3.0.2 in /anaconda3/lib/python3.6/site-packages (from requests>=2.24.0->pyinaturalist) (4.0.0) Requirement already satisfied: certifi>=2017.4.17 in /anaconda3/lib/python3.6/site-packages (from requests>=2.24.0->pyinaturalist) (2020.12.5) Requirement already satisfied: pandas in /anaconda3/lib/python3.6/site-packages (0.24.2) Requirement already satisfied: python-dateutil>=2.5.0 in /anaconda3/lib/python3.6/site-packages (from pandas) (2.8.1) Requirement already satisfied: pytz>=2011k in /anaconda3/lib/python3.6/site-packages (from pandas) (2020.4) Requirement already satisfied: numpy>=1.12.0 in /anaconda3/lib/python3.6/site-packages (from pandas) (1.19.2) Requirement already satisfied: six>=1.5 in /anaconda3/lib/python3.6/site-packages (from python-dateutil>=2.5.0->pandas) (1.15.0) Requirement already satisfied: OSGridConverter in /anaconda3/lib/python3.6/site-packages (0.1.3) Libraries imported!
////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
CHOOSE OBSERVATIONS TO DOWNLOAD
observations = get_all_observations(
user_id='sbushes', # Username ID
taxon_id=326777, # Taxon ID for Syrphidae = 49995.... Hemiptera = 47744, Aculeata = 326777
place_id=6857, # Location ID for UK = 6857
d1='2020-01-01', # Get observations from Jan 1st 2020...
d2='2020-12-12', # ...through Dec 12th 2020 (adjust these dates as needed)
geo=True, # Only get observations with geospatial coordinates
geoprivacy='open', # Only get observations with public coordinates (not obscured/private)
)
print("Observations ready!")
Observations ready!
////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
MORE ADVANCED BIT
#
def simplify_observation(obs):
simplified_obs = {}
# Top level values
simplified_obs['Date'] = obs['observed_on']
simplified_obs['Location Name'] = obs['place_guess']
simplified_obs['URL'] = obs['uri']
simplified_obs['location accuracy'] = obs['positional_accuracy']
# Nested values
simplified_obs['species name'] = obs['taxon']['name']
simplified_obs['coordinates'] = obs['geojson']['coordinates']
# Range of values (photos)
for i in range(len(obs['photos'])):
# Change value here if you want more or less than 3 photos
if(i<3):
simplified_obs['x Media Path '+str(i)] = obs['photos'][i]['url'].replace('square', 'original')
# Range of values (annotations)
for i in range(len(obs['annotations'])):
if (obs['annotations'][i]['controlled_value_id']==11):
simplified_obs['Sex'] = 'Male'
if (obs['annotations'][i]['controlled_value_id']==10):
simplified_obs['Sex'] = 'Female'
# Range of values (specific identifier)
#for i in range(len(obs['identifications'])):
# if obs['identifications'][i]['user']['name']=="Ian Andrews":
#
# simplified_obs['X Identified by Ian Andrews'] ='I.Andrews'
# simplified_obs['Ian Andrews ID'] =obs['identifications'][i]['taxon']['name']
#
# if simplified_obs['Ian Andrews ID'] != obs['taxon']['name']:
# print("Double check this URL")
# print(simplified_obs['URL'])
# Range of values (observation fields)
#for i in range(len(obs['ofvs'])):
# if (obs['ofvs'][i]['name']==('Interaction->Visited ''flower ''of')):
# simplified_obs['On flower'] = obs['ofvs'][i]['taxon']['name']
#print("all done!")
return simplified_obs
simpleObs = [simplify_observation(obs) for obs in observations]
print("Observations simplified!")
Observations simplified!
////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
VIEWING THE DATA
Now we've got it ready, lets check it out inside a dataframe so its a bit more legible.
df_test = pd.DataFrame.from_records(simpleObs)
df_test
Date | Location Name | Sex | URL | coordinates | location accuracy | species name | x Media Path 0 | x Media Path 1 | x Media Path 2 | |
---|---|---|---|---|---|---|---|---|---|---|
0 | 2020-02-26 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39250370 | [-2.7604670279, 52.7066438765] | 22.0 | Bombus terrestris | https://static.inaturalist.org/photos/62246856... | https://static.inaturalist.org/photos/62246841... | https://static.inaturalist.org/photos/62246865... |
1 | 2020-02-26 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39250371 | [-2.7604670279, 52.7066438765] | 22.0 | Anthophora plumipes | https://static.inaturalist.org/photos/62247532... | https://static.inaturalist.org/photos/62247471... | https://static.inaturalist.org/photos/62247483... |
2 | 2020-02-26 | Shrewsbury, UK | Female | https://www.inaturalist.org/observations/39251315 | [-2.7604574328, 52.7066129708] | 15.0 | Lasius | https://static.inaturalist.org/photos/62248710... | https://static.inaturalist.org/photos/62248693... | https://static.inaturalist.org/photos/62248700... |
3 | 2020-02-28 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39327032 | [-2.7500916986, 52.7109461712] | 4.0 | Bombus | https://static.inaturalist.org/photos/62376509... | https://static.inaturalist.org/photos/62376512... | https://static.inaturalist.org/photos/62376513... |
4 | 2020-03-02 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39473701 | [-2.7616058102, 52.7069243192] | 9.0 | Lasius | https://static.inaturalist.org/photos/62631721... | https://static.inaturalist.org/photos/62631724... | https://static.inaturalist.org/photos/62631727... |
5 | 2020-03-03 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39552440 | [-2.7604800799, 52.7063194565] | 15.0 | Bombus terrestris | https://static.inaturalist.org/photos/62761539... | https://static.inaturalist.org/photos/62761549... | https://static.inaturalist.org/photos/62761551... |
6 | 2020-03-05 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39591074 | [-2.7498102277, 52.7109966051] | 24.0 | Bombus | https://static.inaturalist.org/photos/62825251... | https://static.inaturalist.org/photos/62825253... | https://static.inaturalist.org/photos/62825255... |
7 | 2020-03-05 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39591086 | [-2.7496680706, 52.7110028629] | 33.0 | Bombus terrestris | https://static.inaturalist.org/photos/62825288... | https://static.inaturalist.org/photos/62825290... | https://static.inaturalist.org/photos/62825295... |
8 | 2020-03-06 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39625489 | [-2.758397269, 52.7076818904] | 15.0 | Vespula vulgaris | https://static.inaturalist.org/photos/62883645... | https://static.inaturalist.org/photos/62883625... | https://static.inaturalist.org/photos/62883630... |
9 | 2020-03-06 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39631271 | [-2.7647844283, 52.7083963123] | 31.0 | Apis mellifera | https://static.inaturalist.org/photos/62893646... | https://static.inaturalist.org/photos/62893648... | https://static.inaturalist.org/photos/62893650... |
10 | 2020-03-06 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39631276 | [-2.7647844283, 52.7083963123] | 31.0 | Apis mellifera | https://static.inaturalist.org/photos/62893663... | https://static.inaturalist.org/photos/62893655... | https://static.inaturalist.org/photos/62893669... |
11 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715369 | [-2.7569291314, 52.7028849826] | 61.0 | Bombus terrestris | https://static.inaturalist.org/photos/63035359... | https://static.inaturalist.org/photos/63035545... | NaN |
12 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715378 | [-2.7569291314, 52.7028849826] | 61.0 | Bombus terrestris | https://static.inaturalist.org/photos/63035375... | https://static.inaturalist.org/photos/63035373... | NaN |
13 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715389 | [-2.7569291314, 52.7028849826] | 61.0 | Apis mellifera | https://static.inaturalist.org/photos/63035440... | https://static.inaturalist.org/photos/63035435... | NaN |
14 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715393 | [-2.7569291314, 52.7028849826] | 61.0 | Apis mellifera | https://static.inaturalist.org/photos/63035455... | NaN | NaN |
15 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715394 | [-2.7569291314, 52.7028849826] | 61.0 | Bombus | https://static.inaturalist.org/photos/63035475... | https://static.inaturalist.org/photos/63035460... | https://static.inaturalist.org/photos/63035469... |
16 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715399 | [-2.7569291314, 52.7028849826] | 61.0 | Apis mellifera | https://static.inaturalist.org/photos/63035519... | https://static.inaturalist.org/photos/63035516... | NaN |
17 | 2020-03-09 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39861383 | [-2.7563181454, 52.7085165526] | 2.0 | Lasius | https://static.inaturalist.org/photos/63282543... | https://static.inaturalist.org/photos/63282541... | https://static.inaturalist.org/photos/63282547... |
18 | 2020-03-03 | Quarry Park, Shrewsbury, England, GB | NaN | https://www.inaturalist.org/observations/39888544 | [-2.7606666667, 52.706445] | NaN | Bombus terrestris | https://static.inaturalist.org/photos/63330073... | https://static.inaturalist.org/photos/63330050... | NaN |
19 | 2020-03-11 | Shrewsbury, UK | Male | https://www.inaturalist.org/observations/39898953 | [-2.7605249978, 52.7064674223] | 31.0 | Anthophora plumipes | https://static.inaturalist.org/photos/63347643... | https://static.inaturalist.org/photos/63347647... | https://static.inaturalist.org/photos/63347650... |
20 | 2020-03-11 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39898990 | [-2.7605249978, 52.7064674223] | 31.0 | Bombus terrestris | https://static.inaturalist.org/photos/63347853... | https://static.inaturalist.org/photos/63347857... | https://static.inaturalist.org/photos/63347865... |
21 | 2020-03-11 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39919985 | [-2.7648902527, 52.7070723145] | 7.0 | Lasius | https://static.inaturalist.org/photos/63384135... | https://static.inaturalist.org/photos/63384127... | https://static.inaturalist.org/photos/63384129... |
22 | 2020-03-12 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39939555 | [-2.7609032286, 52.7066735427] | 56.0 | Bombus terrestris | https://static.inaturalist.org/photos/63417463... | https://static.inaturalist.org/photos/63417443... | https://static.inaturalist.org/photos/63417446... |
23 | 2020-03-25 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40743094 | [-2.7597574646, 52.704213841] | 8.0 | Apis mellifera | https://static.inaturalist.org/photos/64590313... | NaN | NaN |
24 | 2020-03-25 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40743101 | [-2.7596783395, 52.7041112097] | 19.0 | Andrena | https://static.inaturalist.org/photos/64590349... | NaN | NaN |
25 | 2020-03-25 | Shrewsbury, UK | Female | https://www.inaturalist.org/observations/40743193 | [-2.7596514184, 52.7041182673] | 12.0 | Andrena fulva | https://static.inaturalist.org/photos/64590668... | https://static.inaturalist.org/photos/64590666... | https://static.inaturalist.org/photos/64590665... |
26 | 2020-03-23 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40852332 | [-2.7596218365, 52.7041255947] | 15.0 | Bombus terrestris | https://static.inaturalist.org/photos/64764400... | https://static.inaturalist.org/photos/64764392... | https://static.inaturalist.org/photos/64764413... |
27 | 2020-03-23 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40852590 | [-2.7596532334, 52.7040933672] | 14.0 | Bombus terrestris | https://static.inaturalist.org/photos/64764892... | https://static.inaturalist.org/photos/64764890... | https://static.inaturalist.org/photos/64764904... |
28 | 2020-03-26 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40950761 | [-2.7586800677, 52.7076822173] | 152.0 | Anthophora plumipes | https://static.inaturalist.org/photos/64928260... | NaN | NaN |
29 | 2020-04-06 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/41565696 | [-2.7586787939, 52.7069435758] | 15.0 | Andrena fulva | https://static.inaturalist.org/photos/65946914... | NaN | NaN |
... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
256 | 2020-08-05 | SWT garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55550221 | [-2.7444175986, 52.7068452203] | 8.0 | Apoidea | https://static.inaturalist.org/photos/88461322... | https://static.inaturalist.org/photos/88461313... | https://static.inaturalist.org/photos/88461307... |
257 | 2020-08-05 | SWT garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55550235 | [-2.7444175986, 52.7068452203] | 8.0 | Bombus | https://static.inaturalist.org/photos/88461484... | https://static.inaturalist.org/photos/88461490... | https://static.inaturalist.org/photos/88461497... |
258 | 2020-08-05 | SWT garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55551088 | [-2.7444063906, 52.706838604] | 8.0 | Lasioglossum | https://static.inaturalist.org/photos/88462090... | https://static.inaturalist.org/photos/88462051... | https://static.inaturalist.org/photos/88462063... |
259 | 2020-08-05 | SWT garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55551101 | [-2.7444063906, 52.706838604] | 8.0 | Vespula vulgaris | https://static.inaturalist.org/photos/88462307... | https://static.inaturalist.org/photos/88462301... | https://static.inaturalist.org/photos/88462315... |
260 | 2020-08-05 | SWT garden, Shrewsbury | NaN | https://www.inaturalist.org/observations/55551525 | [-2.7444195992, 52.7068441846] | 8.0 | Vespula | https://static.inaturalist.org/photos/88463479... | https://static.inaturalist.org/photos/88463487... | https://static.inaturalist.org/photos/88463498... |
261 | 2020-08-03 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55579733 | [-4.0516117158, 52.5427000656] | 103.0 | Pompilus cinereus | https://static.inaturalist.org/photos/88511938... | https://static.inaturalist.org/photos/88511935... | https://static.inaturalist.org/photos/88511943... |
262 | 2020-08-03 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55582241 | [-4.0522439439, 52.5426886535] | 116.0 | Cerceris arenaria | https://static.inaturalist.org/photos/88516361... | https://static.inaturalist.org/photos/88516357... | https://static.inaturalist.org/photos/88516353... |
263 | 2020-08-03 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55583899 | [-4.0523614646, 52.5425834931] | 110.0 | Pompilidae | https://static.inaturalist.org/photos/88519190... | https://static.inaturalist.org/photos/88519188... | https://static.inaturalist.org/photos/88519196... |
264 | 2020-08-04 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55585163 | [-4.052850995, 52.5426283206] | 94.0 | Myrmicinae | https://static.inaturalist.org/photos/88521702... | NaN | NaN |
265 | 2020-08-04 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55585578 | [-4.0527281259, 52.5425217443] | 148.0 | Formicinae | https://static.inaturalist.org/photos/88522150... | https://static.inaturalist.org/photos/88522153... | NaN |
266 | 2020-08-04 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55585594 | [-4.0527281259, 52.5425217443] | 148.0 | Myrmicinae | https://static.inaturalist.org/photos/88522272... | https://static.inaturalist.org/photos/88522287... | https://static.inaturalist.org/photos/88522281... |
267 | 2020-08-04 | Railway station car park, Aberdyfi, UK | NaN | https://www.inaturalist.org/observations/55585789 | [-4.0550763509, 52.5442857347] | 39.0 | Formica | https://static.inaturalist.org/photos/88522958... | https://static.inaturalist.org/photos/88522952... | NaN |
268 | 2020-08-05 | SWT back garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55623697 | [-2.7444304993, 52.706843657] | 8.0 | Bombus | https://static.inaturalist.org/photos/88583184... | https://static.inaturalist.org/photos/88583169... | https://static.inaturalist.org/photos/88583201... |
269 | 2020-08-05 | SWT back garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55623716 | [-2.7444304993, 52.706843657] | 8.0 | Lasius | https://static.inaturalist.org/photos/88583418... | https://static.inaturalist.org/photos/88583321... | https://static.inaturalist.org/photos/88583334... |
270 | 2020-07-28 | Path to Gravel Hill Ln, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56205550 | [-2.7576903997, 52.7161418169] | 132.0 | Colletes | https://static.inaturalist.org/photos/89553081... | https://static.inaturalist.org/photos/89553073... | https://static.inaturalist.org/photos/89553076... |
271 | 2020-07-28 | Severn to Gravel hill path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56205835 | [-2.7587982265, 52.7164017425] | 158.0 | Lasioglossum | https://static.inaturalist.org/photos/89554279... | https://static.inaturalist.org/photos/89554284... | NaN |
272 | 2020-07-28 | Coton Hill Reserve, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56248606 | [-2.7577263385, 52.721312341] | 31.0 | Vespula germanica | https://static.inaturalist.org/photos/89623073... | https://static.inaturalist.org/photos/89623012... | https://static.inaturalist.org/photos/89623052... |
273 | 2020-07-28 | Coton Hill Reserve, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56249505 | [-2.7585791745, 52.7220442642] | 143.0 | Leptothorax acervorum | https://static.inaturalist.org/photos/89624178... | NaN | NaN |
274 | 2020-07-28 | Coton Hill reserve, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56250275 | [-2.7584447141, 52.7221299936] | 107.0 | Gorytina | https://static.inaturalist.org/photos/89625619... | https://static.inaturalist.org/photos/89625609... | https://static.inaturalist.org/photos/89625625... |
275 | 2020-07-29 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56269605 | [-2.7593843977, 52.7095748416] | 423.0 | Colletes | https://static.inaturalist.org/photos/89658772... | https://static.inaturalist.org/photos/89658764... | https://static.inaturalist.org/photos/89658779... |
276 | 2020-07-31 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56272552 | [-2.7507654851, 52.7101099095] | 1170.0 | Formica fusca-group | https://static.inaturalist.org/photos/89663370... | https://static.inaturalist.org/photos/89663320... | https://static.inaturalist.org/photos/89663326... |
277 | 2020-08-07 | Ditherington to Haughmond path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56304972 | [-2.7192492441, 52.7237511702] | 943.0 | Myrmica | https://static.inaturalist.org/photos/89718522... | https://static.inaturalist.org/photos/89718495... | https://static.inaturalist.org/photos/89718500... |
278 | 2020-08-07 | By weir, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56305331 | [-2.7374101708, 52.715746918] | 204.0 | Vespula | https://static.inaturalist.org/photos/89719015... | https://static.inaturalist.org/photos/89719007... | https://static.inaturalist.org/photos/89719028... |
279 | 2020-08-27 | Water of Leith, Edinburgh, Scotland, GB | NaN | https://www.inaturalist.org/observations/58373777 | [-3.2268284265, 55.9492769244] | 178.0 | Bombus lucorum | https://static.inaturalist.org/photos/93190269... | NaN | NaN |
280 | 2020-08-11 | Inside Darwins Garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66692754 | [-2.7637060481, 52.7132183425] | 21.0 | Aculeata | https://static.inaturalist.org/photos/10757133... | https://static.inaturalist.org/photos/10757132... | https://static.inaturalist.org/photos/10757132... |
281 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66714889 | [-2.7580022621, 52.71623222] | 74.0 | Apis mellifera | https://static.inaturalist.org/photos/10761061... | https://static.inaturalist.org/photos/10761061... | NaN |
282 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66715568 | [-2.7580022621, 52.71623222] | 74.0 | Lasioglossum | https://static.inaturalist.org/photos/10761345... | https://static.inaturalist.org/photos/10761345... | https://static.inaturalist.org/photos/10761344... |
283 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66752979 | [-2.7580022621, 52.71623222] | 74.0 | Mellinus arvensis | https://static.inaturalist.org/photos/10768097... | https://static.inaturalist.org/photos/10768097... | NaN |
284 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66753325 | [-2.7580022621, 52.71623222] | 74.0 | Mellinus arvensis | https://static.inaturalist.org/photos/10768166... | https://static.inaturalist.org/photos/10768166... | https://static.inaturalist.org/photos/10768165... |
285 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66753327 | [-2.7580022621, 52.71623222] | 74.0 | Crabronidae | https://static.inaturalist.org/photos/10768167... | https://static.inaturalist.org/photos/10768168... | https://static.inaturalist.org/photos/10768167... |
286 rows × 10 columns
/////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
CONVERT FROM GPS TO UK OS GRID REFERENCE
This converts from GPS to OS. This shouldn't need editing, just run it.
allOS = []
for i in df_test['coordinates'].iteritems():
tempList = []
for j in i[1]:
tempList.append(j)
#print(tempList[0],tempList[1])
l=latlong2grid(tempList[1], tempList[0])
(l.N,l.E)
str(l)
#print(l)
allOS.append(str(l))
if 'Grid reference' in df_test.columns:
print("You have already run this cell and converted the grid references!")
else:
df_test.insert(0, "Grid reference", allOS, True)
df_final = df_test.drop(columns=['coordinates'])
print("Grid references converted!")
Grid references converted!
This takes the accuracy metric and roughly equates it to a 6 or 8 figure OS Grid reference.
for i in df_final['location accuracy'].iteritems():
if (i[1] > 80):
temp = df_final['Grid reference'][i[0]]
temp = temp[0:2]+temp[3:6]+temp[9:12]
df_final['Grid reference'][i[0]] = temp
else :
tamp = df_final['Grid reference'][i[0]]
tamp = tamp[0:2]+tamp[3:7]+tamp[9:13]
df_final['Grid reference'][i[0]] = tamp
df_final = df_final.drop(columns=['location accuracy'])
print("Location accuracy taken into account!")
/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:15: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy from ipykernel import kernelapp as app /anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:8: SettingWithCopyWarning: A value is trying to be set on a copy of a slice from a DataFrame See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy
Grid references converted!
////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
df_final['Recorder Name']='John Smith'
df_final
Grid reference | Date | Location Name | Sex | URL | species name | x Media Path 0 | x Media Path 1 | x Media Path 2 | Recorder Name | |
---|---|---|---|---|---|---|---|---|---|---|
0 | SJ48711238 | 2020-02-26 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39250370 | Bombus terrestris | https://static.inaturalist.org/photos/62246856... | https://static.inaturalist.org/photos/62246841... | https://static.inaturalist.org/photos/62246865... | John Smith |
1 | SJ48711238 | 2020-02-26 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39250371 | Anthophora plumipes | https://static.inaturalist.org/photos/62247532... | https://static.inaturalist.org/photos/62247471... | https://static.inaturalist.org/photos/62247483... | John Smith |
2 | SJ48711237 | 2020-02-26 | Shrewsbury, UK | Female | https://www.inaturalist.org/observations/39251315 | Lasius | https://static.inaturalist.org/photos/62248710... | https://static.inaturalist.org/photos/62248693... | https://static.inaturalist.org/photos/62248700... | John Smith |
3 | SJ49421285 | 2020-02-28 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39327032 | Bombus | https://static.inaturalist.org/photos/62376509... | https://static.inaturalist.org/photos/62376512... | https://static.inaturalist.org/photos/62376513... | John Smith |
4 | SJ48631241 | 2020-03-02 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39473701 | Lasius | https://static.inaturalist.org/photos/62631721... | https://static.inaturalist.org/photos/62631724... | https://static.inaturalist.org/photos/62631727... | John Smith |
5 | SJ48711234 | 2020-03-03 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39552440 | Bombus terrestris | https://static.inaturalist.org/photos/62761539... | https://static.inaturalist.org/photos/62761549... | https://static.inaturalist.org/photos/62761551... | John Smith |
6 | SJ49441285 | 2020-03-05 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39591074 | Bombus | https://static.inaturalist.org/photos/62825251... | https://static.inaturalist.org/photos/62825253... | https://static.inaturalist.org/photos/62825255... | John Smith |
7 | SJ49451285 | 2020-03-05 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39591086 | Bombus terrestris | https://static.inaturalist.org/photos/62825288... | https://static.inaturalist.org/photos/62825290... | https://static.inaturalist.org/photos/62825295... | John Smith |
8 | SJ48851249 | 2020-03-06 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39625489 | Vespula vulgaris | https://static.inaturalist.org/photos/62883645... | https://static.inaturalist.org/photos/62883625... | https://static.inaturalist.org/photos/62883630... | John Smith |
9 | SJ48421257 | 2020-03-06 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39631271 | Apis mellifera | https://static.inaturalist.org/photos/62893646... | https://static.inaturalist.org/photos/62893648... | https://static.inaturalist.org/photos/62893650... | John Smith |
10 | SJ48421257 | 2020-03-06 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39631276 | Apis mellifera | https://static.inaturalist.org/photos/62893663... | https://static.inaturalist.org/photos/62893655... | https://static.inaturalist.org/photos/62893669... | John Smith |
11 | SJ48951195 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715369 | Bombus terrestris | https://static.inaturalist.org/photos/63035359... | https://static.inaturalist.org/photos/63035545... | NaN | John Smith |
12 | SJ48951195 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715378 | Bombus terrestris | https://static.inaturalist.org/photos/63035375... | https://static.inaturalist.org/photos/63035373... | NaN | John Smith |
13 | SJ48951195 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715389 | Apis mellifera | https://static.inaturalist.org/photos/63035440... | https://static.inaturalist.org/photos/63035435... | NaN | John Smith |
14 | SJ48951195 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715393 | Apis mellifera | https://static.inaturalist.org/photos/63035455... | NaN | NaN | John Smith |
15 | SJ48951195 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715394 | Bombus | https://static.inaturalist.org/photos/63035475... | https://static.inaturalist.org/photos/63035460... | https://static.inaturalist.org/photos/63035469... | John Smith |
16 | SJ48951195 | 2020-03-08 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39715399 | Apis mellifera | https://static.inaturalist.org/photos/63035519... | https://static.inaturalist.org/photos/63035516... | NaN | John Smith |
17 | SJ48991258 | 2020-03-09 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39861383 | Lasius | https://static.inaturalist.org/photos/63282543... | https://static.inaturalist.org/photos/63282541... | https://static.inaturalist.org/photos/63282547... | John Smith |
18 | SJ48701235 | 2020-03-03 | Quarry Park, Shrewsbury, England, GB | NaN | https://www.inaturalist.org/observations/39888544 | Bombus terrestris | https://static.inaturalist.org/photos/63330073... | https://static.inaturalist.org/photos/63330050... | NaN | John Smith |
19 | SJ48711236 | 2020-03-11 | Shrewsbury, UK | Male | https://www.inaturalist.org/observations/39898953 | Anthophora plumipes | https://static.inaturalist.org/photos/63347643... | https://static.inaturalist.org/photos/63347647... | https://static.inaturalist.org/photos/63347650... | John Smith |
20 | SJ48711236 | 2020-03-11 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39898990 | Bombus terrestris | https://static.inaturalist.org/photos/63347853... | https://static.inaturalist.org/photos/63347857... | https://static.inaturalist.org/photos/63347865... | John Smith |
21 | SJ48411243 | 2020-03-11 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39919985 | Lasius | https://static.inaturalist.org/photos/63384135... | https://static.inaturalist.org/photos/63384127... | https://static.inaturalist.org/photos/63384129... | John Smith |
22 | SJ48681238 | 2020-03-12 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/39939555 | Bombus terrestris | https://static.inaturalist.org/photos/63417463... | https://static.inaturalist.org/photos/63417443... | https://static.inaturalist.org/photos/63417446... | John Smith |
23 | SJ48761210 | 2020-03-25 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40743094 | Apis mellifera | https://static.inaturalist.org/photos/64590313... | NaN | NaN | John Smith |
24 | SJ48761209 | 2020-03-25 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40743101 | Andrena | https://static.inaturalist.org/photos/64590349... | NaN | NaN | John Smith |
25 | SJ48761209 | 2020-03-25 | Shrewsbury, UK | Female | https://www.inaturalist.org/observations/40743193 | Andrena fulva | https://static.inaturalist.org/photos/64590668... | https://static.inaturalist.org/photos/64590666... | https://static.inaturalist.org/photos/64590665... | John Smith |
26 | SJ48761209 | 2020-03-23 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40852332 | Bombus terrestris | https://static.inaturalist.org/photos/64764400... | https://static.inaturalist.org/photos/64764392... | https://static.inaturalist.org/photos/64764413... | John Smith |
27 | SJ48761209 | 2020-03-23 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40852590 | Bombus terrestris | https://static.inaturalist.org/photos/64764892... | https://static.inaturalist.org/photos/64764890... | https://static.inaturalist.org/photos/64764904... | John Smith |
28 | SJ488124 | 2020-03-26 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/40950761 | Anthophora plumipes | https://static.inaturalist.org/photos/64928260... | NaN | NaN | John Smith |
29 | SJ48831241 | 2020-04-06 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/41565696 | Andrena fulva | https://static.inaturalist.org/photos/65946914... | NaN | NaN | John Smith |
... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
256 | SJ49801239 | 2020-08-05 | SWT garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55550221 | Apoidea | https://static.inaturalist.org/photos/88461322... | https://static.inaturalist.org/photos/88461313... | https://static.inaturalist.org/photos/88461307... | John Smith |
257 | SJ49801239 | 2020-08-05 | SWT garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55550235 | Bombus | https://static.inaturalist.org/photos/88461484... | https://static.inaturalist.org/photos/88461490... | https://static.inaturalist.org/photos/88461497... | John Smith |
258 | SJ49801239 | 2020-08-05 | SWT garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55551088 | Lasioglossum | https://static.inaturalist.org/photos/88462090... | https://static.inaturalist.org/photos/88462051... | https://static.inaturalist.org/photos/88462063... | John Smith |
259 | SJ49801239 | 2020-08-05 | SWT garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55551101 | Vespula vulgaris | https://static.inaturalist.org/photos/88462307... | https://static.inaturalist.org/photos/88462301... | https://static.inaturalist.org/photos/88462315... | John Smith |
260 | SJ49801239 | 2020-08-05 | SWT garden, Shrewsbury | NaN | https://www.inaturalist.org/observations/55551525 | Vespula | https://static.inaturalist.org/photos/88463479... | https://static.inaturalist.org/photos/88463487... | https://static.inaturalist.org/photos/88463498... | John Smith |
261 | SN609958 | 2020-08-03 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55579733 | Pompilus cinereus | https://static.inaturalist.org/photos/88511938... | https://static.inaturalist.org/photos/88511935... | https://static.inaturalist.org/photos/88511943... | John Smith |
262 | SN609958 | 2020-08-03 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55582241 | Cerceris arenaria | https://static.inaturalist.org/photos/88516361... | https://static.inaturalist.org/photos/88516357... | https://static.inaturalist.org/photos/88516353... | John Smith |
263 | SN609958 | 2020-08-03 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55583899 | Pompilidae | https://static.inaturalist.org/photos/88519190... | https://static.inaturalist.org/photos/88519188... | https://static.inaturalist.org/photos/88519196... | John Smith |
264 | SN608958 | 2020-08-04 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55585163 | Myrmicinae | https://static.inaturalist.org/photos/88521702... | NaN | NaN | John Smith |
265 | SN608958 | 2020-08-04 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55585578 | Formicinae | https://static.inaturalist.org/photos/88522150... | https://static.inaturalist.org/photos/88522153... | NaN | John Smith |
266 | SN608958 | 2020-08-04 | Aberdyfi dunes, Gwynedd, UK | NaN | https://www.inaturalist.org/observations/55585594 | Myrmicinae | https://static.inaturalist.org/photos/88522272... | https://static.inaturalist.org/photos/88522287... | https://static.inaturalist.org/photos/88522281... | John Smith |
267 | SN60739603 | 2020-08-04 | Railway station car park, Aberdyfi, UK | NaN | https://www.inaturalist.org/observations/55585789 | Formica | https://static.inaturalist.org/photos/88522958... | https://static.inaturalist.org/photos/88522952... | NaN | John Smith |
268 | SJ49791239 | 2020-08-05 | SWT back garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55623697 | Bombus | https://static.inaturalist.org/photos/88583184... | https://static.inaturalist.org/photos/88583169... | https://static.inaturalist.org/photos/88583201... | John Smith |
269 | SJ49791239 | 2020-08-05 | SWT back garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/55623716 | Lasius | https://static.inaturalist.org/photos/88583418... | https://static.inaturalist.org/photos/88583321... | https://static.inaturalist.org/photos/88583334... | John Smith |
270 | SJ489134 | 2020-07-28 | Path to Gravel Hill Ln, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56205550 | Colletes | https://static.inaturalist.org/photos/89553081... | https://static.inaturalist.org/photos/89553073... | https://static.inaturalist.org/photos/89553076... | John Smith |
271 | SJ488134 | 2020-07-28 | Severn to Gravel hill path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56205835 | Lasioglossum | https://static.inaturalist.org/photos/89554279... | https://static.inaturalist.org/photos/89554284... | NaN | John Smith |
272 | SJ48911400 | 2020-07-28 | Coton Hill Reserve, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56248606 | Vespula germanica | https://static.inaturalist.org/photos/89623073... | https://static.inaturalist.org/photos/89623012... | https://static.inaturalist.org/photos/89623052... | John Smith |
273 | SJ488140 | 2020-07-28 | Coton Hill Reserve, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56249505 | Leptothorax acervorum | https://static.inaturalist.org/photos/89624178... | NaN | NaN | John Smith |
274 | SJ488141 | 2020-07-28 | Coton Hill reserve, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56250275 | Gorytina | https://static.inaturalist.org/photos/89625619... | https://static.inaturalist.org/photos/89625609... | https://static.inaturalist.org/photos/89625625... | John Smith |
275 | SJ487127 | 2020-07-29 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56269605 | Colletes | https://static.inaturalist.org/photos/89658772... | https://static.inaturalist.org/photos/89658764... | https://static.inaturalist.org/photos/89658779... | John Smith |
276 | SJ493127 | 2020-07-31 | Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56272552 | Formica fusca-group | https://static.inaturalist.org/photos/89663370... | https://static.inaturalist.org/photos/89663320... | https://static.inaturalist.org/photos/89663326... | John Smith |
277 | SJ515142 | 2020-08-07 | Ditherington to Haughmond path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56304972 | Myrmica | https://static.inaturalist.org/photos/89718522... | https://static.inaturalist.org/photos/89718495... | https://static.inaturalist.org/photos/89718500... | John Smith |
278 | SJ502133 | 2020-08-07 | By weir, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/56305331 | Vespula | https://static.inaturalist.org/photos/89719015... | https://static.inaturalist.org/photos/89719007... | https://static.inaturalist.org/photos/89719028... | John Smith |
279 | NT234735 | 2020-08-27 | Water of Leith, Edinburgh, Scotland, GB | NaN | https://www.inaturalist.org/observations/58373777 | Bombus lucorum | https://static.inaturalist.org/photos/93190269... | NaN | NaN | John Smith |
280 | SJ48501311 | 2020-08-11 | Inside Darwins Garden, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66692754 | Aculeata | https://static.inaturalist.org/photos/10757133... | https://static.inaturalist.org/photos/10757132... | https://static.inaturalist.org/photos/10757132... | John Smith |
281 | SJ48891344 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66714889 | Apis mellifera | https://static.inaturalist.org/photos/10761061... | https://static.inaturalist.org/photos/10761061... | NaN | John Smith |
282 | SJ48891344 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66715568 | Lasioglossum | https://static.inaturalist.org/photos/10761345... | https://static.inaturalist.org/photos/10761345... | https://static.inaturalist.org/photos/10761344... | John Smith |
283 | SJ48891344 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66752979 | Mellinus arvensis | https://static.inaturalist.org/photos/10768097... | https://static.inaturalist.org/photos/10768097... | NaN | John Smith |
284 | SJ48891344 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66753325 | Mellinus arvensis | https://static.inaturalist.org/photos/10768166... | https://static.inaturalist.org/photos/10768166... | https://static.inaturalist.org/photos/10768165... | John Smith |
285 | SJ48891344 | 2020-08-12 | Gravel Hill Lane River path, Shrewsbury, UK | NaN | https://www.inaturalist.org/observations/66753327 | Crabronidae | https://static.inaturalist.org/photos/10768167... | https://static.inaturalist.org/photos/10768168... | https://static.inaturalist.org/photos/10768167... | John Smith |
286 rows × 10 columns
////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
df_final.to_csv(r'empididae2020JSmith.csv', index = False, header=True)
print("Spreadsheet ready to use! ")
Spreadsheet ready to use!
////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
The column names should equate roughly to those in iRecord...
e.g. my column is named "x Media Path 0" and in iRecord there is an option for "Media Path 1"
I have been adding the URL as Media Path 4 which is then illustrated as a link in my records.
You can also rename the columns as you like in the code above, and ask iRecord to remember the mapping.
NOTE - Start with just a few!
You can upload by the hundreds, but you have to delete them one at a time, as there is no other way.
This is very time consuming, so start small.