OpenDroneMap-WebODM/coreplugins/openaerialmap/api.py

import json
from datetime import datetime
import os
from urllib.parse import urlencode

import piexif
from PIL import Image
from rest_framework import serializers
from rest_framework import status
from rest_framework.response import Response

from app.plugins import GlobalDataStore, get_site_settings, signals as plugin_signals
from app.plugins.views import TaskView
from app.plugins.worker import task

from webodm import settings
from django.dispatch import receiver

import requests

import logging

logger = logging.getLogger('app.logger')
ds = GlobalDataStore('openaerialmap')


def get_key_for(task_id, key):
    return "task_{}_{}".format(str(task_id), key)


def get_task_info(task_id):
    return ds.get_json(get_key_for(task_id, "info"), {
        'sharing': False,
        'shared': False,
        'error': ''
    })


def set_task_info(task_id, json):
    return ds.set_json(get_key_for(task_id, "info"), json)


@receiver(plugin_signals.task_removed, dispatch_uid="oam_on_task_removed")
@receiver(plugin_signals.task_completed, dispatch_uid="oam_on_task_completed")
def oam_cleanup(sender, task_id, **kwargs):
    # When a task is removed, simply remove clutter
    # When a task is re-processed, make sure we can re-share it if we shared a task previously

    logger.info("Cleaning up OAM datastore for task {}".format(str(task_id)))
    ds.del_key(get_key_for(task_id, "info"))


class Info(TaskView):
    def get(self, request, pk=None):
        task = self.get_and_check_task(request, pk)

        task_info = get_task_info(task.id)

        # Populate fields from first image in task
        imgs = [f for f in task.scan_images() if not f.lower().endswith(".txt")]
        if len(imgs) > 0:
            img = imgs[0]
            img_path = task.get_image_path(img)
            im = Image.open(img_path)

            # TODO: for better data we could look over all images
            # and find actual end and start time
            # Here we're picking an image at random and assuming a one hour flight
            if not 'sensor' in task_info:
                task_info['endDate'] = datetime.utcnow().timestamp() * 1000
                task_info['sensor'] = ''
                task_info['title'] = task.name
                task_info['provider'] = get_site_settings().organization_name

                if 'exif' in im.info:
                    exif_dict = piexif.load(im.info['exif'])
                    if 'Exif' in exif_dict:
                        if piexif.ExifIFD.DateTimeOriginal in exif_dict['Exif']:
                            try:
                                parsed_date = datetime.strptime(exif_dict['Exif'][piexif.ExifIFD.DateTimeOriginal].decode('ascii'),
                                                            '%Y:%m:%d %H:%M:%S')
                                task_info['endDate'] = parsed_date.timestamp() * 1000
                            except ValueError:
                                # Ignore date field if we can't parse it
                                pass
                    if '0th' in exif_dict:
                        if piexif.ImageIFD.Make in exif_dict['0th']:
                            task_info['sensor'] = exif_dict['0th'][piexif.ImageIFD.Make].decode('ascii').strip(' \t\r\n\0')

                        if piexif.ImageIFD.Model in exif_dict['0th']:
                            task_info['sensor'] = (task_info['sensor'] + " " + exif_dict['0th'][piexif.ImageIFD.Model].decode('ascii')).strip(' \t\r\n\0')

                task_info['startDate'] = task_info['endDate'] - 60 * 60 * 1000
                set_task_info(task.id, task_info)
        else:
            task_info['noImages'] = True

        return Response(task_info, status=status.HTTP_200_OK)


class JSONSerializer(serializers.Serializer):
    oamParams = serializers.JSONField(help_text="OpenAerialMap share parameters (sensor, title, provider, etc.)")


class Share(TaskView):
    def post(self, request, pk=None):
        task = self.get_and_check_task(request, pk)

        serializer = JSONSerializer(data=request.data)
        serializer.is_valid(raise_exception=True)

        oam_params = serializer['oamParams'].value

        task_info = get_task_info(task.id)
        task_info['sharing'] = True
        task_info['oam_upload_id'] = ''
        task_info['error'] = ''
        set_task_info(task.id, task_info)

        upload_orthophoto_to_oam.delay(task.id,
                                       task.get_asset_download_path('orthophoto.tif'),
                                       oam_params)

        return Response(task_info, status=status.HTTP_200_OK)


@task
def upload_orthophoto_to_oam(task_id, orthophoto_path, oam_params):
    # Upload to temporary central location since
    # OAM requires a public URL and not all WebODM
    # instances are public

    res = requests.post('https://www.webodm.org/oam/upload',
                        files=[
                            ('file', ('orthophoto.tif', open(orthophoto_path, 'rb'), 'image/tiff')),
                        ]).json()

    task_info = get_task_info(task_id)

    if 'url' in res:
        orthophoto_public_url = res['url']
        logger.info("Orthophoto uploaded to intermediary public URL " + orthophoto_public_url)

        # That's OK... we :heart: dronedeploy
        res = requests.post('https://api.openaerialmap.org/dronedeploy?{}'.format(urlencode(oam_params)),
                            json={
                                'download_path': orthophoto_public_url
                            }).json()

        if 'results' in res and 'upload' in res['results']:
            task_info['oam_upload_id'] = res['results']['upload']
            task_info['shared'] = True
        else:
            task_info['error'] = 'Could not upload orthophoto to OAM. The server replied: {}'.format(json.dumps(res))

            # Attempt to cleanup intermediate results
            requests.get('https://www.webodm.org/oam/cleanup/{}'.format(os.path.basename(orthophoto_public_url)))
    else:
        err_message = res['error'] if 'error' in res else json.dumps(res)
        task_info['error'] = 'Could not upload orthophoto to intermediate location: {}.'.format(err_message)

    task_info['sharing'] = False
    set_task_info(task_id, task_info)