{% extends "layout.html" %}

{% block body %}
{{ super() }}


<script src="static/webcam.js"></script>

<script type="text/javascript">
    function log(s) {
        var timestamp = new Date().toLocaleString()
        document.getElementById('log').innerHTML = timestamp + " - " + s + '<br/>'
            + document.getElementById('log').innerHTML;
    }

    function take_snapshot() {
        // take snapshot and get image data
        Webcam.snap(function (data_uri) {
            // display results in page
            document.getElementById('snapshot').innerHTML =
                '<img id=\'photo_preview\' src="' + data_uri + '" />';
            imgElement = document.getElementById("photo_preview");
            imgElement.onload = () => {
                imgElement.width = IMAGE_SIZE;
                imgElement.height = IMAGE_SIZE;
                predict(imgElement);
            };
        });
    }

    // 38 classes
    const LEAF_CLASSES = ['c_0 Apple Scab',
        'c_1 Apple Black Rot',
        'c_10 Corn Healthy',
        'c_11 Grape Black Rot',
        'c_12 Grape Black Measles',
        'c_13 Grape Leaf Blight',
        'c_14 Grape Healthy',
        'c_15 Orange Huanglongbing',
        'c_16 Peach Bacterial Spot',
        'c_17 Peach Healthy',
        'c_18 Bell Pepper Bacterial Spot',
        'c_19 Bell Pepper Healthy',
        'c_2 Apple Cedar Rust',
        'c_20 Potato Early Blight',
        'c_21 Potato Late Blight',
        'c_22 Potato Healthy',
        'c_23 Raspberry Healthy',
        'c_24 Soybean Healthy',
        'c_25 Squash Powdery Mildew',
        'c_26 Strawberry Leaf Scorch',
        'c_27 Strawberry Healthy',
        'c_28 Tomato Bacterial Spot',
        'c_29 Tomato Early Blight',
        'c_3 Apple Healthy',
        'c_30 Tomato Late Blight',
        'c_31 Tomato Leaf Mold',
        'c_32 Tomato Septoria Leaf Spot',
        'c_33 Tomato Two Spotted Spider Mite',
        'c_34 Tomato Target Spot',
        'c_35 Tomato Mosaic Virus',
        'c_36 Tomato Yellow Leaf Curl Virus',
        'c_37 Tomato Healthy',
        'c_4 Blueberry Healthy',
        'c_5 Cherry Powdery Mildew',
        'c_6 Cherry Healthy',
        'c_7 Corn Gray Leaf Spot',
        'c_8 Corn Common Rust',
        'c_9 Corn Northern Leaf Blight'];

    const MOBILENET_MODEL_PATH =
        'static/Mobilenet_Leaf/model.json';

    const IMAGE_SIZE = 224;
    const TOPK_PREDICTIONS = 5;

    let mobilenet;
    const loadmodel = async () => {
        $.blockUI({ message: '<h4>' + 'Loading Model...' + '</h4>', fadeIn: 0 });

        mobilenet = await tf.loadLayersModel(MOBILENET_MODEL_PATH);

        // Make a prediction through the locally hosted image.
        const imgElement = document.getElementById('leaf_img');
        if (imgElement.complete && imgElement.naturalHeight !== 0) {
            predict(imgElement);
            imgElement.style.display = '';
        } else {
            imgElement.onload = () => {
                predict(imgElement);
                imgElement.style.display = '';
            }
        }

        log("<i class='fa fa-cube'></i> Model loaded.");
        $.unblockUI();
    };

    /**
     * Given an image element, makes a prediction through mobilenet returning the
     * probabilities of the top K classes.
     */
    async function predict(imgElement) {
        $.blockUI({ message: '<h4>' + 'Predicting...' + '</h4>', fadeIn: 0 });

        // The first start time includes the time it takes to extract the image
        // from the HTML and preprocess it, in additon to the predict() call.
        const startTime1 = performance.now();
        // The second start time excludes the extraction and preprocessing and
        // includes only the predict() call.
        let startTime2;
        const logits = tf.tidy(() => {
            // tf.browser.fromPixels() returns a Tensor from an image element.
            const img = tf.browser.fromPixels(imgElement).toFloat();

            const offset = tf.scalar(127.5); // tf.tensor([104,117,124]);

            // const normalized = img.sub(offset); // .div(offset)

            // preprocessing
            const normalized = tf.sub(img, tf.tensor([104, 117, 124]))

            // Reshape to a single-element batch so we can pass it to predict.
            const batched = normalized.reshape([1, IMAGE_SIZE, IMAGE_SIZE, 3]);

            startTime2 = performance.now();
            // Make a prediction through mobilenet.
            return mobilenet.predict(batched);
        });

        // Convert logits to probabilities and class names.
        const classes = await getTopKClasses(logits, TOPK_PREDICTIONS);
        const totalTime1 = performance.now() - startTime1;
        const totalTime2 = performance.now() - startTime2;
        log(`<i class="fa fa-bolt"></i> Prediction done in ${Math.floor(totalTime1)} ms ` +
            `(not including preprocessing: ${Math.floor(totalTime2)} ms)`);

        // Show the classes in the DOM.
        showResults(imgElement, classes);

        $.unblockUI();
    }

    /**
     * Computes the probabilities of the topK classes given logits by computing
     * softmax to get probabilities and then sorting the probabilities.
     * @@param logits Tensor representing the logits from MobileNet.
     * @@param topK The number of top predictions to show.
     */
    async function getTopKClasses(logits, topK) {
        const values = await logits.data();

        const valuesAndIndices = [];
        for (let i = 0; i < values.length; i++) {
            valuesAndIndices.push({ value: values[i], index: i });
        }
        valuesAndIndices.sort((a, b) => {
            return b.value - a.value;
        });
        const topkValues = new Float32Array(topK);
        const topkIndices = new Int32Array(topK);
        for (let i = 0; i < topK; i++) {
            topkValues[i] = valuesAndIndices[i].value;
            topkIndices[i] = valuesAndIndices[i].index;
        }

        const topClassesAndProbs = [];
        for (let i = 0; i < topkIndices.length; i++) {
            topClassesAndProbs.push({
                className: LEAF_CLASSES[topkIndices[i]],
                probability: topkValues[i]
            })
        }
        return topClassesAndProbs;
    }

    predictionsElement = document.getElementById('predictions');
    function showResults(imgElement, classes) {
        imgElement.style = "width: 100%; height: auto";
        //imgElement.width = '100%';
        //imgElement.height = 'auto';
        const predictionContainer = document.createElement('div');
        predictionContainer.className = 'pred-container row';

        const imgContainer = document.createElement('div');
        imgContainer.className = 'col-md-6';
        imgContainer.appendChild(imgElement);
        predictionContainer.appendChild(imgContainer);

        const probsContainer = document.createElement('table');
        probsContainer.className = 'col-md-6 table';
        probsContainer.innerHTML = '<tr><th>Top ' + TOPK_PREDICTIONS + ' classes</th><th>Probability</th></tr>';
        for (let i = 0; i < classes.length; i++) {
            const row = document.createElement('tr');
            // row.style = 'line-height: 1';

            const classElement = document.createElement('td');
            classElement.innerText = classes[i].className;
            row.appendChild(classElement);

            const probsElement = document.createElement('td');
            probsElement.innerText = classes[i].probability.toFixed(3);
            row.appendChild(probsElement);

            probsContainer.appendChild(row);
        }
        predictionContainer.appendChild(probsContainer);

        predictionsElement.insertBefore(
            predictionContainer, predictionsElement.firstChild);
        predictionsElement.insertBefore(
            document.createElement('hr'), predictionsElement.firstChild);
    }

    $(document).ready(function () {
        predictionsElement = document.getElementById('predictions');

        log("<i class='fa fa-globe'></i> " + navigator.userAgent);

        const filesElement = document.getElementById('imageFiles');
        filesElement.addEventListener('change', evt => {
            let files = evt.target.files;
            // Display thumbnails & issue call to predict each image.
            for (let i = 0, f; f = files[i]; i++) {
                // Only process image files (skip non image files)
                if (!f.type.match('image.*')) {
                    continue;
                }
                let reader = new FileReader();
                reader.onload = e => {
                    // Fill the image & call predict.
                    let img = document.createElement('img');
                    img.src = e.target.result;
                    img.width = IMAGE_SIZE;
                    img.height = IMAGE_SIZE;
                    img.onload = () => predict(img);
                };

                // Read in the image file as a data URL.
                reader.readAsDataURL(f);
            }
        });

        $('#tab_cam').on('click', function (e) {

            Webcam.set({
                width: 320,
                height: 240,
                image_format: 'jpeg',
                jpeg_quality: 80
            });

            Webcam.attach('#my_camera');
            Webcam.on('load', function () {
            //    log('Camera activated.');
            });
            Webcam.on('live', function () {
                log('Camera is live.');
            });

            e.preventDefault();
            $(this).tab('show');
        })

        loadmodel();

        log('<i class="fa fa-bluetooth"> Camera connected.</i>');
    })
</script>

<div class="row">
    <div class="col-md-4">
        <h5>Title</h5>
        <div class="font-italic small">
        This page provides a classifier for plant diseases. 
        </div>
        <hr/>
        <p class="font-italic small">
            This model is trained on "PlantVillage Dataset". DOI: 10.17632/tywbtsjrjv
        </p>

        <br/>

        <ul class="nav nav-tabs nav-pills mx-auto border-info" role="tablist">
            <li class="nav-item">
                <a class="nav-link active" href="#tab0" role="tab" data-toggle="tab">Upload</a>
            </li>
            <li class="nav-item">
                <a id="tab_cam" class="nav-link" href="#tab1" role="tab" data-toggle="tab">Camera</a>
            </li>
        </ul>

        <div class="tab-content">
            <div role="tabpanel" class="tab-pane" id="tab1">
                <div id="my_camera"></div>
                <br />
                <form>
                    <input class="btn btn-secondary" type="button" value="Snapshot" onClick="take_snapshot()">
                </form>
                <br />
                <div id="snapshot">
                </div>
            </div>
            <div role="tabpanel" class="tab-pane active" id="tab0">

                <div id="file-container">
                    <br />
                    <input type="file" id="imageFiles" name="imageFiles[]" multiple
                           style="display:none;" />
                    <input type="text" id="imageFileCover" onclick="$('#imageFiles').click();"
                           class="input-large"
                           style="width: 100%; height: 30px; min-width: 100px;">
                    <a class="btn" onclick="$('#imageFiles').click();">
                        Choose Files
                    </a>
                    <br /><hr />
                </div>

                <div class="font-italic small">
                    <p>Model Specifications</p>                    
                    <table class="table">

                        <tr>
                            <td>Backbone model</td>
                            <td>mobilenet v2 pretrained on imagenet</td>
                        </tr>
                        <tr>
                            <td>Deep learning framework</td>
                            <td>keras. Backended by tensorflow-gpu 1.15.0</td>
                        </tr>
                        <tr>
                        <tr>
                            <td>Dataset</td>
                            <td>Plantvillage. 21917 images of 38 Classes</td>
                        </tr>
                        <tr>
                            <td>Training settings</td>
                            <td>72% training set. 18% validation set. 10% test set. Unfreeze all layers. 20 epochs. Select the best cv-acc model.</td>
                        </tr>
                        <tr>
                            <td>Accuracy</td>
                            <td>test_acc = <b title="After converting to tfjs model, acc may decrease.">96.9%</b></td>
                        </tr>
                        <tr>
                            <td>Model architecture</td>
                            <td><a target="_blank" href="static/Mobilenet_leaf/model.json">model.json</a></td>
                        </tr>
                        <tr>
                            <td>Model size</td>
                            <td>8.79MB (3 shards)</td>
                        </tr>
                        <tr>
                            <td>Inference Engine</td>
                            <td>TensorFlow.js 1.2.10</td>
                        </tr>
                    </table>
                </div>

                <script type="text/javascript">
                    $('#imageFile').change(function () {
                        $('#imageFileCover').val($(this).val());
                    });
                </script>
            </div>
        </div>
    </div>
    <div class="col-md-8">
        <div>
            <div id="predictions" class="container"></div>   
            <img id="leaf_img" alt="* This is a demo image. You may upload another image for classification."
                 src="static/Mobilenet_Leaf/tomato_leaf.jpg"
                 style="display:none;" width=224 height=224/>    
        </div>

        <hr />
        <div class="alert alert-light">
            <h5>Log</h5>
            <div id="log"></div>
        </div>
    </div>
</div>

{% endblock %}