From 84297ff0a664e465ee6a578a8eb09862bfa590d2 Mon Sep 17 00:00:00 2001
From: Zain Hoda <zain@hedgechart.com>
Date: Sun, 22 Feb 2015 14:29:48 -0500
Subject: [PATCH 1/6] Change hard-coded EUWest to USEast

In the future this should be read as an environment variable
---
 main.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/main.go b/main.go
index b8a4a87..d297301 100644
--- a/main.go
+++ b/main.go
@@ -30,7 +30,7 @@ func main() {
 	if err != nil {
 		log.Fatal(err)
 	}
-	s3Conn := s3.New(awsAuth, aws.EUWest)
+	s3Conn := s3.New(awsAuth, aws.USEast)
 	s3Storage = s3Conn.Bucket(os.Getenv("S3Bucket"))
 
 	m := martini.Classic()

From 740ac28ce699b085716ef96cc885453715e00f5f Mon Sep 17 00:00:00 2001
From: zainhoda <zain@hedgechart.com>
Date: Sun, 22 Feb 2015 15:58:58 -0500
Subject: [PATCH 2/6] Add "value" as an option and basic graphing capabilities

---
 structs.go               | 34 +++++++++++++++++++++++++++++++---
 templates/dashboard.html | 18 ++++++++++++++++++
 2 files changed, 49 insertions(+), 3 deletions(-)

diff --git a/structs.go b/structs.go
index 8327a6d..ea9d295 100644
--- a/structs.go
+++ b/structs.go
@@ -3,10 +3,10 @@ package main
 import (
 	"encoding/json"
 	"errors"
-	"log"
-	"time"
-
 	"launchpad.net/goamz/s3"
+	"log"
+	"strconv"
+	"time"
 )
 
 type dashboard struct {
@@ -52,6 +52,7 @@ type dashboardMetric struct {
 	Title          string                 `json:"title"`
 	Description    string                 `json:"description"`
 	Status         string                 `json:"status"`
+	Value          float64                `json:"value,omitifempty"`
 	Expires        int64                  `json:"expires,omitifempty"`
 	Freshness      int64                  `json:"freshness,omitifempty"`
 	HistoricalData dashboardMetricHistory `json:"history,omitifempty"`
@@ -61,6 +62,7 @@ type dashboardMetric struct {
 type dashboardMetricStatus struct {
 	Time   time.Time `json:"time"`
 	Status string    `json:"status"`
+	Value  float64   `json:"value"`
 }
 
 type dashboardMetricMeta struct {
@@ -83,10 +85,35 @@ func newDashboardMetric() *dashboardMetric {
 	}
 }
 
+func (dm *dashboardMetric) LabelHistory() string {
+	s := "["
+	for i, v := range dm.HistoricalData {
+		if i != 0 {
+			s = s + ", "
+		}
+		s = s + "" + strconv.Itoa(int(v.Time.Unix())) + ""
+	}
+	s = s + "]"
+	return s
+}
+
+func (dm *dashboardMetric) DataHistory() string {
+	s := "["
+	for i, v := range dm.HistoricalData {
+		if i != 0 {
+			s = s + ", "
+		}
+		s = s + strconv.FormatFloat(v.Value, 'g', 4, 64)
+	}
+	s = s + "]"
+	return s
+}
+
 func (dm *dashboardMetric) Update(m *dashboardMetric) {
 	dm.Title = m.Title
 	dm.Description = m.Description
 	dm.Status = m.Status
+	dm.Value = m.Value
 	if m.Expires != 0 {
 		dm.Expires = m.Expires
 	}
@@ -96,6 +123,7 @@ func (dm *dashboardMetric) Update(m *dashboardMetric) {
 	dm.HistoricalData = append(dashboardMetricHistory{dashboardMetricStatus{
 		Time:   time.Now(),
 		Status: m.Status,
+		Value:  m.Value,
 	}}, dm.HistoricalData...)
 
 	countStatus := make(map[string]float64)
diff --git a/templates/dashboard.html b/templates/dashboard.html
index 4ab3952..f6c51c2 100644
--- a/templates/dashboard.html
+++ b/templates/dashboard.html
@@ -10,6 +10,10 @@
     <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.2/css/bootstrap.min.css">
     <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.2/css/bootstrap-theme.min.css">
 
+	<!-- Chartist Library -->
+	<link rel="stylesheet" href="//cdn.jsdelivr.net/chartist.js/latest/chartist.min.css">
+    <script src="//cdn.jsdelivr.net/chartist.js/latest/chartist.min.js"></script>
+
     <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
     <!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
     <!--[if lt IE 9]>
@@ -75,6 +79,20 @@
           <div class="col-md-9">
             <h4>{{ metric.Title }}</h4>
             <p>{{ metric.Description }}</p>
+			<span class="label label-info">Current Value: {{ metric.Value }}</span>
+			<div class="ct-chart {{metric.MetricID}} .ct-double-octave"></div>
+			<script>
+				    var data = {
+				        // A labels array that can contain any sort of values
+				        labels: {{ metric.LabelHistory }},
+				        // Our series array that contains series objects or in this case series data arrays
+				        series: [
+				            {{ metric.DataHistory }}
+				        ]
+				    };
+				
+				    new Chartist.Line('.{{metric.MetricID}}', data);
+			</script>
             <small>
               Updated {{ metric.Meta.LastUpdate|naturaltime}}
               {% if metric.Status != "OK" %}

From e5da9e4c17d442a9e3b3005c96e69afbd95b8bbd Mon Sep 17 00:00:00 2001
From: zainhoda <zain@hedgechart.com>
Date: Sun, 22 Feb 2015 16:19:26 -0500
Subject: [PATCH 3/6] Additional fixes for graphing

Historical data should be appended at the end of the list. Add some
Javascript code to convert time in int to time in string.
---
 .gitignore               |  2 ++
 structs.go               |  4 ++--
 templates/dashboard.html | 18 ++++++++++++++++++
 3 files changed, 22 insertions(+), 2 deletions(-)

diff --git a/.gitignore b/.gitignore
index 9b10a1b..cfc5a8c 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,4 @@
 gin-bin
 mondash
+
+*.sh
diff --git a/structs.go b/structs.go
index ea9d295..df78bbd 100644
--- a/structs.go
+++ b/structs.go
@@ -120,11 +120,11 @@ func (dm *dashboardMetric) Update(m *dashboardMetric) {
 	if m.Freshness != 0 {
 		dm.Freshness = m.Freshness
 	}
-	dm.HistoricalData = append(dashboardMetricHistory{dashboardMetricStatus{
+	dm.HistoricalData = append(dm.HistoricalData, dashboardMetricStatus{
 		Time:   time.Now(),
 		Status: m.Status,
 		Value:  m.Value,
-	}}, dm.HistoricalData...)
+	})
 
 	countStatus := make(map[string]float64)
 
diff --git a/templates/dashboard.html b/templates/dashboard.html
index f6c51c2..90414e5 100644
--- a/templates/dashboard.html
+++ b/templates/dashboard.html
@@ -13,6 +13,20 @@
 	<!-- Chartist Library -->
 	<link rel="stylesheet" href="//cdn.jsdelivr.net/chartist.js/latest/chartist.min.css">
     <script src="//cdn.jsdelivr.net/chartist.js/latest/chartist.min.js"></script>
+	<script>
+	function timeConverter(UNIX_timestamp){
+	  var a = new Date(UNIX_timestamp*1000);
+	  var months = ['Jan','Feb','Mar','Apr','May','Jun','Jul','Aug','Sep','Oct','Nov','Dec'];
+	  var year = a.getFullYear();
+	  var month = months[a.getMonth()];
+	  var date = a.getDate();
+	  var hour = a.getHours();
+	  var min = a.getMinutes();
+	  var sec = a.getSeconds();
+	  var time = date + ' ' + month + ' ' + year + ' ' + hour + ':' + min + ':' + sec ;
+	  return time;
+	}
+	</script>
 
     <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
     <!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
@@ -91,6 +105,10 @@
 				        ]
 				    };
 				
+					for (var i = 0; i < data.labels.length; i++) {
+						data.labels[i] = timeConverter(data.labels[i]);
+					}
+				
 				    new Chartist.Line('.{{metric.MetricID}}', data);
 			</script>
             <small>

From 525db95b083250c3ecc39ea015de2ce20d5e5e12 Mon Sep 17 00:00:00 2001
From: zainhoda <zain@hedgechart.com>
Date: Sun, 22 Feb 2015 20:16:40 -0500
Subject: [PATCH 4/6] Add statistical monitoring

---
 structs.go               | 69 ++++++++++++++++++++++++++++++++++++++++
 templates/dashboard.html |  8 ++---
 2 files changed, 73 insertions(+), 4 deletions(-)

diff --git a/structs.go b/structs.go
index df78bbd..fae2e16 100644
--- a/structs.go
+++ b/structs.go
@@ -5,6 +5,7 @@ import (
 	"errors"
 	"launchpad.net/goamz/s3"
 	"log"
+	"sort"
 	"strconv"
 	"time"
 )
@@ -85,6 +86,74 @@ func newDashboardMetric() *dashboardMetric {
 	}
 }
 
+func median(values []float64) float64 {
+	sort.Float64s(values)
+
+	// If even, take an average
+	if len(values)%2 == 0 {
+		return 0.5*values[len(values)/2] + 0.5*values[len(values)/2-1]
+	}
+	return values[len(values)/2-1]
+}
+
+func absoluteValue(value float64) float64 {
+	if value < 0 {
+		value = -value
+	}
+	return value
+}
+
+func absoluteDeviation(values []float64) []float64 {
+	medianValue := median(values)
+
+	deviation := make([]float64, len(values))
+
+	for i, _ := range values {
+		deviation[i] = absoluteValue(values[i] - medianValue)
+	}
+
+	return deviation
+}
+
+func (dm *dashboardMetric) getValueArray() []float64 {
+	values := make([]float64, 0)
+
+	for _, v := range dm.HistoricalData {
+		values = append(values, v.Value)
+	}
+
+	return values
+}
+
+func (dm *dashboardMetric) Median() float64 {
+	return median(dm.getValueArray())
+}
+
+func (dm *dashboardMetric) MedianAbsoluteDeviation() (float64, float64) {
+	values := dm.getValueArray()
+	medianValue := dm.Median()
+
+	return medianValue, median(absoluteDeviation(values))
+}
+
+func (dm *dashboardMetric) MadMultiplier() float64 {
+	medianValue, MAD := dm.MedianAbsoluteDeviation()
+
+	return absoluteValue(dm.Value-medianValue) / MAD
+}
+
+func (dm *dashboardMetric) StatisticalStatus() string {
+	mult := dm.MadMultiplier()
+
+	if mult > 4 {
+		return "Critical"
+	} else if mult > 3 {
+		return "Warning"
+	}
+
+	return "OK"
+}
+
 func (dm *dashboardMetric) LabelHistory() string {
 	s := "["
 	for i, v := range dm.HistoricalData {
diff --git a/templates/dashboard.html b/templates/dashboard.html
index 90414e5..50c84a4 100644
--- a/templates/dashboard.html
+++ b/templates/dashboard.html
@@ -81,11 +81,11 @@
       </div>
     {% else %}
       {% for metric in metrics %}
-        {% if metric.Status == "OK" %}
+        {% if metric.StatisticalStatus == "OK" %}
         <div class="row alert alert-success">
-        {% elif metric.Status == "Warning" %}
+        {% elif metric.StatisticalStatus == "Warning" %}
         <div class="row alert alert-warning">
-        {% elif metric.Status == "Critical" %}
+        {% elif metric.StatisticalStatus == "Critical" %}
         <div class="row alert alert-danger">
         {% else %}
         <div class="row alert alert-info">
@@ -93,7 +93,7 @@
           <div class="col-md-9">
             <h4>{{ metric.Title }}</h4>
             <p>{{ metric.Description }}</p>
-			<span class="label label-info">Current Value: {{ metric.Value }}</span>
+			<span><span class="label label-info">Current Value: {{ metric.Value }}</span> {{ metric.MadMultiplier }} MAD above the Median ({{ metric.Median }})</span>
 			<div class="ct-chart {{metric.MetricID}} .ct-double-octave"></div>
 			<script>
 				    var data = {

From 3f7e71c0c97a4afcfd7c8bd05e38ca0f288d21e9 Mon Sep 17 00:00:00 2001
From: zainhoda <zain@hedgechart.com>
Date: Sun, 22 Feb 2015 21:20:14 -0500
Subject: [PATCH 5/6] Fix a bug for a median of 1 value

---
 structs.go | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/structs.go b/structs.go
index fae2e16..f8c9c2d 100644
--- a/structs.go
+++ b/structs.go
@@ -89,10 +89,17 @@ func newDashboardMetric() *dashboardMetric {
 func median(values []float64) float64 {
 	sort.Float64s(values)
 
+	if len(values) == 1 {
+		return values[0]
+	}
+
 	// If even, take an average
 	if len(values)%2 == 0 {
 		return 0.5*values[len(values)/2] + 0.5*values[len(values)/2-1]
 	}
+
+	log.Printf("len(values)=%v, len(values)/2=%v\n", len(values), len(values)/2)
+
 	return values[len(values)/2-1]
 }
 

From ba4ccee98cd7bfcf15d13078ea59d860887557c4 Mon Sep 17 00:00:00 2001
From: zainhoda <zain@hedgechart.com>
Date: Thu, 12 Mar 2015 01:13:45 -0400
Subject: [PATCH 6/6] Remove S3

S3 storage becomes really expensive. The network latency is also worse
than local file latency.
---
 main.go         | 23 ++++++++++++-----------
 structs.go      |  9 ++++++---
 web_handlers.go |  6 +++---
 3 files changed, 21 insertions(+), 17 deletions(-)

diff --git a/main.go b/main.go
index d297301..6e68d7f 100644
--- a/main.go
+++ b/main.go
@@ -5,13 +5,13 @@ import (
 	"fmt"
 	"io/ioutil"
 	"net/http"
-	"os"
+	//"os"
 	"time"
 
-	"log"
+	//"log"
 
-	"launchpad.net/goamz/aws"
-	"launchpad.net/goamz/s3"
+	//"launchpad.net/goamz/aws"
+	//"launchpad.net/goamz/s3"
 
 	"github.com/flosch/pongo2"
 	"github.com/go-martini/martini"
@@ -20,18 +20,19 @@ import (
 )
 
 var templates = make(map[string]*pongo2.Template)
-var s3Storage *s3.Bucket
+
+//var s3Storage *s3.Bucket
 
 func main() {
 	preloadTemplates()
 
 	// Initialize S3 storage
-	awsAuth, err := aws.EnvAuth()
-	if err != nil {
-		log.Fatal(err)
-	}
-	s3Conn := s3.New(awsAuth, aws.USEast)
-	s3Storage = s3Conn.Bucket(os.Getenv("S3Bucket"))
+	//awsAuth, err := aws.EnvAuth()
+	//if err != nil {
+	//	log.Fatal(err)
+	//}
+	//s3Conn := s3.New(awsAuth, aws.USEast)
+	//s3Storage = s3Conn.Bucket(os.Getenv("S3Bucket"))
 
 	m := martini.Classic()
 
diff --git a/structs.go b/structs.go
index f8c9c2d..ff2c417 100644
--- a/structs.go
+++ b/structs.go
@@ -3,8 +3,10 @@ package main
 import (
 	"encoding/json"
 	"errors"
-	"launchpad.net/goamz/s3"
+	"io/ioutil"
+	//"launchpad.net/goamz/s3"
 	"log"
+	//"os"
 	"sort"
 	"strconv"
 	"time"
@@ -17,7 +19,7 @@ type dashboard struct {
 }
 
 func loadDashboard(dashid string) (*dashboard, error) {
-	data, err := s3Storage.Get(dashid)
+	data, err := ioutil.ReadFile(dashid + ".txt")
 	if err != nil {
 		return &dashboard{}, errors.New("Dashboard not found")
 	}
@@ -34,7 +36,8 @@ func (d *dashboard) Save() {
 		log.Printf("Error while marshalling dashboard: %s", err)
 		return
 	}
-	err = s3Storage.Put(d.DashboardID, data, "application/json", s3.Private)
+	err = ioutil.WriteFile(d.DashboardID+".txt", data, 0600)
+
 	if err != nil {
 		log.Printf("Error while storing dashboard: %s", err)
 	}
diff --git a/web_handlers.go b/web_handlers.go
index f7f2ad4..b19e843 100644
--- a/web_handlers.go
+++ b/web_handlers.go
@@ -19,10 +19,10 @@ func handleRedirectWelcome(res http.ResponseWriter, req *http.Request) {
 
 func handleCreateRandomDashboard(res http.ResponseWriter, req *http.Request) {
 	urlProposal := generateAPIKey()[0:20]
-	_, err := s3Storage.Get(urlProposal)
+	_, err := ioutil.ReadFile(urlProposal + ".txt")
 	for err == nil {
 		urlProposal = generateAPIKey()[0:20]
-		_, err = s3Storage.Get(urlProposal)
+		_, err = ioutil.ReadFile(urlProposal + ".txt")
 	}
 	http.Redirect(res, req, fmt.Sprintf("/%s", urlProposal), http.StatusTemporaryRedirect)
 }
@@ -62,7 +62,7 @@ func handleDeleteDashboard(params martini.Params, req *http.Request, res http.Re
 		return
 	}
 
-	_ = s3Storage.Del(params["dashid"])
+	//_ = s3Storage.Del(params["dashid"])
 	http.Error(res, "OK", http.StatusOK)
 }