city maps apis

Author: Simon Funke

app/controllers/city_maps_controller.rb

@@ -6,7 +6,7 @@ def index
 
     respond_to do |format|
       format.html # index.html.erb
-      format.json { render json: @city_maps }
+      format.json { render json: @city_maps, :only => [:name, :latitude, :longitude, :id] }
     end
   end
 

app/controllers/city_measurements_controller.rb

@@ -2,11 +2,37 @@ class CityMeasurementsController < ApplicationController
   # GET /city_measurements
   # GET /city_measurements.json
   def index
+    if params["id"].nil?
+      @city_measurements = CityMeasurement.all
+    else
+      begin 
+        @city_measurements = CityMeasurement.where(:city_map_id => params["id"])
+      rescue 
+        @city_measurements = []
+      end
+    end
+
+    # Find suspicious data by computing the derivatives over time and checking for rapid drops
+    droplimit = -1.0/2
+    if @city_measurements.size > 0 
+      @city_measurements[0].is_suspicious = false
+
+        (1..@city_measurements.size-1).each do |i|
+          @city_measurements[i].is_suspicious = false
+          begin 
+            if ((@city_measurements[i].NumberOfClientsSplitByClientAndByServer - @city_measurements[i-1].NumberOfClientsSplitByClientAndByServer)/1) < droplimit
+              @city_measurements[i].is_suspicious = true
+            end
+          rescue 
+          end
+        end 
+    end
+
     @city_measurements = CityMeasurement.all
 
     respond_to do |format|
       format.html # index.html.erb
-      format.json { render json: @city_measurements }
+      format.json { render json: @city_measurements.to_json(:only => [:month, :NumberOfClientsSplitByClientAndByServer], :methods => :suspicious) }
     end
   end
 

app/models/city_map.rb

@@ -1,2 +1,4 @@
 class CityMap < ActiveRecord::Base
+  has_many :city_measurements
+
 end

app/models/city_measurement.rb

@@ -1,2 +1,10 @@
 class CityMeasurement < ActiveRecord::Base
+  attr_accessor :is_suspicious
+  belongs_to :city_map
+
+  default_scope :order => 'month DESC'
+
+  def suspicious
+    self.is_suspicious
+  end
 end

app/views/city_maps/index.html.erb

@@ -6,7 +6,7 @@
     <th>Name</th>
     <th>Region</th>
     <th>Latitude</th>
-    <th>Longtitude</th>
+    <th>Longitude</th>
     <th></th>
     <th></th>
     <th></th>
@@ -18,7 +18,7 @@
     <td><%= city_map.name %></td>
     <td><%= city_map.region %></td>
     <td><%= city_map.latitude %></td>
-    <td><%= city_map.longtitude %></td>
+    <td><%= city_map.longitude %></td>
     <td><%= link_to 'Show', city_map %></td>
     <td><%= link_to 'Edit', edit_city_map_path(city_map) %></td>
     <td><%= link_to 'Destroy', city_map, confirm: 'Are you sure?', method: :delete %></td>

db/migrate/20111108222653_create_city_measurements.rb

@@ -1,6 +1,8 @@
 class CreateCityMeasurements < ActiveRecord::Migration
   def change
     create_table :city_measurements do |t|
+      t.integer :city_map_id
+      t.string :city
       t.date :month
       t.float :DownloadThroughputSplitByClientAndByServer
       t.float :UploadThroughputSplitByClientAndByServer

db/schema.rb

@@ -24,6 +24,8 @@
   end
 
   create_table "city_measurements", :force => true do |t|
+    t.integer  "city_map_id"
+    t.string   "city"
     t.date     "month"
     t.float    "DownloadThroughputSplitByClientAndByServer"
     t.float    "UploadThroughputSplitByClientAndByServer"

lib/tasks/load_mlab_data.rake

@@ -29,11 +29,50 @@ namespace :load_mlab_data do
     csv = CSV.parse(csv_text, :headers => true)
     csv.each do |row|
       row = row.to_hash.with_indifferent_access
-      CountryMeasurement.create!(row.to_hash.symbolize_keys)
+      countrymeasurement = CountryMeasurement.new(row.to_hash.symbolize_keys)
+      begin
+        day = row['month'].split('-')[1]
+        month = row['month'].split('-')[0]
+        year = row['month'].split('-')[2]
+        countrymeasurement.month = "#{year}-#{month}-#{day}"
+      rescue
+      end
+      countrymeasurement.save
+    end
+  end
+
+  desc "Loading city_map data"
+  task :load_city_map => :environment do
+    csv_text = File.read('mlab_data/city_map.txt')
+    csv = CSV.parse(csv_text, :headers => true)
+    csv.each do |row|
+      row = row.to_hash.with_indifferent_access
+      citymap = CityMap.new(row.to_hash.symbolize_keys)
+      citymap.id = citymap.city.hash
+      citymap.save!
+    end
+  end
+
+  desc "Loading city_measurements data"
+  task :load_city_measurements => :environment do
+    csv_text = File.read('mlab_data/city_measurements.txt')
+    csv = CSV.parse(csv_text, :headers => true)
+    csv.each do |row|
+      row = row.to_hash.with_indifferent_access
+      citymeasurement = CityMeasurement.new(row.to_hash.symbolize_keys)
+      begin
+        day = row['month'].split('-')[1]
+        month = row['month'].split('-')[0]
+        year = row['month'].split('-')[2]
+        citymeasurement.month = "#{year}-#{month}-#{day}"
+      rescue
+      end
+      citymeasurement.city_map_id = citymeasurement.city.hash
+      citymeasurement.save!
     end
   end
 
   desc "Run all mlab data tasks"
-  task :all => [:load_world_measurements_data, :load_country_map, :load_country_measurements]
+  task :all => [:load_world_measurements_data, :load_country_map, :load_country_measurements, :load_city_measurements, :load_city_map]
 
 end