add property percentage_complied to ContentRemovalRequestPeriod

Author: kynan

app/models/content_removal_request.rb

@@ -1,5 +1,6 @@
 class ContentRemovalRequest < ActiveRecord::Base
   belongs_to :content_removal_request_period
+
   has_many :products
   has_many :reasons
 

app/models/content_removal_request_period.rb

@@ -1,5 +1,6 @@
 class ContentRemovalRequestPeriod < ActiveRecord::Base
   has_many :content_removal_requests
+  has_one :country
 
-  attr_accessible :period_start, :period_end
+  attr_accessible :period_start, :period_end, :percentage_complied
 end

app/models/country.rb

@@ -1,5 +1,7 @@
 class Country < ActiveRecord::Base
   belongs_to :continent
+  belongs_to :content_removal_request_period
+
   validates_presence_of :code, :name
   validates_uniqueness_of :code
 

db/migrate/20111109012203_create_content_removal_request_periods.rb

@@ -4,6 +4,7 @@ def self.up
       t.date :period_start
       t.date :period_end
       t.integer :country_id
+      t.float :percentage_complied
       t.timestamps
     end
   end

db/schema.rb

@@ -11,7 +11,7 @@
 #
 # It's strongly recommended to check this file into your version control system.
 
-ActiveRecord::Schema.define(:version => 20111108232726) do
+ActiveRecord::Schema.define(:version => 20111109012514) do
 
   create_table "city_maps", :force => true do |t|
     t.string   "city"
@@ -36,6 +36,26 @@
     t.datetime "updated_at"
   end
 
+  create_table "content_removal_request_periods", :force => true do |t|
+    t.date     "period_start"
+    t.date     "period_end"
+    t.integer  "country_id"
+    t.float    "percentage_complied"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  create_table "content_removal_requests", :force => true do |t|
+    t.integer  "content_removal_request_period_id"
+    t.integer  "product_id"
+    t.integer  "reason_id"
+    t.integer  "courtOrders"
+    t.integer  "executive"
+    t.integer  "items"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
   create_table "continents", :force => true do |t|
     t.string   "code"
     t.string   "name"
@@ -86,6 +106,18 @@
     t.datetime "updated_at"
   end
 
+  create_table "products", :force => true do |t|
+    t.string   "name"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  create_table "reasons", :force => true do |t|
+    t.string   "name"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
   create_table "world_measurements", :force => true do |t|
     t.date     "month"
     t.float    "DownloadThroughputSplitByClientAndByServer"

lib/tasks/load_transparencyreport_data.rake

@@ -0,0 +1,26 @@
+namespace :load_transparencyreport_data do 
+  require 'csv' 
+  require 'open-uri' 
+
+  desc "Loading transparencyreport data"
+  task :load_content_removal_requests => :environment do
+    #csv_text = File.read('https://www.google.com/transparencyreport/governmentrequests/google-content-removal-requests-by-product-and-reason.csv')
+    c = CSV.parse(open('https://www.google.com/transparencyreport/governmentrequests/google-content-removal-requests.csv'), :headers => true)
+    c.each do |r|
+      period_end = Date.strptime(r[0], '%m/%d/%Y')
+      e = ContentRemovalRequestPeriod.new(
+        :period_start => Date.new(period_end.year, period_end.month-5, 1),
+        :period_end => period_end,
+        :percentage_complied => r[4]
+      )
+      #puts r[2], Country.find_by_code(r[2])
+      e.country_id = Country.find_by_code(r[2]).id
+      e.save!
+    end
+  end
+
+  desc "Run all transparencyreport data tasks"
+  task :all => [:load_content_removal_requests]
+
+end
+

test/fixtures/content_removal_request_periods.yml

@@ -2,8 +2,10 @@ one:
   period_start: 2011-11-09
   period_end: 2011-11-09
   country_id: 1
+  percentage_complied: 1.5
 
 two:
   period_start: 2011-11-09
   period_end: 2011-11-09
   country_id: 1
+  percentage_complied: 1.5