First draft of torrent keywords updater functionality.

Author: frankblob

Tracker_add_Tracker_releases.idea

@@ -0,0 +1,19 @@
+Tracker
+ID: 1
+Keywords: "Fury 2014 HD"
+
+Timestamp: "Mon, 16 Feb 2015 09:24:01 +0000" ====> Compared with usertracker timestamp. If Tracker.timestamp newer than usertracker.timestamp, then inform user.
+
+created_at: "Sat, 07 Dec 2014 23:18:52 +0000"
+updated_at "Mon, 16 Feb 2015 11:44:17 +0000"
+
+Tracker_releases
+FK: Tracker_id: 1
+Keywords: "Fury 2014 the achilles The Doors heel"
+Timestamp: "Mon, 16 Feb 2015 09:26:02 +0000"
+
+FK: Tracker_id: 2
+Keywords: "DVDRIP Cuban Fury 2014 The Doors"
+Timestamp: "Mon, 16 Feb 2015 09:25:01 +0000" 
+
+Delete all tracker_releases with timestamps older than one month, once a month.

alternative_updater.rb

@@ -0,0 +1,37 @@
+class TrackerUpdater
+
+# Revert this! New perspective. 
+# Get all new torrents through last 24 hours as RSS file. 
+# Download and parse/search through. 
+# Only one hit = no hammering.)
+
+	def initialize
+		@updated_trackers = []
+		@updatepool = Tracker.where{updated_at < Time.now-86400}.all
+	end
+		
+	def go!	
+		@updatepool.each do |t|
+		search = KeywordSearch.new(t.keywords)
+		results = search.results
+		timestamp = results[0].at_css('pubDate').text.to_time
+		if timestamp > t.timestamp
+			t.timestamp = timestamp
+			@updated_trackers << t.id
+			#sleep 3 #to avoid ban for hammering feed source?
+		#else
+		#	t.touch #why?
+		end
+
+	def save_list 
+		someDBentry (with timestamps) = @updated_trackers
+		if someDBentry.save
+			@updated_trackers = nil
+			self (TrackerUpdater) = nil
+			send update success email to admin 
+		else 
+			alert admin of error via email!!!
+			# retry?
+		end
+	end
+end

app.rb

@@ -1,6 +1,6 @@
 require 'sinatra'
-require 'net/http'
-require 'oga'
+#require 'net/http' -relocated to get_torrent_releases.rb
+#require 'oga'
 
 class Updater
 
@@ -12,113 +12,55 @@ def initialize
 		@tracker_keywords = prepare_tracker_keywords
 		@regex_keywords = convert_keywords_to_regex
 		@updated_matches = match_regex_and_torrents
-#		update_tracker_timestamps
-#		generate_updated_tracker_list
+		update_tracker_timestamps
+		generate_updated_tracker_list
 #		mail_admin_summary
+#		mail_users_with_new_releases
 		@finish_time = Time.now
 	end
 
-#private
+private
 
-	def get_torrent_releases
-		pn, titles, timestamps = 0, [], []
-		while pn < 1
-			url = URI.parse('https://torrentz.eu/feedA?f=added%3A1d&p=' + pn.to_s)
-			response = Net::HTTP.get_response(url)
-			if response.body.include?("item")
-				doc = Oga.parse_xml(response.body)
-				doc.xpath('//item/title').map {|t| titles << t.text }
-				doc.xpath('//item/pubDate').map {|t| timestamps << t.text }
-				pn += 1
-			else
-				pn = nil
-			end
-		end
-		titles.zip(timestamps).uniq
-	end
-
-	def prepare_tracker_keywords
-			updatepool = Tracker.where{updated_at < Time.now-86400}.all
-			keywords = []
-			updatepool.each do |k|
-				keywords << k.keywords.split(' ')
-			end
-			keywords
-	end
-
-	def convert_keywords_to_regex
-		keywords = @tracker_keywords.map do |array_lineitem|
-			builder = ""
-			last = ""
-			array_lineitem.each do |string_element|
-			  if string_element[0] == "-"
-					string_element.sub!(/^-/, '')
-					last += '(?m)^(?!.*?' + string_element + ')'
-				else 
-					builder += '(?=.*?\b' + string_element + '\b)'	
-				end
-			end
-			if last.empty?
-				throwback = "/" + builder + ".*/i"	
-			else 
-				throwback = "/" + builder + ".*" + last + ".*$" + "/i"
-			end
-			eval(throwback)
-		end	
-	end
-
-	def match_regex_and_torrents
-		hash = @released_torrents.to_h
-		@regex_keywords.map do |regex|  
-			hash.select{ |k, _| k[regex]}
-		end #  hash.select{ |k, _| k[/(?=.*?\bkeyword1\b)(?=.*?\bkeyword2\b)(?=.*?\bkeyword3\b).*(?m)^(?!.*?keyword4).*$/i]}
-	end
+require_relative 'controllers/init'
 
-	def update_tracker_timestamps
-				@updated_trackers = []
-	end
-
-	def generate_updated_tracker_list
+	def mail_admin_summary
 		# something
 	end
 
-	def mail_admin_summary
+	def mail_users_with_new_releases
 		# something
 	end
 
 end
 
-=begin
-keywords.each do |keys|
-words = keys.split(' ')
-
-hash.select{ |k, _| k[/(?=.*?\bkeyword1\b)(?=.*?\bkeyword2\b)(?=.*?\bkeyword3\b).*(?m)^(?!.*?keyword4).*$/i]}		
-=end
-
 get '/verysecreturl33403430/?' do
 	Updater.new
 end
 
 get '/?' do
-	@list
+	@list = @updated_matches.map do |new_torrent|
+		new_torrent[1]
+	end
 	erb :index
 end
 
 __END__
 @@layout
 <html>
-<head>
-<body>
-<%= yield %>
-</body>
-</head>
+	<head>
+		<body>
+			<%= yield %>
+		</body>
+	</head>
 </html>
 
 @@index 
 <ul>
-<% @list.each do |title, time| %>
-<li>
-<%= "The torrent " + "'" + title + "'" +  " was released on " + time %>
-</li>
+<% @list.each do |item| %>
+	<% item.each do |new_torrent| %>
+		<li>
+		<%= "'" + new_torrent[0] + "'" + " was released on " + new_torrent[1] %>
+		</li>
+	<% end %>
 <% end %>
 </ul>

controllers/convert_keywords_to_regex.rb

@@ -0,0 +1,24 @@
+def convert_keywords_to_regex
+	id = []
+	regex = []
+	@tracker_keywords.map do |array_lineitem|
+		builder = ""
+		last = ""
+		id << array_lineitem[0]
+		array_lineitem[1].each do |string_element|
+		  if string_element[0] == "-"
+				string_element.sub!(/^-/, '')
+				last += '(?m)^(?!.*?' + string_element + ')'
+			else 
+				builder += '(?=.*?\b' + string_element + '\b)'	
+			end
+		end
+		if last.empty?
+			throwback = "/" + builder + ".*/i"	
+		else 
+			throwback = "/" + builder + ".*" + last + ".*$" + "/i"
+		end
+		regex << eval(throwback)
+	end	
+	id.zip(regex)
+end

controllers/generate_updated_tracker_list.rb

@@ -0,0 +1,5 @@
+	def generate_updated_tracker_list
+		@updated_matches.map do |updated_tracker|
+			updated_tracker[0]
+		end
+	end

controllers/get_torrent_releases.rb

@@ -0,0 +1,19 @@
+require 'net/http'
+require 'oga'
+
+	def get_torrent_releases
+		pn, titles, timestamps = 0, [], []
+		while pn < 1
+			url = URI.parse('https://torrentz.eu/feedA?f=added%3A1d&p=' + pn.to_s)
+			response = Net::HTTP.get_response(url)
+			if response.body.include?("item")
+				doc = Oga.parse_xml(response.body)
+				doc.xpath('//item/title').map {|t| titles << t.text }
+				doc.xpath('//item/pubDate').map {|t| timestamps << t.text }
+				pn += 1
+			else
+				pn = nil
+			end
+		end
+		titles.zip(timestamps).uniq
+	end

controllers/init.rb

@@ -0,0 +1,8 @@
+require_relative 'get_torrent_releases'
+require_relative 'prepare_tracker_keywords'
+require_relative 'convert_keywords_to_regex'
+require_relative 'match_regex_and_torrents'
+require_relative 'update_tracker_timestamps'
+require_relative 'generate_updated_tracker_list'
+#require_relative 'mail_admin_summary'
+#require_relative 'mail_users_with_new_releases'

controllers/match_regex_and_torrents.rb

@@ -0,0 +1,13 @@
+def match_regex_and_torrents
+	hash = @released_torrents.to_h
+	@regex_keywords.each do |tracker_regex|
+		regex = tracker_regex[1]
+		matching_torrents = hash.select{ |k, _| k[regex]}
+		if matching_torrents.empty?
+			@regex_keywords.delete(@regex_keywords.assoc(tracker_regex[0]))
+		else
+			tracker_regex.pop
+			tracker_regex.push(matching_torrents)
+		end
+	end
+end

controllers/prepare_tracker_keywords.rb

@@ -0,0 +1,9 @@
+def prepare_tracker_keywords
+		updatepool = Tracker.where{updated_at < Time.now-86400}.all
+		id, keywords = [], []
+		updatepool.each do |k|
+			id << k.id
+			keywords << k.keywords.split(' ')
+		end
+		id.zip(keywords)
+end

controllers/update_tracker_timestamps.rb

@@ -0,0 +1,6 @@
+	def update_tracker_timestamps
+		@updated_matches.each do |array_item|
+			time_insert = array_item[1].values.sort.last
+			Tracker[id: array_item[0]].update(timestamp: time_insert) 
+		end
+	end