Create function to translate peers into health

- implement "feedback" (random) policy if we can't determine the actual policy
- implement get_source_object to get source by flexible input (string/binary)
- put DownloadState recent value into sources and update variable related with it.

Tribler/Core/TorrentChecker/torrent_checker.py

@@ -357,7 +357,8 @@ def _create_session_for_request(self, infohash, tracker_url):
 
  # before creating a new session, check if the tracker is alive
  if not self._session.lm.tracker_manager.should_check_tracker(tracker_url):
- self._logger.warn(u"skipping recently failed tracker %s", tracker_url)
+ self._logger.warn(u"skipping recently failed tracker %s by %d times", tracker_url,
+ self._session.lm.tracker_manager.get_tracker_info(tracker_url)['failures'])
  return
 
  session = create_tracker_session(tracker_url, self._on_result_from_session)

Tribler/Core/Utilities/utilities.py

@@ -244,3 +244,56 @@ def fix_torrent(file_path):
  fixed_data = bencode(fixed_data)
 
  return fixed_data
+
+def translate_peers_into_health(peer_info_dicts, status=None):
+ # peer_info_dicts is a peer_info dictionary from LibTorrentDownloadImpl.create_peerlist_data
+ # status is libtorrent torrent status #TODO : unused for now
+ # purpose : where we want to measure a swarm's health but no tracker can be contacted
+
+ num_seeders = 0
+ num_leech = 0
+
+ num_all_peer = len(peer_info_dicts)
+
+ upload_only = 0
+ finished = 0
+ unfinished_able_dl = 0
+ interest_in_us = 0
+
+ # collecting some statistics
+ for p_info in peer_info_dicts:
+ upload_only_b = False
+ finished_b = False
+ interest_in_us_b = False
+
+ if p_info['upload_only']:
+ upload_only+=1
+ upload_only_b = True
+ if p_info['uinterested']:
+ interest_in_us+=1
+ interest_in_us_b = True
+
+ if p_info['completed'] == 1:
+ finished+=1
+ finished_b = True
+ else:
+ unfinished_able_dl += 1 if upload_only_b else 0
+
+ '''
+ seeders potentials:
+ 1. it's only want uploading right now (upload only)
+ 2. it's finished (we don't know whether it want to upload or not)
+
+
+ leecher potentials:
+ 1. it's interested in our piece
+ 2. it's unfinished but it's not 'upload only' (it can't leech for some reason)
+ 3. it's unfinished (less restrictive)
+
+ make sure to change those description when change the algorithm
+ '''
+
+ num_seeders = max(upload_only, finished)
+ num_leech = max(interest_in_us, min(unfinished_able_dl, num_all_peer - finished))
+ return (num_seeders, num_leech)
+

Tribler/Policies/BoostingManager.py

@@ -283,7 +283,7 @@ def set_share_mode_params(self, share_mode_target=None, share_mode_bandwidth=Non
  def add_source(self, source):
  if source not in self.boosting_sources:
  args = (self.session, self.session.lm.threadpool, source, self.source_interval, self.max_torrents_per_source, self.on_torrent_insert)
- # pylint: disable=star-args
+  # pylint: disable=star-args
 
  try:
  isdir = os.path.isdir(source)
@@ -455,9 +455,6 @@ def _logtorrentpeer(status, lt_torrent):
 
  self.session.lm.threadpool.add_task(self.scrape_trackers, self.tracker_interval)
 
- # save the old part
- return None
-
  def set_archive(self, source, enable):
  if source in self.boosting_sources:
  self.boosting_sources[source].archive = enable
@@ -600,7 +597,7 @@ def save_config(self):
  elif isinstance(self.policy, SeederRatioPolicy):
  policy = "seederratio"
  config.set(__name__, "policy", policy)
- with open(CONFIG_FILE, "w") as configf:
+ with open(CONFIG_FILE, "w ") as configf:
  config.write(configf)
 
  def log_statistics(self):

boosting.ini

@@ -1,5 +1,5 @@
 [Tribler.Policies.BoostingManager]
-max_torrents_per_source = 100
+max_torrents_per_source = 10
 max_torrents_active = 20
 source_interval = 300
 swarm_interval = 300
@@ -9,5 +9,5 @@ logging_interval = 60
 boosting_sources = ["http:https://bt.etree.org/rss/bt_etree_org.rdf"]
 boosting_enabled = ["http:https://bt.etree.org/rss/bt_etree_org.rdf"]
 boosting_disabled = []
-policy = random
+policy = seederratio