added info message after m3u import finished

DemonEditor.spec

@@ -61,7 +61,7 @@ app = BUNDLE(coll,
                  'CFBundleDisplayName': 'DemonEditor',
                  'CFBundleGetInfoString': "Enigma2 channel and satellites editor",
                  'LSApplicationCategoryType': 'public.app-category.utilities',
-                 'CFBundleShortVersionString': "1.0.0 Beta (Build: {})".format(BUILD_DATE),
+                 'CFBundleShortVersionString': "1.0.4 Beta (Build: {})".format(BUILD_DATE),
                  'NSHumanReadableCopyright': u"Copyright © 2020, Dmitriy Yefremov",
                  'NSRequiresAquaSystemAppearance': 'false'
              })

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2018-2020 Dmitriy Yefremov
+Copyright (c) 2018-2021 Dmitriy Yefremov
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

README.md

@@ -1,23 +1,27 @@
 # <img src="app/ui/icons/hicolor/96x96/apps/demon-editor.png" width="32" /> DemonEditor
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](LICENSE) ![platform](https://img.shields.io/badge/platform-macos-lightgrey)
-## Enigma2 channel and satellites list editor for macOS (experimental).
+## Enigma2 channel and satellite list editor for macOS (experimental).  
+
+![Main app window in macOS Big Sur.](https://user-images.githubusercontent.com/7511379/92320982-9b20c780-f02e-11ea-8a43-fc0c70503573.png)  
+
 Experimental support of Neutrino-MP or others on the same basis (BPanther, etc).  
 Focused on the convenience of working in lists from the keyboard. The mouse is also fully supported (Drag and Drop etc).                                
 **The functionality and performance of this version may be different from the [Linux version](https://github.com/DYefremov/DemonEditor)!**
 
-![Main app window in macOS Big Sur.](https://user-images.githubusercontent.com/7511379/92320982-9b20c780-f02e-11ea-8a43-fc0c70503573.png)  
-
 ## Main features of the program
 * Editing bouquets, channels, satellites.
 * Import function.
 * Backup function.
 * Extended support of IPTV.
 * Support of picons.
-* Downloading of picons and updating of satellites (transponders) from the web.
+* Importing services, downloading picons and updating satellites from the Web.
 * Import to bouquet(Neutrino WEBTV) from m3u.
 * Export of bouquets with IPTV services in m3u.
 * Assignment of EPGs from DVB or XML for IPTV services (only Enigma2, experimental).
 * Preview (playback) of IPTV or other streams directly from the bouquet list (should be installed [VLC](https://www.videolan.org/vlc/)).
+* Control panel with the ability to view EPG and manage timers (via HTTP API, experimental).
+* Simple FTP client (experimental). 
+
 #### Keyboard shortcuts                                                                                                                                                                                            
 * **&#8984; + X** - only in bouquet list.
 * **&#8984; + C** - only in services list.                                                                                                                                                    

_config.yml

@@ -1,2 +1,4 @@
 theme: jekyll-theme-slate
-show_downloads: true
+title: DemonEditor
+description: Enigma2 channel and satellite list editor.
+show_downloads: false

app/connections.py

@@ -5,7 +5,7 @@ import time
 import urllib
 import xml.etree.ElementTree as ETree
 from enum import Enum
-from ftplib import FTP, error_perm
+from ftplib import FTP, CRLF, Error, error_perm
 from http.client import RemoteDisconnected
 from telnetlib import Telnet
 from urllib.error import HTTPError, URLError
@@ -43,8 +43,289 @@ class HttpApiException(Exception):
     pass
 
 
-def download_data(*, settings, download_type=DownloadType.ALL, callback=print, files_filter=None):
-    with FTP(host=settings.host, user=settings.user, passwd=settings.password) as ftp:
+class UtfFTP(FTP):
+    """ FTP class wrapper. """
+
+    def retrlines(self, cmd, callback=None):
+        """ Small modification of the original method.
+
+            It is used to retrieve data in line mode and skip errors related
+            to reading file names in encoding other than UTF-8 or Latin-1.
+            Decode errors are ignored [UnicodeDecodeError, etc].
+         """
+        if callback is None:
+            callback = log
+        self.sendcmd("TYPE A")
+        with self.transfercmd(cmd) as conn, conn.makefile("r", encoding=self.encoding, errors="ignore") as fp:
+            while 1:
+                line = fp.readline(self.maxline + 1)
+                if len(line) > self.maxline:
+                    msg = "UtfFTP [retrlines] error: got more than {} bytes".format(self.maxline)
+                    log(msg)
+                    raise Error(msg)
+                if self.debugging > 2:
+                    log('UtfFTP [retrlines] *retr* {}'.format(repr(line)))
+                if not line:
+                    break
+                if line[-2:] == CRLF:
+                    line = line[:-2]
+                elif line[-1:] == "\n":
+                    line = line[:-1]
+                callback(line)
+        return self.voidresp()
+
+    # ***************** Download ******************* #
+
+    def download_files(self, save_path, file_list, callback=None):
+        """ Downloads files from the receiver via FTP. """
+        for file in filter(lambda s: s.endswith(file_list), self.nlst()):
+            self.download_file(file, save_path, callback)
+
+    def download_file(self, name, save_path, callback=None):
+        with open(save_path + name, "wb") as f:
+            msg = "Downloading file: {}.   Status: {}\n"
+            try:
+                resp = str(self.retrbinary("RETR " + name, f.write))
+            except error_perm as e:
+                resp = str(e)
+                msg = msg.format(name, e)
+                log(msg.rstrip())
+            else:
+                msg = msg.format(name, resp)
+
+            callback(msg) if callback else log(msg.rstrip())
+
+            return resp
+
+    def download_dir(self, path, save_path, callback=None):
+        """  Downloads directory from FTP with all contents.
+
+            Creates a leaf directory and all intermediate ones. This is recursive.
+         """
+        os.makedirs(os.path.join(save_path, path), exist_ok=True)
+
+        files = []
+        self.dir(path, files.append)
+        for f in files:
+            f_data = f.split()
+            f_path = os.path.join(path, " ".join(f_data[8:]))
+
+            if f_data[0][0] == "d":
+                try:
+                    os.makedirs(os.path.join(save_path, f_path), exist_ok=True)
+                except OSError as e:
+                    msg = "Download dir error: {}".format(e).rstrip()
+                    log(msg)
+                    return "500 " + msg
+                else:
+                    self.download_dir(f_path, save_path, callback)
+            else:
+                try:
+                    self.download_file(f_path, save_path, callback)
+                except OSError as e:
+                    log("Download dir error: {}".format(e).rstrip())
+
+        resp = "226 Transfer complete."
+        msg = "Copy directory {}.   Status: {}".format(path, resp)
+        log(msg)
+
+        if callback:
+            callback(msg)
+
+        return resp
+
+    def download_xml(self, data_path, xml_path, xml_files, callback):
+        """ Used for download *.xml files. """
+        self.cwd(xml_path)
+        self.download_files(data_path, xml_files, callback)
+
+    def download_picons(self, src, dest, callback, files_filter=None):
+        try:
+            self.cwd(src)
+        except error_perm as e:
+            callback(str(e))
+            return
+
+        for file in filter(picons_filter_function(files_filter), self.nlst()):
+            self.download_file(file, dest, callback)
+
+    # ***************** Uploading ******************* #
+
+    def upload_bouquets(self, data_path, remove_unused, callback):
+        if remove_unused:
+            self.remove_unused_bouquets(callback)
+        self.upload_files(data_path, BQ_FILES_LIST, callback)
+
+    def upload_files(self, data_path, file_list, callback):
+        for file_name in os.listdir(data_path):
+            if file_name in STC_XML_FILE or file_name in WEB_TV_XML_FILE:
+                continue
+            if file_name.endswith(file_list):
+                self.send_file(file_name, data_path, callback)
+
+    def upload_xml(self, data_path, xml_path, xml_files, callback):
+        """ Used for transfer *.xml files. """
+        self.cwd(xml_path)
+        for xml_file in xml_files:
+            self.send_file(xml_file, data_path, callback)
+
+    def upload_picons(self, src, dest, callback, files_filter=None):
+        try:
+            self.cwd(dest)
+        except error_perm as e:
+            if str(e).startswith("550"):
+                self.mkd(dest)  # if not exist
+                self.cwd(dest)
+
+        for file_name in filter(picons_filter_function(files_filter), os.listdir(src)):
+            self.send_file(file_name, src, callback)
+
+    def remove_unused_bouquets(self, callback):
+        bq_files = ("userbouquet.", "bouquets.xml", "ubouquets.xml")
+
+        for file in filter(lambda f: f.startswith(bq_files), self.nlst()):
+            self.delete_file(file, callback)
+
+    def send_file(self, file_name, path, callback=None):
+        """ Opens the file in binary mode and transfers into receiver """
+        file_src = path + file_name
+        resp = "500"
+        if not os.path.isfile(file_src):
+            log("Uploading file: '{}'. File not found. Skipping.".format(file_src))
+            return resp + " File not found."
+
+        with open(file_src, "rb") as f:
+            msg = "Uploading file: {}.   Status: {}\n"
+            try:
+                resp = str(self.storbinary("STOR " + file_name, f))
+            except Error as e:
+                resp = str(e)
+                msg = msg.format(file_name, resp)
+                log(msg)
+            else:
+                msg = msg.format(file_name, resp)
+
+            if callback:
+                callback(msg)
+
+        return resp
+
+    def upload_dir(self, path, callback=None):
+        """ Uploads directory to FTP with all contents.
+
+            Creates a leaf directory and all intermediate ones. This is recursive.
+        """
+        resp = "200"
+        msg = "Uploading directory: {}.   Status: {}"
+        try:
+            files = os.listdir(path)
+        except OSError as e:
+            log(e)
+        else:
+            os.chdir(path)
+            for f in files:
+                file = r"{}{}".format(path, f)
+                if os.path.isfile(file):
+                    self.send_file(f, path, callback)
+                elif os.path.isdir(file):
+                    try:
+                        self.mkd(f)
+                    except Error:
+                        pass  # NOP
+
+                    try:
+                        self.cwd(f)
+                    except Error as e:
+                        resp = str(e)
+                        log(msg.format(f, resp))
+                    else:
+                        self.upload_dir(file + "/")
+
+            self.cwd("..")
+            os.chdir("..")
+
+            if callback:
+                callback(msg.format(path, resp))
+
+        return resp
+
+    # ****************** Deletion ******************** #
+
+    def delete_picons(self, callback, dest=None, files_filter=None):
+        if dest:
+            try:
+                self.cwd(dest)
+            except Error as e:
+                callback(str(e))
+                return
+
+        for file in filter(picons_filter_function(files_filter), self.nlst()):
+            self.delete_file(file, callback)
+
+    def delete_file(self, file, callback=log):
+        msg = "Deleting file: {}.   Status: {}\n"
+        try:
+            resp = self.delete(file)
+        except Error as e:
+            resp = str(e)
+            msg = msg.format(file, resp)
+            log(msg)
+        else:
+            msg = msg.format(file, resp)
+
+        if callback:
+            callback(msg)
+
+        return resp
+
+    def delete_dir(self, path, callback=None):
+        files = []
+        self.dir(path, files.append)
+        for f in files:
+            f_data = f.split()
+            name = " ".join(f_data[8:])
+            f_path = path + "/" + name
+
+            if f_data[0][0] == "d":
+                self.delete_dir(f_path, callback)
+            else:
+                self.delete_file(f_path, callback)
+
+        msg = "Remove directory {}.   Status: {}\n"
+        try:
+            resp = self.rmd(path)
+        except Error as e:
+            msg = msg.format(path, e)
+            log(msg)
+            return "500"
+        else:
+            msg = msg.format(path, resp)
+            log(msg.rstrip())
+
+        if callback:
+            callback(msg)
+
+        return resp
+
+    def rename_file(self, from_name, to_name, callback=None):
+        msg = "File rename: {}.   Status: {}\n"
+        try:
+            resp = self.rename(from_name, to_name)
+        except Error as e:
+            resp = str(e)
+            msg = msg.format(from_name, resp)
+            log(msg)
+        else:
+            msg = msg.format(from_name, resp)
+
+        if callback:
+            callback(msg)
+
+        return resp
+
+
+def download_data(*, settings, download_type=DownloadType.ALL, callback=log, files_filter=None):
+    with UtfFTP(host=settings.host, user=settings.user, passwd=settings.password) as ftp:
         ftp.encoding = "utf-8"
         callback("FTP OK.\n")
         save_path = settings.data_local_path
@@ -53,17 +334,17 @@ def download_data(*, settings, download_type=DownloadType.ALL, callback=print, f
         if download_type is DownloadType.ALL or download_type is DownloadType.BOUQUETS:
             ftp.cwd(settings.services_path)
             file_list = BQ_FILES_LIST + DATA_FILES_LIST if download_type is DownloadType.ALL else BQ_FILES_LIST
-            download_files(ftp, save_path, file_list, callback)
+            ftp.download_files(save_path, file_list, callback)
         # *.xml and webtv
         if download_type in (DownloadType.ALL, DownloadType.SATELLITES):
-            download_xml(ftp, save_path, settings.satellites_xml_path, STC_XML_FILE, callback)
+            ftp.download_xml(save_path, settings.satellites_xml_path, STC_XML_FILE, callback)
         if download_type in (DownloadType.ALL, DownloadType.WEBTV):
-            download_xml(ftp, save_path, settings.satellites_xml_path, WEB_TV_XML_FILE, callback)
+            ftp.download_xml(save_path, settings.satellites_xml_path, WEB_TV_XML_FILE, callback)
 
         if download_type is DownloadType.PICONS:
             picons_path = settings.picons_local_path
             os.makedirs(os.path.dirname(picons_path), exist_ok=True)
-            download_picons(ftp, settings.picons_path, picons_path, callback, files_filter)
+            ftp.download_picons(settings.picons_path, picons_path, callback, files_filter)
         # epg.dat
         if download_type is DownloadType.EPG:
             stb_path = settings.services_path
@@ -73,13 +354,13 @@ def download_data(*, settings, download_type=DownloadType.ALL, callback=print, f
                 save_path = epg_options.get("epg_dat_path", save_path)
 
             ftp.cwd(stb_path)
-            download_files(ftp, save_path, "epg.dat", callback)
+            ftp.download_files(save_path, "epg.dat", callback)
 
         callback("\nDone.\n")
 
 
 def upload_data(*, settings, download_type=DownloadType.ALL, remove_unused=False,
-                callback=print, done_callback=None, use_http=False, files_filter=None):
+                callback=log, done_callback=None, use_http=False, files_filter=None):
     s_type = settings.setting_type
     data_path = settings.data_local_path
     host = settings.host
@@ -89,7 +370,7 @@ def upload_data(*, settings, download_type=DownloadType.ALL, remove_unused=False
 
     try:
         if s_type is SettingsType.ENIGMA_2 and use_http:
-            ht = http(settings.http_user, settings.http_password, base_url, callback, settings.http_use_ssl)
+            ht = http(settings.user, settings.password, base_url, callback, settings.http_use_ssl)
             next(ht)
             message = ""
             if download_type is DownloadType.BOUQUETS:
@@ -112,8 +393,8 @@ def upload_data(*, settings, download_type=DownloadType.ALL, remove_unused=False
             if download_type is not DownloadType.PICONS:
                 # telnet
                 tn = telnet(host=host,
-                            user=settings.telnet_user,
-                            password=settings.telnet_password,
+                            user=settings.user,
+                            password=settings.password,
                             timeout=settings.telnet_timeout)
                 next(tn)
                 # terminate enigma or neutrino
@@ -121,33 +402,33 @@ def upload_data(*, settings, download_type=DownloadType.ALL, remove_unused=False
                 tn.send("init 4")
                 callback("Stopping GUI...\n")
 
-        with FTP(host=host, user=settings.user, passwd=settings.password) as ftp:
+        with UtfFTP(host=host, user=settings.user, passwd=settings.password) as ftp:
             ftp.encoding = "utf-8"
             callback("FTP OK.\n")
             sat_xml_path = settings.satellites_xml_path
             services_path = settings.services_path
 
             if download_type is DownloadType.SATELLITES:
-                upload_xml(ftp, data_path, sat_xml_path, STC_XML_FILE, callback)
+                ftp.upload_xml(data_path, sat_xml_path, STC_XML_FILE, callback)
 
             if s_type is SettingsType.NEUTRINO_MP and download_type is DownloadType.WEBTV:
-                upload_xml(ftp, data_path, sat_xml_path, WEB_TV_XML_FILE, callback)
+                ftp.upload_xml(data_path, sat_xml_path, WEB_TV_XML_FILE, callback)
 
             if download_type is DownloadType.BOUQUETS:
                 ftp.cwd(services_path)
-                upload_bouquets(ftp, data_path, remove_unused, callback)
+                ftp.upload_bouquets(data_path, remove_unused, callback)
 
             if download_type is DownloadType.ALL:
-                upload_xml(ftp, data_path, sat_xml_path, STC_XML_FILE, callback)
+                ftp.upload_xml(data_path, sat_xml_path, STC_XML_FILE, callback)
                 if s_type is SettingsType.NEUTRINO_MP:
-                    upload_xml(ftp, data_path, sat_xml_path, WEB_TV_XML_FILE, callback)
+                    ftp.upload_xml(data_path, sat_xml_path, WEB_TV_XML_FILE, callback)
 
                 ftp.cwd(services_path)
-                upload_bouquets(ftp, data_path, remove_unused, callback)
-                upload_files(ftp, data_path, DATA_FILES_LIST, callback)
+                ftp.upload_bouquets(data_path, remove_unused, callback)
+                ftp.upload_files(data_path, DATA_FILES_LIST, callback)
 
             if download_type is DownloadType.PICONS:
-                upload_picons(ftp, settings.picons_local_path, settings.picons_path, callback, files_filter)
+                ftp.upload_picons(settings.picons_local_path, settings.picons_path, callback, files_filter)
 
             if tn and not use_http:
                 # resume enigma or restart neutrino
@@ -169,90 +450,13 @@ def upload_data(*, settings, download_type=DownloadType.ALL, remove_unused=False
             ht.close()
 
 
-def upload_bouquets(ftp, data_path, remove_unused, callback):
-    if remove_unused:
-        remove_unused_bouquets(ftp, callback)
-    upload_files(ftp, data_path, BQ_FILES_LIST, callback)
-
-
-def upload_files(ftp, data_path, file_list, callback):
-    for file_name in os.listdir(data_path):
-        if file_name in STC_XML_FILE or file_name in WEB_TV_XML_FILE:
-            continue
-        if file_name.endswith(file_list):
-            send_file(file_name, data_path, ftp, callback)
-
-
-def remove_unused_bouquets(ftp, callback):
-    files = []
-    ftp.dir(files.append)
-    bq_files = ("tv", "radio", "bouquets.xml", "ubouquets.xml")
-
-    for file in filter(lambda f: f.endswith(bq_files), map(lambda f: f.split()[-1], map(str.rstrip, files))):
-        callback("Deleting file: {}.   Status: {}\n".format(file, ftp.delete(file)))
-
-
-def upload_xml(ftp, data_path, xml_path, xml_files, callback):
-    """ Used for transfer *.xml files. """
-    ftp.cwd(xml_path)
-    for xml_file in xml_files:
-        send_file(xml_file, data_path, ftp, callback)
-
-
-def download_xml(ftp, data_path, xml_path, xml_files, callback):
-    """ Used for download *.xml files. """
-    ftp.cwd(xml_path)
-    download_files(ftp, data_path, xml_files, callback)
-
-
 # ***************** Picons *******************#
 
-def upload_picons(ftp, src, dest, callback, files_filter=None):
-    try:
-        ftp.cwd(dest)
-    except error_perm as e:
-        if str(e).startswith("550"):
-            ftp.mkd(dest)  # if not exist
-            ftp.cwd(dest)
-
-    for file_name in filter(picons_filter_function(files_filter), os.listdir(src)):
-        send_file(file_name, src, ftp, callback)
-
-
-def download_picons(ftp, src, dest, callback, files_filter=None):
-    try:
-        ftp.cwd(src)
-    except error_perm as e:
-        callback(str(e))
-        return
-
-    files = []
-    ftp.dir(files.append)
-
-    for file in filter(picons_filter_function(files_filter), map(lambda f: f.split()[-1], map(str.rstrip, files))):
-        download_file(ftp, file, dest, callback)
-
-
-def delete_picons(ftp, callback, dest=None, files_filter=None):
-    if dest:
-        try:
-            ftp.cwd(dest)
-        except error_perm as e:
-            callback(str(e))
-            return
-
-    files = []
-    ftp.dir(files.append)
-
-    for file in filter(picons_filter_function(files_filter), map(lambda f: f.split()[-1], map(str.rstrip, files))):
-        callback("Delete file: {}.   Status: {}\n".format(file, ftp.delete(file)))
-
-
 def remove_picons(*, settings, callback, done_callback=None, files_filter=None):
-    with FTP(host=settings.host, user=settings.user, passwd=settings.password) as ftp:
+    with UtfFTP(host=settings.host, user=settings.user, passwd=settings.password) as ftp:
         ftp.encoding = "utf-8"
         callback("FTP OK.\n")
-        delete_picons(ftp, callback, settings.picons_path, files_filter)
+        ftp.delete_picons(callback, settings.picons_path, files_filter)
         if done_callback:
             done_callback()
 
@@ -261,31 +465,6 @@ def picons_filter_function(files_filter=None):
     return lambda f: f in files_filter if files_filter else f.endswith(PICONS_SUF)
 
 
-def download_files(ftp, save_path, file_list, callback):
-    """ Downloads files from the receiver via FTP. """
-    files = []
-    ftp.dir(files.append)
-
-    for file in map(lambda f: f.split()[-1], filter(lambda s: s.endswith(file_list), map(str.rstrip, files))):
-        download_file(ftp, file, save_path, callback)
-
-
-def download_file(ftp, name, save_path, callback):
-    with open(save_path + name, "wb") as f:
-        callback("Downloading file: {}.   Status: {}\n".format(name, str(ftp.retrbinary("RETR " + name, f.write))))
-
-
-def send_file(file_name, path, ftp, callback):
-    """ Opens the file in binary mode and transfers into receiver """
-    file_src = path + file_name
-    if not os.path.isfile(file_src):
-        log("Uploading file: '{}'. File not found. Skipping.".format(file_src))
-        return
-
-    with open(file_src, "rb") as f:
-        callback("Uploading file: {}.   Status: {}\n".format(file_name, str(ftp.storbinary("STOR " + file_name, f))))
-
-
 def http(user, password, url, callback, use_ssl=False):
     init_auth(user, password, url, use_ssl)
     data = get_post_data(url, password, url)
@@ -420,7 +599,7 @@ class HttpAPI:
 
     @run_task
     def init(self):
-        user, password = self._settings.http_user, self._settings.http_password
+        user, password = self._settings.user, self._settings.password
         use_ssl = self._settings.http_use_ssl
         self._main_url = "http{}://{}:{}".format("s" if use_ssl else "", self._settings.host, self._settings.http_port)
         self._base_url = "{}/web/".format(self._main_url)

app/eparser/__init__.py

@@ -2,7 +2,7 @@ from app.commons import run_task
 from app.settings import SettingsType
 from .ecommons import Service, Satellite, Transponder, Bouquet, Bouquets, is_transponder_valid
 from .enigma.blacklist import get_blacklist, write_blacklist
-from .enigma.bouquets import get_bouquets as get_enigma_bouquets, write_bouquets as write_enigma_bouquets, to_bouquet_id
+from .enigma.bouquets import to_bouquet_id, BouquetsWriter, BouquetsReader
 from .enigma.lamedb import get_services as get_enigma_services, write_services as write_enigma_services
 from .iptv import parse_m3u
 from .neutrino.bouquets import get_bouquets as get_neutrino_bouquets, write_bouquets as write_neutrino_bouquets
@@ -27,7 +27,7 @@ def write_services(path, channels, s_type, format_version):
 
 def get_bouquets(path, s_type):
     if s_type is SettingsType.ENIGMA_2:
-        return get_enigma_bouquets(path)
+        return BouquetsReader(path).get()
     elif s_type is SettingsType.NEUTRINO_MP:
         return get_neutrino_bouquets(path)
 
@@ -35,7 +35,7 @@ def get_bouquets(path, s_type):
 @run_task
 def write_bouquets(path, bouquets, s_type, force_bq_names=False):
     if s_type is SettingsType.ENIGMA_2:
-        write_enigma_bouquets(path, bouquets, force_bq_names)
+        BouquetsWriter(path, bouquets, force_bq_names).write()
     elif s_type is SettingsType.NEUTRINO_MP:
         write_neutrino_bouquets(path, bouquets)
 

app/eparser/ecommons.py

@@ -14,9 +14,11 @@ class BqServiceType(Enum):
     IPTV = "IPTV"
     MARKER = "MARKER"  # 64
     SPACE = "SPACE"  # 832 [hidden marker]
+    ALT = "ALT"  # Service with alternatives
 
 
-Bouquet = namedtuple("Bouquet", ["name", "type", "services", "locked", "hidden"])
+Bouquet = namedtuple("Bouquet", ["name", "type", "services", "locked", "hidden", "file"])
+Bouquet.__new__.__defaults__ = (None, BqServiceType.DEFAULT, [], None, None, None)  # For Python3 < 3.7
 Bouquets = namedtuple("Bouquets", ["name", "type", "bouquets"])
 BouquetService = namedtuple("BouquetService", ["name", "type", "data", "num"])
 

app/eparser/enigma/bouquets.py

@@ -1,76 +1,196 @@
 """ Module for working with Enigma2 bouquets. """
 import re
 from collections import Counter
+from pathlib import Path
 
 from app.commons import log
 from app.eparser.ecommons import BqServiceType, BouquetService, Bouquets, Bouquet, BqType
 
-_TV_ROOT_FILE_NAME = "bouquets.tv"
-_RADIO_ROOT_FILE_NAME = "bouquets.radio"
+_TV_FILE = "bouquets.tv"
+_RADIO_FILE = "bouquets.radio"
 _DEFAULT_BOUQUET_NAME = "favourites"
 
 
-def get_bouquets(path):
-    return parse_bouquets(path, "bouquets.tv", BqType.TV.value), parse_bouquets(path, "bouquets.radio",
-                                                                                BqType.RADIO.value)
-
-
-def write_bouquets(path, bouquets, force_bq_names=False):
-    """ Creating and writing bouquets files.
+class BouquetsWriter:
+    """ Class for creating and writing bouquet files..
 
         If "force_bq_names" then naming the files using the name of the bouquet.
         Some images may have problems displaying the favorites list!
      """
-    srv_line = '#SERVICE 1:7:{}:0:0:0:0:0:0:0:FROM BOUQUET "userbouquet.{}.{}" ORDER BY bouquet\n'
-    line = []
-    pattern = re.compile("[^\\w_()]+")
-    m_index = [0]
-    s_index = [0]
+    _SERVICE = '#SERVICE 1:7:{}:0:0:0:0:0:0:0:FROM BOUQUET "userbouquet.{}.{}" ORDER BY bouquet\n'
+    _MARKER = "#SERVICE 1:64:{:X}:0:0:0:0:0:0:0::{}\n"
+    _SPACE = "#SERVICE 1:832:D:{}:0:0:0:0:0:0:\n"
+    _ALT = '#SERVICE 1:134:1:0:0:0:0:0:0:0:FROM BOUQUET "{}" ORDER BY bouquet\n'
+    _ALT_PAT = r"[<>:\"/\\|?*\-\s]"
 
-    for bqs in bouquets:
-        line.clear()
-        line.append("#NAME {}\n".format(bqs.name))
+    def __init__(self, path, bouquets, force_bq_names=False):
+        self._path = path
+        self._bouquets = bouquets
+        self._force_bq_names = force_bq_names
+        self._marker_index = 1
+        self._space_index = 0
+        self._alt_names = set()
 
-        for index, bq in enumerate(bqs.bouquets):
-            bq_name = bq.name
-            if bq_name == "Favourites (TV)" or bq_name == "Favourites (Radio)":
-                bq_name = _DEFAULT_BOUQUET_NAME
+    def write(self):
+        line = []
+        pattern = re.compile("[^\\w_()]+")
+
+        for bqs in self._bouquets:
+            line.clear()
+            line.append("#NAME {}\n".format(bqs.name))
+            bq_file_names = {b.file for b in bqs.bouquets}
+            count = 1
+
+            for bq in bqs.bouquets:
+                bq_name = bq.file
+                if not bq_name:
+                    if self._force_bq_names:
+                        bq_name = re.sub(pattern, "_", bq.name)
+                    else:
+                        bq_name = "de{0:02d}".format(count)
+                        while bq_name in bq_file_names:
+                            count += 1
+                            bq_name = "de{0:02d}".format(count)
+                        bq_file_names.add(bq_name)
+
+                line.append(self._SERVICE.format(2 if bq.type == BqType.RADIO.value else 1, bq_name, bq.type))
+                self.write_bouquet(self._path + "userbouquet.{}.{}".format(bq_name, bq.type), bq.name, bq.services)
+
+            with open(self._path + "bouquets.{}".format(bqs.type), "w", encoding="utf-8") as file:
+                file.writelines(line)
+
+    def write_bouquet(self, path, name, services):
+        """ Writes single bouquet file. """
+        bouquet = ["#NAME {}\n".format(name)]
+        for srv in services:
+            s_type = srv.service_type
+            if s_type == BqServiceType.IPTV.name:
+                bouquet.append("#SERVICE {}\n".format(srv.fav_id.strip()))
+            elif s_type == BqServiceType.MARKER.name:
+                m_data = srv.fav_id.strip().split(":")
+                m_data[2] = self._marker_index
+                self._marker_index += 1
+                bouquet.append(self._MARKER.format(m_data[2], m_data[-1]))
+            elif s_type == BqServiceType.SPACE.name:
+                bouquet.append(self._SPACE.format(self._space_index))
+                self._space_index += 1
+            elif s_type == BqServiceType.ALT.name:
+                services = srv.transponder
+                if services:
+                    p = Path(path)
+                    alt_name = srv.data_id
+                    f_name = "alternatives.{}{}".format(alt_name, p.suffix)
+
+                    if self._force_bq_names:
+                        alt_name = re.sub(self._ALT_PAT, "_", srv.service).lower()
+                        f_name = "alternatives.{}{}".format(alt_name, p.suffix)
+
+                    alt_path = "{}/{}".format(p.parent, f_name)
+                    bouquet.append(self._ALT.format(f_name))
+                    self.write_bouquet(alt_path, srv.service, services)
             else:
-                bq_name = re.sub(pattern, "_", bq.name) if force_bq_names else "de{0:02d}".format(index)
-            line.append(srv_line.format(2 if bq.type == BqType.RADIO.value else 1, bq_name, bq.type))
-            write_bouquet(path + "userbouquet.{}.{}".format(bq_name, bq.type), bq.name, bq.services, m_index, s_index)
+                data = to_bouquet_id(srv)
+                if srv.service:
+                    bouquet.append("#SERVICE {}:{}\n#DESCRIPTION {}\n".format(data, srv.service, srv.service))
+                else:
+                    bouquet.append("#SERVICE {}\n".format(data))
 
-        with open(path + "bouquets.{}".format(bqs.type), "w", encoding="utf-8") as file:
-            file.writelines(line)
+        with open(path, "w", encoding="utf-8") as file:
+            file.writelines(bouquet)
 
 
-def write_bouquet(path, name, services, current_marker, current_space):
-    bouquet = ["#NAME {}\n".format(name)]
-    marker = "#SERVICE 1:64:{:X}:0:0:0:0:0:0:0::{}\n"
-    space = "#SERVICE 1:832:D:{}:0:0:0:0:0:0:\n"
+class BouquetsReader:
+    """ Class for reading and parsing bouquets. """
+    _ALT_PAT = re.compile(".*alternatives\\.+(.*)\\.([tv|radio]+).*")
+    _BQ_PAT = re.compile(".*userbouquet\\.+(.*)\\.+[tv|radio].*")
+    _STREAM_TYPES = {"4097", "5001", "5002", "8193", "8739"}
 
-    for srv in services:
-        s_type = srv.service_type
+    __slots__ = ["_path"]
 
-        if s_type == BqServiceType.IPTV.name:
-            bouquet.append("#SERVICE {}\n".format(srv.fav_id.strip()))
-        elif s_type == BqServiceType.MARKER.name:
-            m_data = srv.fav_id.strip().split(":")
-            m_data[2] = current_marker[0]
-            current_marker[0] += 1
-            bouquet.append(marker.format(m_data[2], m_data[-1]))
-        elif s_type == BqServiceType.SPACE.name:
-            bouquet.append(space.format(current_space[0]))
-            current_space[0] += 1
-        else:
-            data = to_bouquet_id(srv)
-            if srv.service:
-                bouquet.append("#SERVICE {}:{}\n#DESCRIPTION {}\n".format(data, srv.service, srv.service))
-            else:
-                bouquet.append("#SERVICE {}\n".format(data))
+    def __init__(self, path):
+        self._path = path
 
-    with open(path, "w", encoding="utf-8") as file:
-        file.writelines(bouquet)
+    def get(self):
+        """ Returns a tuple of TV and Radio bouquets. """
+        return self.parse_bouquets(_TV_FILE, BqType.TV.value), self.parse_bouquets(_RADIO_FILE, BqType.RADIO.value)
+
+    def parse_bouquets(self, bq_name, bq_type):
+        with open(self._path + bq_name, encoding="utf-8", errors="replace") as file:
+            lines = file.readlines()
+            bouquets = None
+            nm_sep = "#NAME"
+            b_names = set()
+            real_b_names = Counter()
+
+            for line in lines:
+                if nm_sep in line:
+                    _, _, name = line.partition(nm_sep)
+                    bouquets = Bouquets(name.strip(), bq_type, [])
+                if bouquets and "#SERVICE" in line:
+                    name = re.match(self._BQ_PAT, line)
+                    if name:
+                        b_name = name.group(1)
+                        if b_name in b_names:
+                            log("The list of bouquets contains duplicate [{}] names!".format(b_name))
+                        else:
+                            b_names.add(b_name)
+
+                        rb_name, services = self.get_bouquet(self._path, b_name, bq_type)
+                        if rb_name in real_b_names:
+                            log("Bouquet file 'userbouquet.{}.{}' has duplicate name: {}".format(b_name, bq_type,
+                                                                                                 rb_name))
+                            real_b_names[rb_name] += 1
+                            rb_name = "{} {}".format(rb_name, real_b_names[rb_name])
+                        else:
+                            real_b_names[rb_name] = 0
+
+                        bouquets[2].append(Bouquet(rb_name, bq_type, services, None, None, b_name))
+                    else:
+                        raise ValueError("No bouquet name found for: {}".format(line))
+
+        return bouquets
+
+    @staticmethod
+    def get_bouquet(path, bq_name, bq_type, prefix="userbouquet"):
+        """ Parsing services ids from bouquet file. """
+        with open(path + "{}.{}.{}".format(prefix, bq_name, bq_type), encoding="utf-8", errors="replace") as file:
+            chs_list = file.read()
+            services = []
+            srvs = list(filter(None, chs_list.split("\n#SERVICE")))  # filtering ['']
+            # May come across empty[wrong] files!
+            if not srvs:
+                log("Bouquet file 'userbouquet.{}.{}' is empty or wrong!".format(bq_name, bq_type))
+                return "{} [empty]".format(bq_name), services
+
+            bq_name = srvs.pop(0)
+
+            for num, srv in enumerate(srvs, start=1):
+                srv_data = srv.strip().split(":")
+                s_type = srv_data[1]
+                if s_type == "64":
+                    m_data, sep, desc = srv.partition("#DESCRIPTION")
+                    services.append(BouquetService(desc.strip() if desc else "", BqServiceType.MARKER, srv, num))
+                elif s_type == "832":
+                    m_data, sep, desc = srv.partition("#DESCRIPTION")
+                    services.append(BouquetService(desc.strip() if desc else "", BqServiceType.SPACE, srv, num))
+                elif s_type == "134":
+                    alt = re.match(BouquetsReader._ALT_PAT, srv)
+                    if alt:
+                        alt_name, alt_type = alt.group(1), alt.group(2)
+                        alt_bq_name, alt_srvs = BouquetsReader.get_bouquet(path, alt_name, alt_type, "alternatives")
+                        services.append(BouquetService(alt_bq_name, BqServiceType.ALT, alt_name, tuple(alt_srvs)))
+                elif srv_data[0].strip() in BouquetsReader._STREAM_TYPES or srv_data[10].startswith(("http", "rtsp")):
+                    stream_data, sep, desc = srv.partition("#DESCRIPTION")
+                    desc = desc.lstrip(":").strip() if desc else srv_data[-1].strip()
+                    services.append(BouquetService(desc, BqServiceType.IPTV, srv, num))
+                else:
+                    fav_id = "{}:{}:{}:{}".format(srv_data[3], srv_data[4], srv_data[5], srv_data[6])
+                    name = None
+                    if len(srv_data) == 12:
+                        name, sep, desc = str(srv_data[-1]).partition("\n#DESCRIPTION")
+                    services.append(BouquetService(name, BqServiceType.DEFAULT, fav_id.upper(), num))
+
+        return bq_name.lstrip("#NAME").strip(), services
 
 
 def to_bouquet_id(srv):
@@ -82,81 +202,5 @@ def to_bouquet_id(srv):
         return "{}:0:{:X}:{}:0:0:0:".format(1, data_type, srv.fav_id)
 
 
-def get_bouquet(path, bq_name, bq_type):
-    """ Parsing services ids from bouquet file. """
-    with open(path + "userbouquet.{}.{}".format(bq_name, bq_type), encoding="utf-8", errors="replace") as file:
-        chs_list = file.read()
-        services = []
-        srvs = list(filter(None, chs_list.split("\n#SERVICE")))  # filtering ['']
-        # May come across empty[wrong] files!
-        if not srvs:
-            log("Bouquet file 'userbouquet.{}.{}' is empty or wrong!".format(bq_name, bq_type))
-            return "{} [empty]".format(bq_name), services
-
-        bq_name = srvs.pop(0)
-
-        for num, srv in enumerate(srvs, start=1):
-            srv_data = srv.strip().split(":")
-            if srv_data[1] == "64":
-                m_data, sep, desc = srv.partition("#DESCRIPTION")
-                services.append(BouquetService(desc.strip() if desc else "", BqServiceType.MARKER, srv, num))
-            elif srv_data[1] == "832":
-                m_data, sep, desc = srv.partition("#DESCRIPTION")
-                services.append(BouquetService(desc.strip() if desc else "", BqServiceType.SPACE, srv, num))
-            elif "http" in srv or srv_data[0] == "8193":
-                stream_data, sep, desc = srv.partition("#DESCRIPTION")
-                desc = desc.lstrip(":").strip() if desc else srv_data[-1].strip()
-                services.append(BouquetService(desc, BqServiceType.IPTV, srv, num))
-            else:
-                fav_id = "{}:{}:{}:{}".format(srv_data[3], srv_data[4], srv_data[5], srv_data[6])
-                name = None
-                if len(srv_data) == 12:
-                    name, sep, desc = str(srv_data[-1]).partition("\n#DESCRIPTION")
-                services.append(BouquetService(name, BqServiceType.DEFAULT, fav_id.upper(), num))
-
-    return bq_name.lstrip("#NAME").strip(), services
-
-
-def parse_bouquets(path, bq_name, bq_type):
-    with open(path + bq_name, encoding="utf-8", errors="replace") as file:
-        lines = file.readlines()
-        bouquets = None
-        nm_sep = "#NAME"
-        bq_pattern = re.compile(".*userbouquet\\.+(.*)\\.+[tv|radio].*")
-        b_names = set()
-        real_b_names = Counter()
-
-        for line in lines:
-            if nm_sep in line:
-                _, _, name = line.partition(nm_sep)
-                bouquets = Bouquets(name.strip(), bq_type, [])
-            if bouquets and "#SERVICE" in line:
-                name = re.match(bq_pattern, line)
-                if name:
-                    b_name = name.group(1)
-                    if b_name in b_names:
-                        log("The list of bouquets contains duplicate [{}] names!".format(b_name))
-                    else:
-                        b_names.add(b_name)
-
-                    rb_name, services = get_bouquet(path, b_name, bq_type)
-                    if rb_name in real_b_names:
-                        log("Bouquet file 'userbouquet.{}.{}' has duplicate name: {}".format(b_name, bq_type, rb_name))
-                        real_b_names[rb_name] += 1
-                        rb_name = "{} {}".format(rb_name, real_b_names[rb_name])
-                    else:
-                        real_b_names[rb_name] = 0
-
-                    bouquets[2].append(Bouquet(name=rb_name,
-                                               type=bq_type,
-                                               services=services,
-                                               locked=None,
-                                               hidden=None))
-                else:
-                    raise ValueError("No bouquet name found for: {}".format(line))
-
-    return bouquets
-
-
 if __name__ == "__main__":
     pass

app/eparser/enigma/lamedb.py

@@ -13,282 +13,294 @@ _END_LINE = "# File was created in DemonEditor.\n# ....Enjoy watching!....\n"
 
 
 def get_services(path, format_version):
-    return parse(path, format_version)
+    return LameDbReader(path, format_version).parse()
 
 
 def write_services(path, services, format_version=4):
-    if format_version == 4:
-        write_to_lamedb(path, services)
-    elif format_version == 5:
-        write_to_lamedb5(path, services)
+    LameDbWriter(path, services, format_version).write()
 
 
-def write_to_lamedb(path, services):
-    """ Writing lamedb file ver.4  """
-    with open(path + _FILE_NAME, "w") as file:
-        file.writelines(get_services_lines(services))
+class LameDbReader:
+    """ Lamedb parser class.
+
+        Reads and parses the Enigma2 lamedb[5] file.
+        Supports versions 3, 4 and 5..
+    """
+    __slots__ = ["_path", "_fmt"]
+
+    def __init__(self, path, fmt=4):
+        self._path = path
+        self._fmt = fmt
+
+    def parse(self):
+        """ Parsing lamedb. """
+        if self._fmt == 4:
+            return self.parse_v4()
+        elif self._fmt == 5:
+            return self.parse_v5()
+        raise SyntaxError("Unsupported version of the format.")
+
+    def parse_v3(self, services, transponders):
+        """ Parsing version 3. """
+        for t in transponders:
+            tr = transponders[t].lower()
+            tr_type = tr[0:1]
+            if tr_type == "c":
+                tr += ":0:0:0"
+            elif tr_type == "t":
+                tr += ":0:0"
+            else:
+                tr_data = tr.split(_SEP)
+                len_data = len(tr_data)
+                if len_data == 6:
+                    tr_data.append("0")
+                elif len_data == 9:
+                    tr_data.insert(6, "0")
+                    tr_data.append("0")
+                    tr_data.append("2")
+
+                tr = _SEP.join(tr_data)
+
+            transponders[t] = tr
+
+        return self.parse_services(services, transponders)
+
+    def parse_v4(self):
+        """ Parsing version 4. """
+        with open(self._path + _FILE_NAME, "r", encoding="utf-8", errors="replace") as file:
+            try:
+                data = str(file.read())
+            except UnicodeDecodeError as e:
+                log("lamedb parse error: " + str(e))
+            else:
+                return self.get_services_list(data)
+
+    def parse_v5(self):
+        """ Parsing version 5. """
+        with open(self._path + "lamedb5", "r", encoding="utf-8", errors="replace") as file:
+            lns = file.readlines()
+
+            if lns and not lns[0].endswith("/5/\n"):
+                raise SyntaxError("lamedb v.5 parsing error: unsupported format.")
+
+            trs, srvs = {}, [""]
+            for line in lns:
+                if line.startswith("s:"):
+                    srv_data = line.strip("s:").split(",", 2)
+                    srv_data[1] = srv_data[1].strip("\"")
+                    data_len = len(srv_data)
+                    if data_len == 3:
+                        srv_data[2] = srv_data[2].strip()
+                    elif data_len == 2:
+                        srv_data.append("p:")
+                    srvs.extend(srv_data)
+                elif line.startswith("t:"):
+                    tr, srv = line.split(",")
+                    trs[tr.strip("t:")] = srv.strip().replace(":", " ", 1)
+
+            return self.parse_services(srvs, trs)
+
+    def parse_services(self, services, transponders):
+        """ Parsing services. """
+        services_list = []
+        blacklist = get_blacklist(self._path) if self._path else {}
+        srvs = self.split(services, 3)
+        if srvs[0][0] == "":  # Remove first empty element.
+            srvs.remove(srvs[0])
+
+        for srv in srvs:
+            data_id = str(srv[0]).lower()  # Lower is for lamedb ver.3.
+            data = data_id.split(_SEP)
+            sp = "0"
+            tid = data[2]
+            nid = data[3]
+            # For lamedb ver.3
+            is_v3 = False
+            if len(tid) < 4:
+                is_v3 = True
+                tid = "{:0>4}".format(tid)
+                data[2] = tid
+            if len(nid) < 4:
+                is_v3 = True
+                nid = "{:0>4}".format(nid)
+                data[3] = nid
+            if is_v3:
+                data[0] = "{:0>4}".format(data[0])
+                data_id = _SEP.join(data)
+
+            srv_type = int(data[4])
+            transponder_id = "{}:{}:{}".format(data[1], tid, nid)
+            transponder = transponders.get(transponder_id, None)
+
+            tid = tid.lstrip(sp).upper()
+            nid = nid.lstrip(sp).upper()
+            ssid = str(data[0]).lstrip(sp).upper()
+            onid = str(data[1]).lstrip(sp).upper()
+            # For comparison in bouquets. Needed in upper case!!!
+            fav_id = "{}:{}:{}:{}".format(ssid, tid, nid, onid)
+            picon_id = "1_0_{:X}_{}_{}_{}_{}_0_0_0.png".format(srv_type, ssid, tid, nid, onid)
+            s_id = "1:0:{:X}:{}:{}:{}:{}:0:0:0:".format(srv_type, ssid, tid, nid, onid)
+
+            all_flags = srv[2].split(",")
+            coded = CODED_ICON if list(filter(lambda x: x.startswith("C:"), all_flags)) else None
+            flags = list(filter(lambda x: x.startswith("f:"), all_flags))
+            hide = HIDE_ICON if flags and Flag.is_hide(int(flags[0][2:])) else None
+            locked = LOCKED_ICON if s_id in blacklist else None
+
+            package = list(filter(lambda x: x.startswith("p:"), all_flags))
+            package = package[0][2:] if package else ""
+
+            if transponder is not None:
+                tr_type, sp, tr = str(transponder).partition(" ")
+                tr_type = TrType(tr_type)
+                tr = tr.split(_SEP)
+                service_type = SERVICE_TYPE.get(data[4], SERVICE_TYPE["-2"])
+                # Removing all non printable symbols!
+                srv_name = "".join(c for c in srv[1] if c.isprintable())
+                freq = tr[0]
+                rate = tr[1]
+                pol = None
+                fec = None
+                system = None
+                pos = None
+
+                if tr_type is TrType.Satellite:
+                    pol = POLARIZATION.get(tr[2], None)
+                    fec = FEC.get(tr[3], None)
+                    system = "DVB-S2" if len(tr) > 7 else "DVB-S"
+                    pos = tr[4]
+                if tr_type is TrType.Terrestrial:
+                    system = T_SYSTEM.get(tr[9], None)
+                    pos = "T"
+                    fec = T_FEC.get(tr[3], None)
+                elif tr_type is TrType.Cable:
+                    system = "DVB-C"
+                    pos = "C"
+                    fec = FEC_DEFAULT.get(tr[4])
+
+                # Formatting displayed values.
+                try:
+                    freq = "{}".format(int(freq) // 1000)
+                    rate = "{}".format(int(rate) // 1000)
+                    if tr_type is TrType.Satellite:
+                        pos = int(pos)
+                        pos = "{:0.1f}{}".format(abs(pos / 10), "W" if pos < 0 else "E")
+                except ValueError as e:
+                    log("Parse error [parse_services]: {}".format(e))
+
+                s = Service(srv[2], tr_type.value, coded, srv_name, locked, hide, package, service_type, None,
+                            picon_id, data[0], freq, rate, pol, fec, system, pos, data_id, fav_id, transponder)
+
+                services_list.append(s)
+        return services_list
+
+    def get_services_list(self, data):
+        """ Returns a list of services from a string data representation. """
+        transponders, sep, services = data.partition("transponders")  # 1 step
+        pattern = re.compile("/[34]/$")
+        match = re.search(pattern, transponders)
+        if not match:
+            msg = "lamedb parsing error: unsupported format."
+            log(msg)
+            raise SyntaxError(msg)
+
+        transponders, sep, services = services.partition("services")  # 2 step
+        services, sep, _ = services.partition("\nend")  # 3 step
+
+        if match.group() == "/3/":
+            return self.parse_v3(services.split("\n"), self.parse_transponders(transponders.split("/")))
+
+        return self.parse_services(services.split("\n"), self.parse_transponders(transponders.split("/")))
+
+    @staticmethod
+    def get_services_lines(services):
+        """ Returns a list of strings from services for lamedb [v.4]. """
+        lines = [_HEADER.format(4), "\ntransponders\n"]
+        tr_lines = []
+        services_lines = ["end\nservices\n"]
+        tr_set = set()
+        for srv in services:
+            data_id = str(srv.data_id).split(_SEP)
+            tr_id = "{}:{}:{}".format(data_id[1], data_id[2], data_id[3])
+            if tr_id not in tr_set:
+                transponder = "{}\n\t{}\n/\n".format(tr_id, srv.transponder)
+                tr_lines.append(transponder)
+                tr_set.add(tr_id)
+            # Services
+            services_lines.append("{}\n{}\n{}\n".format(srv.data_id, srv.service, srv.flags_cas))
+
+        tr_lines.sort()
+        lines.extend(tr_lines)
+        lines.extend(services_lines)
+        lines.append("end\n" + _END_LINE)
+
+        return lines
+
+    def parse_transponders(self, arg):
+        """ Parsing transponders. """
+        transponders = {}
+        for ar in arg:
+            tr = ar.replace("\n", "").split("\t")
+            if len(tr) == 2:
+                transponders[tr[0]] = tr[1]
+
+        return transponders
+
+    def split(self, itr, size):
+        """ Divide the iterable. """
+        srv = []
+        tmp = []
+        for i, line in enumerate(itr):
+            tmp.append(line)
+            if i % size == 0:
+                srv.append(tuple(tmp))
+                tmp.clear()
+
+        return srv
 
 
-def get_services_lines(services):
-    """ Returns a list of strings from services for lamedb [v.4]. """
-    lines = [_HEADER.format(4), "\ntransponders\n"]
-    tr_lines = []
-    services_lines = ["end\nservices\n"]
-    tr_set = set()
-    for srv in services:
-        data_id = str(srv.data_id).split(_SEP)
-        tr_id = "{}:{}:{}".format(data_id[1], data_id[2], data_id[3])
-        if tr_id not in tr_set:
-            transponder = "{}\n\t{}\n/\n".format(tr_id, srv.transponder)
-            tr_lines.append(transponder)
-            tr_set.add(tr_id)
-        # Services
-        services_lines.append("{}\n{}\n{}\n".format(srv.data_id, srv.service, srv.flags_cas))
+class LameDbWriter:
+    """ Writes the Enigma2 lamedb[5] file.
 
-    tr_lines.sort()
-    lines.extend(tr_lines)
-    lines.extend(services_lines)
-    lines.append("end\n" + _END_LINE)
+        Version 4 will be used instead of version 3!
+    """
+    __slots__ = ["_path", "_fmt", "_services"]
 
-    return lines
+    def __init__(self, path, services, fmt=4):
+        self._path = path
+        self._fmt = fmt
+        self._services = services
 
+    def write(self):
+        if self._fmt == 4:
+            # Writing lamedb file ver.4
+            with open(self._path + _FILE_NAME, "w") as file:
+                file.writelines(LameDbReader.get_services_lines(self._services))
+        elif self._fmt == 5:
+            self.write_to_lamedb5()
 
-def write_to_lamedb5(path, services):
-    """ Writing lamedb5 file. """
-    lines = [_HEADER.format(5) + "\n"]
-    services_lines = []
-    tr_set = set()
+    def write_to_lamedb5(self):
+        """ Writing lamedb5 file. """
+        lines = [_HEADER.format(5) + "\n"]
+        services_lines = []
+        tr_set = set()
 
-    for srv in services:
-        data_id = str(srv.data_id).split(_SEP)
-        tr_id = "{}:{}:{}".format(data_id[1], data_id[2], data_id[3])
-        tr_set.add("t:{},{}\n".format(tr_id, srv.transponder.replace(" ", ":", 1)))
-        # Removing empty packages
-        flags = list(filter(lambda x: x != "p:", srv.flags_cas.split(",")))
-        flags = ",".join(flags)
-        flags = "," + flags if flags else ""
-        services_lines.append("s:{},\"{}\"{}\n".format(srv.data_id, srv.service, flags))
+        for srv in self._services:
+            data_id = str(srv.data_id).split(_SEP)
+            tr_id = "{}:{}:{}".format(data_id[1], data_id[2], data_id[3])
+            tr_set.add("t:{},{}\n".format(tr_id, srv.transponder.replace(" ", ":", 1)))
+            # Removing empty packages
+            flags = list(filter(lambda x: x != "p:", srv.flags_cas.split(",")))
+            flags = ",".join(flags)
+            flags = "," + flags if flags else ""
+            services_lines.append("s:{},\"{}\"{}\n".format(srv.data_id, srv.service, flags))
 
-    lines.extend(sorted(tr_set))
-    lines.extend(services_lines)
-    lines.append(_END_LINE)
+        lines.extend(sorted(tr_set))
+        lines.extend(services_lines)
+        lines.append(_END_LINE)
 
-    with open(path + "lamedb5", "w") as file:
-        file.writelines(lines)
-
-
-def parse(path, version=4):
-    """ Parsing lamedb. """
-    if version == 4:
-        return parse_v4(path)
-    elif version == 5:
-        return parse_v5(path)
-    raise SyntaxError("Unsupported version of the format.")
-
-
-def parse_v3(services, transponders, path):
-    """ Parsing version 3. """
-    for t in transponders:
-        tr = transponders[t].lower()
-        tr_type = tr[0:1]
-        if tr_type == "c":
-            tr += ":0:0:0"
-        elif tr_type == "t":
-            tr += ":0:0"
-        else:
-            tr_data = tr.split(_SEP)
-            len_data = len(tr_data)
-            if len_data == 6:
-                tr_data.append("0")
-            elif len_data == 9:
-                tr_data.insert(6, "0")
-                tr_data.append("0")
-                tr_data.append("2")
-
-            tr = _SEP.join(tr_data)
-
-        transponders[t] = tr
-
-    return parse_services(services, transponders, path)
-
-
-def parse_v4(path):
-    """ Parsing version 4. """
-    with open(path + _FILE_NAME, "r", encoding="utf-8", errors="replace") as file:
-        try:
-            data = str(file.read())
-        except UnicodeDecodeError as e:
-            log("lamedb parse error: " + str(e))
-        else:
-            return get_services_list(data, path)
-
-
-def get_services_list(data, path=None):
-    """ Returns a list of services from a string data representation. """
-    transponders, sep, services = data.partition("transponders")  # 1 step
-    pattern = re.compile("/[34]/$")
-    match = re.search(pattern, transponders)
-    if not match:
-        msg = "lamedb parsing error: unsupported format."
-        log(msg)
-        raise SyntaxError(msg)
-
-    transponders, sep, services = services.partition("services")  # 2 step
-    services, sep, _ = services.partition("\nend")  # 3 step
-
-    if match.group() == "/3/":
-        return parse_v3(services.split("\n"), parse_transponders(transponders.split("/")), path)
-
-    return parse_services(services.split("\n"), parse_transponders(transponders.split("/")), path)
-
-
-def parse_v5(path):
-    """ Parsing version 5. """
-    with open(path + "lamedb5", "r", encoding="utf-8", errors="replace") as file:
-        lns = file.readlines()
-
-        if lns and not lns[0].endswith("/5/\n"):
-            raise SyntaxError("lamedb v.5 parsing error: unsupported format.")
-
-        trs, srvs = {}, [""]
-        for line in lns:
-            if line.startswith("s:"):
-                srv_data = line.strip("s:").split(",", 2)
-                srv_data[1] = srv_data[1].strip("\"")
-                data_len = len(srv_data)
-                if data_len == 3:
-                    srv_data[2] = srv_data[2].strip()
-                elif data_len == 2:
-                    srv_data.append("p:")
-                srvs.extend(srv_data)
-            elif line.startswith("t:"):
-                tr, srv = line.split(",")
-                trs[tr.strip("t:")] = srv.strip().replace(":", " ", 1)
-
-        return parse_services(srvs, trs, path)
-
-
-def parse_transponders(arg):
-    """ Parsing transponders. """
-    transponders = {}
-    for ar in arg:
-        tr = ar.replace("\n", "").split("\t")
-        if len(tr) == 2:
-            transponders[tr[0]] = tr[1]
-
-    return transponders
-
-
-def parse_services(services, transponders, path):
-    """ Parsing services. """
-    services_list = []
-    blacklist = get_blacklist(path) if path else {}
-    srvs = split(services, 3)
-    if srvs[0][0] == "":  # remove first empty element
-        srvs.remove(srvs[0])
-
-    for srv in srvs:
-        data_id = str(srv[0]).lower()  # lower is for lamedb ver.3
-        data = data_id.split(_SEP)
-        sp = "0"
-        tid = data[2]
-        nid = data[3]
-        # For lamedb ver.3
-        is_v3 = False
-        if len(tid) < 4:
-            is_v3 = True
-            tid = "{:0>4}".format(tid)
-            data[2] = tid
-        if len(nid) < 4:
-            is_v3 = True
-            nid = "{:0>4}".format(nid)
-            data[3] = nid
-        if is_v3:
-            data[0] = "{:0>4}".format(data[0])
-            data_id = _SEP.join(data)
-
-        srv_type = int(data[4])
-        transponder_id = "{}:{}:{}".format(data[1], tid, nid)
-        transponder = transponders.get(transponder_id, None)
-
-        tid = tid.lstrip(sp).upper()
-        nid = nid.lstrip(sp).upper()
-        ssid = str(data[0]).lstrip(sp).upper()
-        onid = str(data[1]).lstrip(sp).upper()
-        # For comparison in bouquets. Needed in upper case!!!
-        fav_id = "{}:{}:{}:{}".format(ssid, tid, nid, onid)
-        picon_id = "1_0_{:X}_{}_{}_{}_{}_0_0_0.png".format(srv_type, ssid, tid, nid, onid)
-        s_id = "1:0:{:X}:{}:{}:{}:{}:0:0:0:".format(srv_type, ssid, tid, nid, onid)
-
-        all_flags = srv[2].split(",")
-        coded = CODED_ICON if list(filter(lambda x: x.startswith("C:"), all_flags)) else None
-        flags = list(filter(lambda x: x.startswith("f:"), all_flags))
-        hide = HIDE_ICON if flags and Flag.is_hide(int(flags[0][2:])) else None
-        locked = LOCKED_ICON if s_id in blacklist else None
-
-        package = list(filter(lambda x: x.startswith("p:"), all_flags))
-        package = package[0][2:] if package else ""
-
-        if transponder is not None:
-            tr_type, sp, tr = str(transponder).partition(" ")
-            tr_type = TrType(tr_type)
-            tr = tr.split(_SEP)
-            service_type = SERVICE_TYPE.get(data[4], SERVICE_TYPE["-2"])
-            # removing all non printable symbols!
-            srv_name = "".join(c for c in srv[1] if c.isprintable())
-            pol = None
-            fec = None
-            system = None
-            pos = None
-
-            if tr_type is TrType.Satellite:
-                pol = POLARIZATION.get(tr[2], None)
-                fec = FEC.get(tr[3], None)
-                system = "DVB-S2" if len(tr) > 7 else "DVB-S"
-                pos = "{}.{}".format(tr[4][:-1], tr[4][-1:])
-            if tr_type is TrType.Terrestrial:
-                system = T_SYSTEM.get(tr[9], None)
-                pos = "T"
-                fec = T_FEC.get(tr[3], None)
-            elif tr_type is TrType.Cable:
-                system = "DVB-C"
-                pos = "C"
-                fec = FEC_DEFAULT.get(tr[4])
-
-            services_list.append(Service(flags_cas=srv[2],
-                                         transponder_type=tr_type.value,
-                                         coded=coded,
-                                         service=srv_name,
-                                         locked=locked,
-                                         hide=hide,
-                                         package=package,
-                                         service_type=service_type,
-                                         picon=None,
-                                         picon_id=picon_id,
-                                         ssid=data[0],
-                                         freq=tr[0],
-                                         rate=tr[1],
-                                         pol=pol,
-                                         fec=fec,
-                                         system=system,
-                                         pos=pos,
-                                         data_id=data_id,
-                                         fav_id=fav_id,
-                                         transponder=transponder))
-    return services_list
-
-
-def split(itr, size):
-    """ Divide the iterable. """
-    srv = []
-    tmp = []
-    for i, line in enumerate(itr):
-        tmp.append(line)
-        if i % size == 0:
-            srv.append(tuple(tmp))
-            tmp.clear()
-
-    return srv
+        with open(self._path + "lamedb5", "w") as file:
+            file.writelines(lines)
 
 
 if __name__ == "__main__":

app/eparser/iptv.py

@@ -3,9 +3,10 @@ import re
 from enum import Enum
 from urllib.parse import unquote, quote
 
+from app.commons import log
+from app.eparser.ecommons import BqServiceType, Service
 from app.settings import SettingsType
 from app.ui.uicommons import IPTV_ICON
-from .ecommons import BqServiceType, Service
 
 # url, description, urlkey, account, usrname, psw, s_type, iconsrc, iconsrc_b, group
 NEUTRINO_FAV_ID_FORMAT = "{}::{}::{}::{}::{}::{}::{}::{}::{}::{}"
@@ -19,33 +20,74 @@ class StreamType(Enum):
     NONE_REC_1 = "5001"
     NONE_REC_2 = "5002"
     E_SERVICE_URI = "8193"
+    E_SERVICE_HLS = "8739"
 
 
-def parse_m3u(path, s_type):
-    with open(path) as file:
+def parse_m3u(path, s_type, detect_encoding=True, params=None):
+    with open(path, "rb") as file:
+        data = file.read()
+        encoding = "utf-8"
+
+        if detect_encoding:
+            try:
+                import chardet
+            except ModuleNotFoundError:
+                pass
+            else:
+                enc = chardet.detect(data)
+                encoding = enc.get("encoding", "utf-8")
+
         aggr = [None] * 10
+        s_aggr = aggr[: -3]
         services = []
         groups = set()
-        counter = 0
+        marker_counter = 1
+        sid_counter = 1
         name = None
+        picon = None
+        p_id = "1_0_1_0_0_0_0_0_0_0.png"
+        st = BqServiceType.IPTV.name
+        params = params or [0, 0, 0, 0]
 
-        for line in file.readlines():
+        for line in str(data, encoding=encoding, errors="ignore").splitlines():
             if line.startswith("#EXTINF"):
-                name = line[1 + line.index(","):].strip()
+                inf, sep, line = line.partition(" ")
+                if not line:
+                    line = inf
+                line, sep, name = line.rpartition(",")
+
+                data = re.split('"', line)
+                size = len(data)
+                if size < 3:
+                    continue
+                d = {data[i].lower().strip(" ="): data[i + 1] for i in range(0, len(data) - 1, 2)}
+                picon = d.get("tvg-logo", None)
+
+                grp_name = d.get("group-title", None)
+                if grp_name not in groups:
+                    groups.add(grp_name)
+                    fav_id = MARKER_FORMAT.format(marker_counter, grp_name, grp_name)
+                    marker_counter += 1
+                    mr = Service(None, None, None, grp_name, *aggr[0:3], BqServiceType.MARKER.name, *aggr, fav_id, None)
+                    services.append(mr)
             elif line.startswith("#EXTGRP") and s_type is SettingsType.ENIGMA_2:
                 grp_name = line.strip("#EXTGRP:").strip()
                 if grp_name not in groups:
                     groups.add(grp_name)
-                    fav_id = MARKER_FORMAT.format(counter, grp_name, grp_name)
-                    counter += 1
+                    fav_id = MARKER_FORMAT.format(marker_counter, grp_name, grp_name)
+                    marker_counter += 1
                     mr = Service(None, None, None, grp_name, *aggr[0:3], BqServiceType.MARKER.name, *aggr, fav_id, None)
                     services.append(mr)
             elif not line.startswith("#"):
                 url = line.strip()
-                fav_id = get_fav_id(url, name, s_type)
-                if name and url:
-                    srv = Service(None, None, IPTV_ICON, name, *aggr[0:3], BqServiceType.IPTV.name, *aggr, fav_id, None)
+                params[0] = sid_counter
+                sid_counter += 1
+                fav_id = get_fav_id(url, name, s_type, params)
+                if all((name, url, fav_id)):
+                    srv = Service(None, None, IPTV_ICON, name, *aggr[0:3], st, picon, p_id, *s_aggr, url, fav_id, None)
                     services.append(srv)
+                else:
+                    log("*.m3u* parse error ['{}']: name[{}], url[{}], fav id[{}]".format(path, name, url, fav_id))
 
     return services
 
@@ -73,12 +115,13 @@ def export_to_m3u(path, bouquet, s_type):
         file.writelines(lines)
 
 
-def get_fav_id(url, service_name, s_type):
+def get_fav_id(url, service_name, settings_type, params=None, stream_type=None, s_type=1):
     """ Returns fav id depending on the profile. """
-    if s_type is SettingsType.ENIGMA_2:
-        stream_type = StreamType.NONE_TS.value
-        return ENIGMA2_FAV_ID_FORMAT.format(stream_type, 1, 0, 0, 0, 0, quote(url), service_name, service_name, None)
-    elif s_type is SettingsType.NEUTRINO_MP:
+    if settings_type is SettingsType.ENIGMA_2:
+        stream_type = stream_type or StreamType.NONE_TS.value
+        params = params or (0, 0, 0, 0)
+        return ENIGMA2_FAV_ID_FORMAT.format(stream_type, s_type, *params, quote(url), service_name, service_name, None)
+    elif settings_type is SettingsType.NEUTRINO_MP:
         return NEUTRINO_FAV_ID_FORMAT.format(url, "", 0, None, None, None, None, "", "", 1)
 
 

app/eparser/neutrino/bouquets.py

@@ -89,11 +89,8 @@ def parse_webtv(path, name, bq_type):
             group = group.value if group else group
             fav_id = NEUTRINO_FAV_ID_FORMAT.format(url, description, urlkey, account, usrname, psw, s_type, iconsrc,
                                                    iconsrc_b, group)
-            srv = BouquetService(name=title,
-                                 type=BqServiceType.IPTV,
-                                 data=fav_id,
-                                 num=0)
-            services.append(srv)
+            services.append(BouquetService(name=title, type=BqServiceType.IPTV, data=fav_id, num=0))
+
     bouquet = Bouquet(name="default", type=bq_type, services=services, locked=None, hidden=None)
     bouquets[2].append(bouquet)
 
@@ -125,14 +122,15 @@ def write_bouquet(file, bouquet):
         root.appendChild(bq_elem)
 
         for srv in bq.services:
+            f_data = srv.flags_cas.split(":")
             tr_id, on, ssid = srv.fav_id.split(":")
             srv_elem = doc.createElement("S")
             srv_elem.setAttribute("i", ssid)
             srv_elem.setAttribute("n", srv.service)
             srv_elem.setAttribute("t", tr_id)
             srv_elem.setAttribute("on", on)
-            srv_elem.setAttribute("s", srv.pos.replace(".", ""))
-            srv_elem.setAttribute("frq", srv.freq[:-3])
+            srv_elem.setAttribute("s", f_data[1])
+            srv_elem.setAttribute("frq", srv.freq)
             srv_elem.setAttribute("l", "0")  # temporary !!!
             bq_elem.appendChild(srv_elem)
 

app/eparser/neutrino/services.py

@@ -1,5 +1,6 @@
 from xml.dom.minidom import parse, Document
 
+from app.commons import log
 from ..ecommons import Service, POLARIZATION, FEC, SYSTEM, SERVICE_TYPE, PROVIDER
 
 _FILE = "services.xml"
@@ -28,7 +29,7 @@ def write_services(path, services):
         tr_atr = sat.split(":")
         sat_elem = doc.createElement("sat")
         sat_elem.setAttribute("name", tr_atr[0])
-        sat_elem.setAttribute("position", tr_atr[1].replace(".", ""))
+        sat_elem.setAttribute("position", tr_atr[1])
         sat_elem.setAttribute("diseqc", tr_atr[2])
         sat_elem.setAttribute("uncommited", tr_atr[3])
         root.appendChild(sat_elem)
@@ -88,7 +89,6 @@ def parse_services(path):
             if elem.hasAttributes():
                 sat_name = elem.attributes["name"].value
                 sat_pos = elem.attributes["position"].value
-                sat_pos = "{}.{}".format(sat_pos[:-1], sat_pos[-1:])
                 diseqc = elem.attributes.get("diseqc")
                 diseqc = diseqc.value if diseqc else diseqc
                 uncommited = elem.attributes.get("uncommited")
@@ -117,6 +117,15 @@ def parse_transponder(api, sat, sat_pos, services, tr_elem):
 
     tr = "{}:{}:{}:{}:{}:{}:{}:{}:{}".format(tr_id, on, freq, inv, rate, fec, pol, mod, sys)
     tr_id = tr_id.lstrip("0")
+    pol = POLARIZATION.get(pol)
+    # Formatting displayed values.
+    try:
+        freq = "{}".format(int(freq) // 1000)
+        rate = "{}".format(int(rate) // 1000)
+        sat_pos = int(sat_pos)
+        sat_pos = "{:0.1f}{}".format(abs(sat_pos / 10), "W" if sat_pos < 0 else "E")
+    except ValueError as e:
+        log("Neutrino parsing error [parse_transponder]: {}".format(e))
 
     for srv_elem in tr_elem.getElementsByTagName("S"):
         if srv_elem.hasAttributes():
@@ -141,27 +150,10 @@ def parse_transponder(api, sat, sat_pos, services, tr_elem):
             data_id = "{}:{}:{}:{}:{}:{}:{}:{}:{}:{}:{}".format(api, srv_type, sys, num, f, v, a, p, pmt, tx, vt)
             fav_id = "{}:{}:{}".format(tr_id, on.lstrip("0"), ssid.lstrip("0"))
             picon_id = "{}{}{}.png".format(tr_id, on, ssid)
+            prv, st, = PROVIDER.get(int(on, 16)), SERVICE_TYPE.get(str(int(srv_type, 16)), SERVICE_TYPE.get("-2"))
 
-            srv = Service(flags_cas=sat,
-                          transponder_type=None,
-                          coded=None,
-                          service=name,
-                          locked=None,
-                          hide=None,
-                          package=PROVIDER.get(int(on, 16)),
-                          service_type=SERVICE_TYPE.get(str(int(srv_type, 16))),
-                          picon=None,
-                          picon_id=picon_id,
-                          ssid=ssid,
-                          freq=freq,
-                          rate=rate,
-                          pol=POLARIZATION.get(pol),
-                          fec=FEC.get(fec),
-                          system=SYSTEM.get(sys),
-                          pos=sat_pos,
-                          data_id=data_id,
-                          fav_id=fav_id,
-                          transponder=tr)
+            srv = Service(sat, None, None, name, None, None, prv, st, None, picon_id, ssid, freq, rate, pol,
+                          FEC.get(fec), SYSTEM.get(sys), sat_pos, data_id, fav_id, tr)
             services.append(srv)
 
 

app/settings.py

@@ -99,10 +99,10 @@ class SettingsType(IntEnum):
         """ Returns default settings for current type """
         if self is self.ENIGMA_2:
             return {"setting_type": self.value,
-                    "host": "127.0.0.1", "port": "21", "user": "root", "password": "root", "timeout": 5,
-                    "http_user": "root", "http_password": "", "http_port": "80",
-                    "http_timeout": 5, "http_use_ssl": False,
-                    "telnet_user": "root", "telnet_password": "", "telnet_port": "23", "telnet_timeout": 5,
+                    "host": "127.0.0.1", "port": "21", "timeout": 5,
+                    "user": "root", "password": "root",
+                    "http_port": "80", "http_timeout": 5, "http_use_ssl": False,
+                    "telnet_port": "23", "telnet_timeout": 5,
                     "services_path": "/etc/enigma2/", "user_bouquet_path": "/etc/enigma2/",
                     "satellites_xml_path": "/etc/tuxbox/", "data_local_path": DATA_PATH + "enigma2/",
                     "picons_path": "/usr/share/enigma2/picon/",
@@ -110,9 +110,10 @@ class SettingsType(IntEnum):
                     "backup_local_path": DATA_PATH + "enigma2/backup/"}
         elif self is self.NEUTRINO_MP:
             return {"setting_type": self,
-                    "host": "127.0.0.1", "port": "21", "user": "root", "password": "root", "timeout": 5,
-                    "http_user": "", "http_password": "", "http_port": "80", "http_timeout": 2, "http_use_ssl": False,
-                    "telnet_user": "root", "telnet_password": "", "telnet_port": "23", "telnet_timeout": 1,
+                    "host": "127.0.0.1", "port": "21", "timeout": 5,
+                    "user": "root", "password": "root",
+                    "http_port": "80", "http_timeout": 2, "http_use_ssl": False,
+                    "telnet_port": "23", "telnet_timeout": 1,
                     "services_path": "/var/tuxbox/config/zapit/", "user_bouquet_path": "/var/tuxbox/config/zapit/",
                     "satellites_xml_path": "/var/tuxbox/config/", "data_local_path": DATA_PATH + "neutrino/",
                     "picons_path": "/usr/share/tuxbox/neutrino/icons/logo/",
@@ -131,7 +132,7 @@ class SettingsReadException(SettingsException):
 class PlayStreamsMode(IntEnum):
     """ Behavior mode when opening streams. """
     BUILT_IN = 0
-    VLC = 1
+    WINDOW = 1
     M3U = 2
 
 
@@ -279,22 +280,6 @@ class Settings:
     def password(self, value):
         self._cp_settings["password"] = value
 
-    @property
-    def http_user(self):
-        return self._cp_settings.get("http_user", self.get_default("http_user"))
-
-    @http_user.setter
-    def http_user(self, value):
-        self._cp_settings["http_user"] = value
-
-    @property
-    def http_password(self):
-        return self._cp_settings.get("http_password", self.get_default("http_password"))
-
-    @http_password.setter
-    def http_password(self, value):
-        self._cp_settings["http_password"] = value
-
     @property
     def http_port(self):
         return self._cp_settings.get("http_port", self.get_default("http_port"))
@@ -319,22 +304,6 @@ class Settings:
     def http_use_ssl(self, value):
         self._cp_settings["http_use_ssl"] = value
 
-    @property
-    def telnet_user(self):
-        return self._cp_settings.get("telnet_user", self.get_default("telnet_user"))
-
-    @telnet_user.setter
-    def telnet_user(self, value):
-        self._cp_settings["telnet_user"] = value
-
-    @property
-    def telnet_password(self):
-        return self._cp_settings.get("telnet_password", self.get_default("telnet_password"))
-
-    @telnet_password.setter
-    def telnet_password(self, value):
-        self._cp_settings["telnet_password"] = value
-
     @property
     def telnet_port(self):
         return self._cp_settings.get("telnet_port", self.get_default("telnet_port"))
@@ -620,6 +589,22 @@ class Settings:
     def dark_mode(self, value):
         self._settings["dark_mode"] = value
 
+    @property
+    def alternate_layout(self):
+        return self._settings.get("alternate_layout", IS_DARWIN)
+
+    @alternate_layout.setter
+    def alternate_layout(self, value):
+        self._settings["alternate_layout"] = value
+
+    @property
+    def bq_details_first(self):
+        return self._settings.get("bq_details_first", False)
+
+    @bq_details_first.setter
+    def bq_details_first(self, value):
+        self._settings["bq_details_first"] = value
+
     @property
     def is_themes_support(self):
         return self._settings.get("is_themes_support", False)

app/tools/media.py

@@ -1,19 +1,15 @@
 import os
-import subprocess
 import sys
 from datetime import datetime
-from enum import Enum
-from urllib.request import urlopen
 
 from app.commons import run_task, log, _DATE_FORMAT
-from app.settings import PlayStreamsMode
 
 
 class Player:
+    """ Simple wrapper for VLC media player. """
     __VLC_INSTANCE = None
-    __PLAY_STREAMS_MODE = PlayStreamsMode.BUILT_IN
 
-    def __init__(self, rewind_callback, position_callback, error_callback, playing_callback):
+    def __init__(self, mode, rewind_cb, position_cb, error_cb, playing_cb):
         try:
             from app.tools import vlc
             from app.tools.vlc import EventType
@@ -21,39 +17,39 @@ class Player:
             log("{}: Load library error: {}".format(__class__.__name__, e))
             raise ImportError
         else:
+            self._mode = mode
             self._is_playing = False
             args = "--quiet {}".format("" if sys.platform == "darwin" else "--no-xlib")
             self._player = vlc.Instance(args).media_player_new()
             ev_mgr = self._player.event_manager()
 
-            if rewind_callback:
+            if rewind_cb:
                 # TODO look other EventType options
                 ev_mgr.event_attach(EventType.MediaPlayerBuffering,
-                                    lambda et, p: rewind_callback(p.get_media().get_duration()),
+                                    lambda et, p: rewind_cb(p.get_media().get_duration()),
                                     self._player)
-            if position_callback:
+            if position_cb:
                 ev_mgr.event_attach(EventType.MediaPlayerTimeChanged,
-                                    lambda et, p: position_callback(p.get_time()),
+                                    lambda et, p: position_cb(p.get_time()),
                                     self._player)
 
-            if error_callback:
+            if error_cb:
                 ev_mgr.event_attach(EventType.MediaPlayerEncounteredError,
-                                    lambda et, p: error_callback(),
+                                    lambda et, p: error_cb(),
                                     self._player)
-            if playing_callback:
+            if playing_cb:
                 ev_mgr.event_attach(EventType.MediaPlayerPlaying,
-                                    lambda et, p: playing_callback(),
+                                    lambda et, p: playing_cb(),
                                     self._player)
 
     @classmethod
-    def get_instance(cls, rewind_callback=None, position_callback=None, error_callback=None, playing_callback=None):
+    def get_instance(cls, mode, rewind_cb=None, position_cb=None, error_cb=None, playing_cb=None):
         if not cls.__VLC_INSTANCE:
-            cls.__VLC_INSTANCE = Player(rewind_callback, position_callback, error_callback, playing_callback)
+            cls.__VLC_INSTANCE = Player(mode, rewind_cb, position_cb, error_cb, playing_cb)
         return cls.__VLC_INSTANCE
 
-    @staticmethod
-    def get_play_mode():
-        return Player.__PLAY_STREAMS_MODE
+    def get_play_mode(self):
+        return self._mode
 
     @run_task
     def play(self, mrl=None):
@@ -80,6 +76,7 @@ class Player:
             self._is_playing = False
             self._player.stop()
             self._player.release()
+            self.__VLC_INSTANCE = None
 
     def set_xwindow(self, xid):
         self._player.set_xwindow(xid)
@@ -114,92 +111,6 @@ class Player:
         self._player.set_fullscreen(full)
 
 
-class HttpPlayer:
-    """ Simple wrapper for VLC media player to interact over http. """
-
-    __VLC_INSTANCE = None
-    __PLAY_STREAMS_MODE = PlayStreamsMode.VLC
-
-    class Commands(Enum):
-        STATUS = "http://127.0.0.1:{}/requests/status.xml"
-        PLAY = "http://127.0.0.1:{}/requests/status.xml?command=in_play&input={}"
-        STOP = "http://127.0.0.1:{}/requests/status.xml?command=pl_stop"
-        CLEAR = "http://127.0.0.1:{}/requests/status.xml?command=pl_empty"
-
-    def __init__(self, exe, port, is_darwin):
-        from concurrent.futures import ThreadPoolExecutor as PoolExecutor
-
-        self._executor = PoolExecutor(max_workers=1)
-        self._cmd = [exe, "--no-stats", "--verbose=-1", "--extraintf", "http", "--http-port", port, "--quiet"]
-        if not is_darwin:
-            self._cmd.append("--one-instance")
-
-        self._p = None
-        self._state = None
-        self._port = port
-
-    @classmethod
-    def get_instance(cls, settings):
-        if not cls.__VLC_INSTANCE:
-            import shutil
-
-            is_darwin = settings.is_darwin
-            # TODO Add options[vlc_exe and port] to the settings!
-            exe = "/Applications/VLC.app/Contents/MacOS/VLC" if is_darwin else "/usr/bin/vlc"
-            if shutil.which(exe) is None:
-                raise ImportError
-            cls.__VLC_INSTANCE = HttpPlayer(exe=exe, port=str(9090), is_darwin=is_darwin)
-        return cls.__VLC_INSTANCE
-
-    @staticmethod
-    def get_play_mode():
-        return HttpPlayer.__PLAY_STREAMS_MODE
-
-    @run_task
-    def play(self, mrl=None):
-        if not self._p or self._p and self._p.poll() is not None:
-            self._p = subprocess.Popen(self._cmd + [mrl], preexec_fn=os.setsid)
-            self._p.communicate()
-        else:
-            self._executor.submit(self.open_command, self.Commands.CLEAR)
-            self._executor.submit(self.open_command, self.Commands.PLAY, mrl)
-
-    def open_command(self, command, url=None):
-        if command is self.Commands.PLAY:
-            url = self.Commands.PLAY.value.format(self._port, url)
-        else:
-            url = command.value.format(self._port)
-
-        try:
-            with urlopen(url, timeout=5) as f:
-                self._state = command
-        except Exception as e:
-            log("{}[open_command, {}] error: {}".format(__class__.__name__, command, e))
-
-    def stop(self):
-        if self._state is self.Commands.PLAY:
-            self._executor.submit(self.open_command, self.Commands.STOP)
-
-    def pause(self):
-        pass
-
-    def set_time(self, time):
-        pass
-
-    @run_task
-    def release(self):
-        if self._p and self._p.poll() is None:
-            import signal
-            # Good explanation here: https://stackoverflow.com/a/4791612
-            os.killpg(os.getpgid(self._p.pid), signal.SIGTERM)
-
-    def is_playing(self):
-        return self._state is self.Commands.PLAY
-
-    def set_full_screen(self, full):
-        pass
-
-
 class Recorder:
     __VLC_REC_INSTANCE = None
 

app/tools/picons.py

@@ -5,8 +5,11 @@ import shutil
 from collections import namedtuple
 from html.parser import HTMLParser
 
+import requests
+
 from app.commons import run_task, log
 from app.settings import SettingsType
+from .satellites import _HEADERS
 
 _ENIGMA2_PICON_KEY = "{:X}:{:X}:{}"
 _NEUTRINO_PICON_KEY = "{:x}{:04x}{:04x}.png"
@@ -17,6 +20,7 @@ Picon = namedtuple("Picon", ["ref", "ssid", "v_pid"])
 
 class PiconsParser(HTMLParser):
     """ Parser for package html page. (https://www.lyngsat.com/packages/*provider-name*.html) """
+    _BASE_URL = "https://www.lyngsat.com"
 
     def __init__(self, entities=False, separator=' ', single=None):
 
@@ -58,14 +62,14 @@ class PiconsParser(HTMLParser):
             row = self._current_row
             ln = len(row)
 
-            if self._single and ln == 4 and row[0].startswith("../../logo/"):
-                self.picons.append(Picon(row[0].strip("../"), "0", "0"))
+            if self._single and ln == 4 and row[0].startswith("/logo/"):
+                self.picons.append(Picon(row[0].strip(), "0", "0"))
             else:
                 if 9 < ln < 13:
                     url = None
-                    if row[0].startswith("../logo/"):
+                    if row[0].startswith("/logo/"):
                         url = row[0]
-                    elif row[1].startswith("../logo/"):
+                    elif row[1].startswith("/logo/"):
                         url = row[1]
 
                     ssid = row[-4]
@@ -78,37 +82,44 @@ class PiconsParser(HTMLParser):
         pass
 
     @staticmethod
-    def parse(open_path, picons_path, tmp_path, provider, picon_ids, s_type=SettingsType.ENIGMA_2):
-        if not os.path.isfile(open_path):
-            log("PiconsParser error [parse]. No such file or directory: {}".format(open_path))
+    def parse(provider, picons_path, picon_ids, s_type=SettingsType.ENIGMA_2):
+        """ Returns tuple(url, picon file name) list. """
+        req = requests.get(provider.url, timeout=5)
+        if req.status_code == 200:
+            logo_data = req.text
+        else:
+            log("Provider picons downloading error: {} {}".format(provider.url, req.reason))
             return
 
-        with open(open_path, encoding="utf-8", errors="replace") as f:
-            on_id, pos, ssid, single = provider.on_id, provider.pos, provider.ssid, provider.single
-            neg_pos = pos.endswith("W")
-            pos = int("".join(c for c in pos if c.isdigit()))
-            # For negative (West) positions 3600 - numeric position value!!!
-            if neg_pos:
-                pos = 3600 - pos
-            parser = PiconsParser(single=single)
-            parser.reset()
-            parser.feed(f.read())
-            picons = parser.picons
-            if picons:
-                os.makedirs(picons_path, exist_ok=True)
-                for p in picons:
-                    try:
-                        if single:
-                            on_id, freq = on_id.strip().split("::")
-                            namespace = "{:X}{:X}".format(int(pos), int(freq))
-                        else:
-                            namespace = "{:X}0000".format(int(pos))
-                        name = PiconsParser.format(ssid if single else p.ssid, on_id, namespace, picon_ids, s_type)
-                        p_name = picons_path + (name if name else os.path.basename(p.ref))
-                        shutil.copyfile(tmp_path + "www.lyngsat.com/" + p.ref.lstrip("."), p_name)
-                    except (TypeError, ValueError) as e:
-                        msg = "Picons format parse error: {}".format(p) + "\n" + str(e)
-                        log(msg)
+        on_id, pos, ssid, single = provider.on_id, provider.pos, provider.ssid, provider.single
+        neg_pos = pos.endswith("W")
+        pos = int("".join(c for c in pos if c.isdigit()))
+        # For negative (West) positions 3600 - numeric position value!!!
+        if neg_pos:
+            pos = 3600 - pos
+
+        parser = PiconsParser(single=provider.single)
+        parser.reset()
+        parser.feed(logo_data)
+        picons = parser.picons
+        picons_data = []
+
+        if picons:
+            for p in picons:
+                try:
+                    if single:
+                        on_id, freq = on_id.strip().split("::")
+                        namespace = "{:X}{:X}".format(int(pos), int(freq))
+                    else:
+                        namespace = "{:X}0000".format(int(pos))
+                    name = PiconsParser.format(ssid if single else p.ssid, on_id, namespace, picon_ids, s_type)
+                    p_name = picons_path + (name if name else os.path.basename(p.ref))
+                    picons_data.append(("{}{}".format(PiconsParser._BASE_URL, p.ref), p_name))
+                except (TypeError, ValueError) as e:
+                    msg = "Picons format parse error: {}".format(p) + "\n" + str(e)
+                    log(msg)
+
+        return picons_data
 
     @staticmethod
     def format(ssid, on_id, namespace, picon_ids, s_type):
@@ -127,7 +138,8 @@ class ProviderParser(HTMLParser):
     _POSITION_PATTERN = re.compile("at\s\d+\..*(?:E|W)']")
     _ONID_TID_PATTERN = re.compile("^\d+-\d+.*")
     _TRANSPONDER_FREQUENCY_PATTERN = re.compile("^\d+ [HVLR]+")
-    _DOMAINS = {"/tvchannels/", "/radiochannels/", "/packages/"}
+    _DOMAINS = {"/tvchannels/", "/radiochannels/", "/packages/", "/logo/"}
+    _BASE_URL = "https://www.lyngsat.com"
 
     def __init__(self, entities=False, separator=' '):
 
@@ -155,7 +167,7 @@ class ProviderParser(HTMLParser):
         if tag == 'tr':
             self._is_th = True
         if tag == "img":
-            if attrs[0][1].startswith("logo/"):
+            if attrs[0][1].startswith("/logo/"):
                 self._current_row.append(attrs[0][1])
         if tag == "a":
             url = attrs[0][1]
@@ -187,41 +199,47 @@ class ProviderParser(HTMLParser):
             self._current_row.append(final_cell)
             self._current_cell = []
         elif tag == 'tr':
-            r = self._current_row
+            row = self._current_row
             # Satellite position
             if not self._positon:
-                pos = re.findall(self._POSITION_PATTERN, str(r))
+                pos = re.findall(self._POSITION_PATTERN, str(row))
                 if pos:
                     self._positon = "".join(c for c in str(pos) if c.isdigit() or c in ".EW")
 
-            len_row = len(r)
+            len_row = len(row)
             if len_row > 2:
-                m = self._TRANSPONDER_FREQUENCY_PATTERN.match(r[1])
+                m = self._TRANSPONDER_FREQUENCY_PATTERN.match(row[1])
                 if m:
                     self._freq = m.group().split()[0]
 
-            if len_row == 12:
+            if len_row == 14:
                 # Providers
-                name = r[5]
+                name = row[6]
                 self._prv_names.add(name)
-                m = self._ONID_TID_PATTERN.match(str(r[-2]))
+                m = self._ONID_TID_PATTERN.match(str(row[9]))
                 if m:
                     on_id, tid = m.group().split("-")
                     if on_id not in self._ids:
-                        r[-2] = on_id
+                        row[-2] = on_id
                         self._ids.add(on_id)
-                        r[0] = self._positon
+                        row[0] = self._positon
                     if name + on_id not in self._prv_names:
                         self._prv_names.add(name + on_id)
-                        self.rows.append(Provider(logo=r[2], name=name, pos=self._positon, url=r[6], on_id=on_id,
+                        logo_data = None
+                        req = requests.get(self._BASE_URL + row[3], timeout=5)
+                        if req.status_code == 200:
+                            logo_data = req.content
+                        else:
+                            log("Downloading provider logo error: {}".format(req.reason))
+                        self.rows.append(Provider(logo=logo_data, name=name, pos=self._positon, url=row[5], on_id=on_id,
                                                   ssid=None, single=False, selected=True))
-            elif 6 < len_row < 10:
+            elif 6 < len_row < 14:
                 # Single services
                 name, url, ssid = None, None, None
-                if r[0].startswith("http"):
-                    name, url, ssid = r[1], r[0], r[4]
-                elif r[1].startswith("http"):
-                    name, url, ssid = r[2], r[1], r[5]
+                if row[0].startswith("http"):
+                    name, url, ssid = row[1], row[0], row[0]
+                elif row[1].startswith("http"):
+                    name, url, ssid = row[2], row[1], row[0]
 
                 if name and url:
                     on_id = "{}::{}".format(self._on_id if self._on_id else "1", self._freq)
@@ -237,14 +255,51 @@ class ProviderParser(HTMLParser):
         super().reset()
 
 
-def parse_providers(open_path):
+def parse_providers(url):
+    """ Returns a list of providers sorted by logo [single channels after providers]. """
     parser = ProviderParser()
-    parser.reset()
 
-    with open(open_path, encoding="utf-8", errors="replace") as f:
-        parser.feed(f.read())
+    request = requests.get(url=url, headers=_HEADERS)
+    if request.status_code == 200:
+        parser.feed(request.text)
+    else:
+        log("Parse providers error [{}]: {}".format(url, request.reason))
 
-        return parser.rows
+    def srt(p):
+        if p.logo is None:
+            return 1
+        return 0
+
+    providers = parser.rows
+    providers.sort(key=srt)
+
+    return providers
+
+
+def download_picon(src_url, dest_path, callback):
+    """ Downloads and saves the picon to file.  """
+    err_msg = "Picon download error: {}  [{}]"
+    timeout = (3, 5)  # connect and read timeouts
+
+    if callback:
+        callback("Downloading: {}.\n".format(os.path.basename(dest_path)))
+
+    req = requests.get(src_url, timeout=timeout, stream=True)
+    if req.status_code != 200:
+        err_msg = err_msg.format(src_url, req.reason)
+        log(err_msg)
+        if callback:
+            callback(err_msg + "\n")
+    else:
+        try:
+            with open(dest_path, "wb") as f:
+                for chunk in req:
+                    f.write(chunk)
+        except OSError as e:
+            err_msg = "Saving picon [{}] error: {}".format(dest_path, e)
+            log(err_msg)
+            if callback:
+                callback(err_msg + "\n")
 
 
 @run_task

app/tools/satellites.py

@@ -203,14 +203,16 @@ class SatellitesParser(HTMLParser):
         self._rows.clear()
         url = "https://www.flysat.com/" + sat_url if self._source is SatelliteSource.FLYSAT else sat_url
         request = requests.get(url=url, headers=_HEADERS)
-        reason = request.reason
+
         trs = []
-        if reason == "OK":
+        if request.status_code == 200:
             self.feed(request.text)
             if self._source is SatelliteSource.FLYSAT:
                 self.get_transponders_for_fly_sat(trs)
             elif self._source is SatelliteSource.LYNGSAT:
                 self.get_transponders_for_lyng_sat(trs)
+        else:
+            log("SatellitesParser [get transponders] error: {}  {}".format(url, request.reason))
 
         return sorted(trs, key=lambda x: int(x.frequency))
 
@@ -266,37 +268,29 @@ class SatellitesParser(HTMLParser):
             trs.extend(n_trs)
 
     def get_transponders_for_lyng_sat(self, trs):
-        """ Parsing transponders for LyngSat """
+        """ Parsing transponders for LyngSat. """
         frq_pol_pattern = re.compile("(\\d{4,5})\\s+([RLHV]).*")
-        sr_fec_pattern = re.compile("^(\\d{4,5})-(\\d/\\d)(.+PSK)?(.*)?$")
-        sys_pattern = re.compile("(DVB-S[2]?) ?(PLS+ (Root|Gold|Combo)+ (\\d+))* ?(multistream stream (\\d+))?",
-                                 re.IGNORECASE)
+        sr_fec_pattern = re.compile(r"(DVB-S[2]?)\s+(.+PSK)?.*?(\d+)\s+(\d/\d)\s*(?:T2-MI\s+PLP\s+(\d+))?.*")
         zeros = "000"
-        pls_modes = {v: k for k, v in PLS_MODE.items()}
+        pls_mode, pls_code, pls_id = None, None, None
 
-        for r in filter(lambda x: len(x) > 8, self._rows):
-            for frq in r[1], r[2], r[3]:
+        for row in filter(lambda x: len(x) > 8, self._rows):
+            for frq in row[1], row[2], row[3]:
                 freq = re.match(frq_pol_pattern, frq)
                 if freq:
                     break
             if not freq:
                 continue
+
             frq, pol = freq.group(1), freq.group(2)
-            sr_fec = re.match(sr_fec_pattern, r[-3])
+            srf = " ".join(row[3:5])
+            sr_fec = re.search(sr_fec_pattern, srf)
             if not sr_fec:
                 continue
-            sr, fec, mod = sr_fec.group(1), sr_fec.group(2), sr_fec.group(3)
+
+            sys, mod, sr, fec = sr_fec.group(1), sr_fec.group(2), sr_fec.group(3), sr_fec.group(4)
             mod = mod.strip() if mod else "Auto"
-
-            res = re.match(sys_pattern, r[-4])
-            if not res:
-                continue
-
-            sys = res.group(1)
-            pls_mode = res.group(3)
-            pls_mode = pls_modes.get(pls_mode.capitalize(), None) if pls_mode else pls_mode
-            pls_code = res.group(4)
-            pls_id = res.group(6)
+            pls_id = sr_fec.group(5)
 
             tr = Transponder(frq + zeros, sr + zeros, pol, fec, sys, mod, pls_mode, pls_code, pls_id)
             if is_transponder_valid(tr):
@@ -313,8 +307,9 @@ class ServicesParser(HTMLParser):
         self._S_TYPES = {"": "2", "MPEG-2 SD": "1", "SD": "1", "MPEG-4 SD": "22", "HEVC SD": "22", "MPEG-4 HD": "25",
                          "MPEG-4 HD 1080": "25", "MPEG-4 HD 720": "25", "HEVC HD": "25", "HEVC UHD": "31",
                          "HEVC UHD 4K": "31"}
-        self._TR_PAT = re.compile(r"(DVB-S[2]?)/?(.*PSK)?\s+SR\s+(\d+)\s+FEC\s+(\d/\d).*ONID/TID:\s+(\d+)/(\d+)\s+.*")
-        self._PTR_PAT = re.compile(r".*?(\d+\.\d°[EW]):\s+(\d+)\s+([RLHV]).*")
+        self._TR_PAT = re.compile(
+            r".*?(\d+)\s+([RLHV]).*(DVB-S[2]?)/?(.*PSK)?\s(T2-MI)?\s?SR-FEC:\s(\d+)-(\d/\d)\s+.*ONID-TID:\s+(\d+)-(\d+).*")
+        self._POS_PAT = re.compile(r".*?(\d+\.\d°[EW]).*")
         self._TR = "s {}000:{}000:{}:{}:{}:{}:{}:{}"
         self._S2_TR = "{}:{}:{}:{}"
 
@@ -406,26 +401,33 @@ class ServicesParser(HTMLParser):
         else:
             pos, freq, sr, fec, pol, namespace, tid, nid = sat_position or 0, 0, 0, 0, 0, 0, 0, 0
             sys = "DVB-S"
-            tr_found = False
             pos_found = False
             tr = None
             # Transponder
-            for r in filter(lambda x: x and len(x) == 2, self._rows):
+            for r in filter(lambda x: x and 6 < len(x) < 9, self._rows):
                 if not pos_found:
-                    pos_tr = re.match(self._PTR_PAT, r[1].text)
-                    if pos_tr:
-                        if not sat_position:
-                            pos = int(SatellitesParser.get_position(
-                                "".join(c for c in pos_tr.group(1) if c.isdigit() or c.isalpha())))
-                        freq = int(pos_tr.group(2))
-                        pol = get_key_by_value(POLARIZATION, pos_tr.group(3))
-                        pos_found = True
+                    pos_tr = re.match(self._POS_PAT, r[0].text)
+                    if not pos_tr:
+                        continue
 
-                if pos_found and not tr_found:
-                    td = re.match(self._TR_PAT, r[1].text) or re.match(self._TR_PAT, r[0].text)
+                    if not sat_position:
+                        pos = int(SatellitesParser.get_position(
+                            "".join(c for c in pos_tr.group(1) if c.isdigit() or c.isalpha())))
+
+                    pos_found = True
+
+                if pos_found:
+                    text = " ".join(c.text for c in r[1:])
+                    td = re.match(self._TR_PAT, text)
                     if td:
-                        sys, mod, sr, _fec, nid, tid = td.group(1), td.group(2), td.group(3), td.group(4), td.group(
-                            5), td.group(6)
+                        freq, pol = int(td.group(1)), get_key_by_value(POLARIZATION, td.group(2))
+                        if td.group(5):
+                            log("Detected T2-MI transponder!")
+                            continue
+
+                        sys, mod, sr, _fec, = td.group(3), td.group(4), td.group(6), td.group(7)
+                        nid, tid = td.group(8), td.group(9)
+
                         neg_pos = False  # POS = W
                         # For negative (West) positions: 3600 - numeric position value!!!
                         namespace = "{:04x}0000".format(3600 - pos if neg_pos else pos)
@@ -439,7 +441,6 @@ class ServicesParser(HTMLParser):
                         s2_flags = "" if sys == "DVB-S" else self._S2_TR.format(tr_flag, mod or 0, roll_off, pilot)
                         nid, tid = int(nid), int(tid)
                         tr = self._TR.format(freq, sr, pol, fec, pos, inv, sys, s2_flags)
-                        tr_found = True
 
             if not tr:
                 msg = "ServicesParser error [get transponder services]: {}"
@@ -449,8 +450,8 @@ class ServicesParser(HTMLParser):
 
             # Services
             for r in filter(lambda x: x and len(x) == 12 and (x[0].text.isdigit()), self._rows):
-                sid, name, cas, pkg, s_type, v_pid, a_pid = r[0].text, r[2].text, r[4].text, r[5].text, r[
-                    6].text.strip(), r[7].text, r[8].text.split()
+                sid, name, s_type, v_pid, a_pid, cas, pkg = r[0].text, r[2].text, r[4].text, r[
+                    5].text.strip(), r[6].text.split(), r[9].text, r[10].text.strip()
 
                 try:
                     s_type = self._S_TYPES.get(s_type, "3")  # 3 = Data

app/tools/yt.py

@@ -129,6 +129,21 @@ class YouTube:
 
             return None, rsn
 
+    def get_yt_playlist(self, list_id, url=None):
+        """ Returns tuple from the playlist header and list of tuples (title, video id). """
+        if self._settings.enable_yt_dl and url:
+            try:
+                self._yt_dl.update_options({"noplaylist": False, "extract_flat": True})
+                info = self._yt_dl.get_info(url, skip_errors=False)
+                if "url" in info:
+                    info = self._yt_dl.get_info(info.get("url"), skip_errors=False)
+                return info.get("title", ""), [(e.get("title", ""), e.get("id", "")) for e in info.get("entries", [])]
+            finally:
+                # Restoring default options
+                self._yt_dl.update_options({"noplaylist": True, "extract_flat": False})
+
+        return PlayListParser.get_yt_playlist(list_id)
+
 
 class PlayListParser(HTMLParser):
     """ Very simple parser to handle YouTube playlist pages. """
@@ -139,6 +154,7 @@ class PlayListParser(HTMLParser):
         self._header = ""
         self._playlist = []
         self._is_script = False
+        self._scr_start = ('var ytInitialData = ', 'window["ytInitialData"] = ')
 
     def handle_starttag(self, tag, attrs):
         if tag == "script":
@@ -147,8 +163,11 @@ class PlayListParser(HTMLParser):
     def handle_data(self, data):
         if self._is_script:
             data = data.lstrip()
-            if data.startswith('window["ytInitialData"] = '):
-                data = data.split(";")[0].lstrip('window["ytInitialData"] = ')
+            if data.startswith(self._scr_start):
+                data = data.split(";")[0]
+                for s in self._scr_start:
+                    data = data.lstrip(s)
+
                 try:
                     resp = json.loads(data)
                 except JSONDecodeError as e:
@@ -205,6 +224,7 @@ class YouTubeDL:
     _DownloadError = None
     _LATEST_RELEASE_URL = "https://api.github.com/repos/ytdl-org/youtube-dl/releases/latest"
     _OPTIONS = {"noplaylist": True,  # Single video instead of a playlist [ignoring playlist in URL].
+                "extract_flat": False,  # Do not resolve URLs, return the immediate result.
                 "quiet": True,  # Do not print messages to stdout.
                 "simulate": True,  # Do not download the video files.
                 "cookiefile": "cookies.txt"}  # File name where cookies should be read from and dumped to.
@@ -316,8 +336,17 @@ class YouTubeDL:
             self._callback("Update process. Please wait.", False)
             return {}, ""
 
+        info = self.get_info(url, skip_errors)
+        fmts = info.get("formats", None)
+        if fmts:
+            return {Quality.get(int(fm["format_id"])): fm.get("url", "") for fm in fmts if
+                    fm.get("format_id", "") in self._supported}, info.get("title", "")
+
+        return {}, info.get("title", "")
+
+    def get_info(self, url, skip_errors=False):
         try:
-            info = self._dl.extract_info(url, download=False)
+            return self._dl.extract_info(url, download=False)
         except URLError as e:
             log(str(e))
             raise YouTubeException(e)
@@ -325,13 +354,13 @@ class YouTubeDL:
             log(str(e))
             if not skip_errors:
                 raise YouTubeException(e)
-        else:
-            fmts = info.get("formats", None)
-            if fmts:
-                return {Quality.get(int(fm["format_id"])): fm.get("url", "") for fm in fmts if
-                        fm.get("format_id", "") in self._supported}, info.get("title", "")
 
-            return {}, info.get("title", "")
+    def update_options(self, options):
+        self._dl.params.update(options)
+
+    @property
+    def options(self):
+        return self._dl.params
 
 
 def flat(key, d):

app/ui/control.py

@@ -6,10 +6,11 @@ from urllib.parse import quote
 
 from gi.repository import GLib
 
-from .dialogs import get_dialogs_string, show_dialog, DialogType
+from .dialogs import get_dialogs_string, show_dialog, DialogType, get_message
 from .uicommons import Gtk, Gdk, UI_RESOURCES_PATH, Column
 from ..commons import run_task, run_with_delay, log, run_idle
 from ..connections import HttpAPI
+from ..eparser.ecommons import BqServiceType
 
 
 class ControlBox(Gtk.HBox):
@@ -186,10 +187,6 @@ class ControlBox(Gtk.HBox):
         self._timers_list_box.drag_dest_set(Gtk.DestDefaults.ALL, [], Gdk.DragAction.DEFAULT | Gdk.DragAction.COPY)
         self._timers_list_box.drag_dest_add_text_targets()
 
-        builder.get_object("stack_switcher").set_visible(settings.is_enable_experimental)
-        builder.get_object("epg_box").set_visible(settings.is_enable_experimental)
-        builder.get_object("timers_box").set_visible(settings.is_enable_experimental)
-
         self.init_actions(app)
         self.connect("hide", self.on_hide)
         self.show()
@@ -427,7 +424,7 @@ class ControlBox(Gtk.HBox):
         refs = {}
         for row in rows:
             timer = row.timer
-            ref = "timerdelete?sRef={}&begin={}&end={}".format(timer.get("e2servicereference", ""),
+            ref = "timerdelete?sRef={}&begin={}&end={}".format(quote(timer.get("e2servicereference", "")),
                                                                timer.get("e2timebegin", ""),
                                                                timer.get("e2timeend", ""))
             refs[ref] = row
@@ -488,7 +485,7 @@ class ControlBox(Gtk.HBox):
     def on_timer_save(self, action, value=None):
         args = []
         t_data = self.get_timer_data()
-        s_ref = t_data.get("sRef", "")
+        s_ref = quote(t_data.get("sRef", ""))
 
         if self._timer_action is self.TimerAction.EVENT:
             args.append("timeraddbyeventid?sRef={}".format(s_ref))
@@ -673,6 +670,12 @@ class ControlBox(Gtk.HBox):
 
             service = self._app.current_services.get(fav_id, None)
             if service:
+                if service.service_type == BqServiceType.ALT.name:
+                    msg = "Alternative service.\n\n {}".format(get_message("Not implemented yet!"))
+                    show_dialog(DialogType.ERROR, transient=self._app._main_window, text=msg)
+                    context.finish(False, False, time)
+                    return
+
                 self._timer_name_entry.set_text(service.service)
                 self._timer_service_entry.set_text(service.service)
                 self._timer_service_ref_entry.set_text(service.picon_id.rstrip(".png").replace("_", ":"))

app/ui/dialogs.glade

@@ -3,7 +3,7 @@
 
 The MIT License (MIT)
 
-Copyright (c) 2018-2020 Dmitriy Yefremov
+Copyright (c) 2018-2021 Dmitriy Yefremov
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -31,7 +31,7 @@ Author: Dmitriy Yefremov
   <!-- interface-license-type mit -->
   <!-- interface-name DemonEditor -->
   <!-- interface-description Enigma2 channel and satellites list editor for macOS. -->
-  <!-- interface-copyright 2018-2020 Dmitriy Yefremov -->
+  <!-- interface-copyright 2018-2021 Dmitriy Yefremov -->
   <!-- interface-authors Dmitriy Yefremov -->
   <object class="GtkAboutDialog" id="about_dialog">
     <property name="can_focus">False</property>
@@ -40,8 +40,8 @@ Author: Dmitriy Yefremov
     <property name="icon_name">system-help</property>
     <property name="type_hint">normal</property>
     <property name="program_name">DemonEditor</property>
-    <property name="version">1.0.2 Beta</property>
-    <property name="copyright">2018-2020 Dmitriy Yefremov
+    <property name="version">1.0.5 Beta</property>
+    <property name="copyright">2018-2021 Dmitriy Yefremov
 </property>
     <property name="comments" translatable="yes">Enigma2 channel and satellite list editor for MacOS.
     (Experimental)</property>
@@ -89,7 +89,7 @@ Author: Dmitriy Yefremov
     <property name="window_position">center</property>
     <property name="default_width">320</property>
     <property name="destroy_with_parent">True</property>
-    <property name="type_hint">dialog</property>
+    <property name="type_hint">utility</property>
     <property name="skip_taskbar_hint">True</property>
     <property name="skip_pager_hint">True</property>
     <property name="gravity">center</property>

app/ui/dialogs.py

@@ -74,12 +74,12 @@ class WaitDialog:
 
 
 def show_dialog(dialog_type, transient, text=None, settings=None, action_type=None, file_filter=None, buttons=None,
-                title=None):
+                title=None, create_dir=False):
     """ Shows dialogs by name. """
     if dialog_type in (DialogType.INFO, DialogType.ERROR):
         return get_message_dialog(transient, dialog_type, Gtk.ButtonsType.OK, text)
     elif dialog_type is DialogType.CHOOSER and settings:
-        return get_file_chooser_dialog(transient, text, settings, action_type, file_filter, buttons, title)
+        return get_file_chooser_dialog(transient, text, settings, action_type, file_filter, buttons, title, create_dir)
     elif dialog_type is DialogType.INPUT:
         return get_input_dialog(transient, text)
     elif dialog_type is DialogType.QUESTION:
@@ -103,10 +103,10 @@ def get_chooser_dialog(transient, settings, name, patterns, title=None):
                        title=title)
 
 
-def get_file_chooser_dialog(transient, text, settings, action_type, file_filter, buttons=None, title=None):
+def get_file_chooser_dialog(transient, text, settings, action_type, file_filter, buttons=None, title=None, dirs=False):
     action_type = Gtk.FileChooserAction.SELECT_FOLDER if action_type is None else action_type
     dialog = Gtk.FileChooserNative.new(get_message(title) if title else "", transient, action_type)
-    dialog.set_create_folders(False)
+    dialog.set_create_folders(dirs)
     dialog.set_modal(True)
 
     if file_filter is not None:

app/ui/download_dialog.glade

@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<!-- Generated with glade 3.22.1 
+<!-- Generated with glade 3.22.2 
 
 The MIT License (MIT)
 
@@ -46,7 +46,7 @@ Author: Dmitriy Yefremov
     <property name="icon_size">1</property>
   </object>
   <object class="GtkWindow" id="download_dialog_window">
-    <property name="width_request">500</property>
+    <property name="width_request">550</property>
     <property name="can_focus">False</property>
     <property name="title" translatable="yes">FTP-transfer</property>
     <property name="resizable">False</property>
@@ -56,7 +56,7 @@ Author: Dmitriy Yefremov
     <property name="skip_taskbar_hint">True</property>
     <property name="skip_pager_hint">True</property>
     <property name="gravity">center</property>
-    <child>
+    <child type="titlebar">
       <placeholder/>
     </child>
     <child>
@@ -231,202 +231,6 @@ Author: Dmitriy Yefremov
             <property name="position">2</property>
           </packing>
         </child>
-        <child>
-          <object class="GtkFrame" id="settings_frame">
-            <property name="visible">True</property>
-            <property name="can_focus">False</property>
-            <property name="margin_left">10</property>
-            <property name="margin_right">10</property>
-            <property name="margin_top">5</property>
-            <property name="margin_bottom">5</property>
-            <property name="label_xalign">0.019999999552965164</property>
-            <property name="shadow_type">in</property>
-            <child>
-              <object class="GtkGrid" id="settings_grid">
-                <property name="visible">True</property>
-                <property name="can_focus">False</property>
-                <property name="margin_left">10</property>
-                <property name="margin_right">10</property>
-                <property name="margin_top">5</property>
-                <property name="margin_bottom">5</property>
-                <property name="row_spacing">2</property>
-                <property name="column_spacing">2</property>
-                <child>
-                  <object class="GtkLabel" id="login_label">
-                    <property name="visible">True</property>
-                    <property name="can_focus">False</property>
-                    <property name="label" translatable="yes">Login:</property>
-                    <property name="xalign">0.10000000149011612</property>
-                  </object>
-                  <packing>
-                    <property name="left_attach">0</property>
-                    <property name="top_attach">0</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkEntry" id="login_entry">
-                    <property name="visible">True</property>
-                    <property name="can_focus">True</property>
-                    <property name="editable">False</property>
-                    <property name="text">root</property>
-                    <property name="caps_lock_warning">False</property>
-                    <property name="primary_icon_name">avatar-default-symbolic</property>
-                  </object>
-                  <packing>
-                    <property name="left_attach">0</property>
-                    <property name="top_attach">1</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkLabel" id="password_label">
-                    <property name="visible">True</property>
-                    <property name="can_focus">False</property>
-                    <property name="label" translatable="yes">Password:</property>
-                    <property name="xalign">0.10000000149011612</property>
-                  </object>
-                  <packing>
-                    <property name="left_attach">1</property>
-                    <property name="top_attach">0</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkEntry" id="password_entry">
-                    <property name="visible">True</property>
-                    <property name="can_focus">True</property>
-                    <property name="editable">False</property>
-                    <property name="visibility">False</property>
-                    <property name="invisible_char">●</property>
-                    <property name="text">root</property>
-                    <property name="primary_icon_name">emblem-readonly</property>
-                    <property name="input_purpose">password</property>
-                  </object>
-                  <packing>
-                    <property name="left_attach">1</property>
-                    <property name="top_attach">1</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkLabel" id="port_label">
-                    <property name="visible">True</property>
-                    <property name="can_focus">False</property>
-                    <property name="label" translatable="yes">Port:</property>
-                    <property name="xalign">0.10000000149011612</property>
-                  </object>
-                  <packing>
-                    <property name="left_attach">2</property>
-                    <property name="top_attach">0</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkEntry" id="port_entry">
-                    <property name="visible">True</property>
-                    <property name="can_focus">True</property>
-                    <property name="editable">False</property>
-                    <property name="width_chars">8</property>
-                    <property name="max_width_chars">8</property>
-                    <property name="text" translatable="yes">21</property>
-                    <property name="caps_lock_warning">False</property>
-                    <property name="primary_icon_name">network-workgroup-symbolic</property>
-                  </object>
-                  <packing>
-                    <property name="left_attach">2</property>
-                    <property name="top_attach">1</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkEntry" id="timeout_entry">
-                    <property name="visible">True</property>
-                    <property name="can_focus">True</property>
-                    <property name="editable">False</property>
-                    <property name="width_chars">8</property>
-                    <property name="max_width_chars">8</property>
-                    <property name="caps_lock_warning">False</property>
-                    <property name="primary_icon_name">alarm-symbolic</property>
-                    <property name="input_purpose">digits</property>
-                  </object>
-                  <packing>
-                    <property name="left_attach">3</property>
-                    <property name="top_attach">1</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkLabel" id="timeout_label">
-                    <property name="visible">True</property>
-                    <property name="can_focus">False</property>
-                    <property name="label" translatable="yes">Timeout:</property>
-                  </object>
-                  <packing>
-                    <property name="left_attach">3</property>
-                    <property name="top_attach">0</property>
-                  </packing>
-                </child>
-              </object>
-            </child>
-            <child type="label">
-              <object class="GtkBox" id="settings_buttons_box">
-                <property name="visible">True</property>
-                <property name="can_focus">False</property>
-                <child>
-                  <object class="GtkRadioButton" id="ftp_radio_button">
-                    <property name="label" translatable="yes">FTP</property>
-                    <property name="visible">True</property>
-                    <property name="can_focus">True</property>
-                    <property name="receives_default">False</property>
-                    <property name="active">True</property>
-                    <property name="draw_indicator">False</property>
-                    <property name="group">telnet_radio_button</property>
-                    <signal name="toggled" handler="on_settings_button" swapped="no"/>
-                  </object>
-                  <packing>
-                    <property name="expand">False</property>
-                    <property name="fill">True</property>
-                    <property name="position">0</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkRadioButton" id="http_radio_button">
-                    <property name="label" translatable="yes">HTTP</property>
-                    <property name="visible">True</property>
-                    <property name="can_focus">True</property>
-                    <property name="receives_default">False</property>
-                    <property name="draw_indicator">False</property>
-                    <property name="group">telnet_radio_button</property>
-                    <signal name="toggled" handler="on_settings_button" swapped="no"/>
-                  </object>
-                  <packing>
-                    <property name="expand">False</property>
-                    <property name="fill">True</property>
-                    <property name="position">1</property>
-                  </packing>
-                </child>
-                <child>
-                  <object class="GtkRadioButton" id="telnet_radio_button">
-                    <property name="label" translatable="yes">Telnet</property>
-                    <property name="visible">True</property>
-                    <property name="can_focus">True</property>
-                    <property name="receives_default">False</property>
-                    <property name="draw_indicator">False</property>
-                    <property name="group">ftp_radio_button</property>
-                    <signal name="toggled" handler="on_settings_button" swapped="no"/>
-                  </object>
-                  <packing>
-                    <property name="expand">False</property>
-                    <property name="fill">True</property>
-                    <property name="position">2</property>
-                  </packing>
-                </child>
-                <style>
-                  <class name="group"/>
-                </style>
-              </object>
-            </child>
-          </object>
-          <packing>
-            <property name="expand">False</property>
-            <property name="fill">True</property>
-            <property name="position">3</property>
-          </packing>
-        </child>
         <child>
           <object class="GtkFrame">
             <property name="visible">True</property>
@@ -748,11 +552,4 @@ Author: Dmitriy Yefremov
       </object>
     </child>
   </object>
-  <object class="GtkSizeGroup" id="settings_size_group">
-    <widgets>
-      <widget name="ftp_radio_button"/>
-      <widget name="http_radio_button"/>
-      <widget name="telnet_radio_button"/>
-    </widgets>
-  </object>
 </interface>

app/ui/download_dialog.py

@@ -21,7 +21,6 @@ class DownloadDialog:
 
         handlers = {"on_receive": self.on_receive,
                     "on_send": self.on_send,
-                    "on_settings_button": self.on_settings_button,
                     "on_settings": self.on_settings,
                     "on_profile_changed": self.on_profile_changed,
                     "on_use_http_state_set": self.on_use_http_state_set,
@@ -32,7 +31,6 @@ class DownloadDialog:
         builder.add_from_file(UI_RESOURCES_PATH + "download_dialog.glade")
         builder.connect_signals(handlers)
 
-        self._current_property = "FTP"
         self._dialog_window = builder.get_object("download_dialog_window")
         self._dialog_window.set_transient_for(transient)
         self._info_bar = builder.get_object("info_bar")
@@ -46,12 +44,6 @@ class DownloadDialog:
         self._bouquets_radio_button = builder.get_object("bouquets_radio_button")
         self._satellites_radio_button = builder.get_object("satellites_radio_button")
         self._webtv_radio_button = builder.get_object("webtv_radio_button")
-        self._login_entry = builder.get_object("login_entry")
-        self._password_entry = builder.get_object("password_entry")
-        self._host_entry = builder.get_object("host_entry")
-        self._port_entry = builder.get_object("port_entry")
-        self._timeout_entry = builder.get_object("timeout_entry")
-        self._settings_buttons_box = builder.get_object("settings_buttons_box")
         self._use_http_switch = builder.get_object("use_http_switch")
         self._http_radio_button = builder.get_object("http_radio_button")
         self._use_http_box = builder.get_object("use_http_box")
@@ -71,7 +63,6 @@ class DownloadDialog:
         self._data_path_entry.set_text(self._settings.data_local_path)
         is_enigma = self._s_type is SettingsType.ENIGMA_2
         self._webtv_radio_button.set_visible(not is_enigma)
-        self._http_radio_button.set_visible(is_enigma)
         self._use_http_box.set_visible(is_enigma)
         self._use_http_switch.set_active(is_enigma and self._settings.use_http)
         self._remove_unused_check_button.set_active(self._settings.remove_unused_bouquets)
@@ -104,26 +95,6 @@ class DownloadDialog:
     def destroy(self):
         self._dialog_window.destroy()
 
-    def on_settings_button(self, button):
-        if button.get_active():
-            label = button.get_label()
-            if label == "Telnet":
-                self._login_entry.set_text(self._settings.telnet_user)
-                self._password_entry.set_text(self._settings.telnet_password)
-                self._port_entry.set_text(self._settings.telnet_port)
-                self._timeout_entry.set_text(str(self._settings.telnet_timeout))
-            elif label == "HTTP":
-                self._login_entry.set_text(self._settings.http_user)
-                self._password_entry.set_text(self._settings.http_password)
-                self._port_entry.set_text(self._settings.http_port)
-                self._timeout_entry.set_text(str(self._settings.http_timeout))
-            elif label == "FTP":
-                self._login_entry.set_text(self._settings.user)
-                self._password_entry.set_text(self._settings.password)
-                self._port_entry.set_text(self._settings.port)
-                self._timeout_entry.set_text("")
-            self._current_property = label
-
     def on_settings(self, item):
         response = show_settings_dialog(self._dialog_window, self._settings)
         if response != Gtk.ResponseType.CANCEL:
@@ -132,11 +103,6 @@ class DownloadDialog:
             gen = self._update_settings_callback()
             GLib.idle_add(lambda: next(gen, False), priority=GLib.PRIORITY_LOW)
 
-            for button in self._settings_buttons_box.get_children():
-                if button.get_active():
-                    self.on_settings_button(button)
-                    break
-
     def on_profile_changed(self, box):
         active = box.get_active_text()
         if active in self._settings.profiles:

app/ui/epg_dialog.py

@@ -8,8 +8,7 @@ from enum import Enum
 from urllib.error import HTTPError, URLError
 
 from gi.repository import GLib
-
-from app.commons import run_idle
+from app.commons import run_idle, run_task
 from app.connections import download_data, DownloadType
 from app.eparser.ecommons import BouquetService, BqServiceType
 from app.tools.epg import EPG, ChannelsParser
@@ -539,6 +538,7 @@ class EpgDialog:
 
     # ***************** Downloads *********************#
 
+    @run_task
     def download_epg_from_stb(self):
         """ Download the epg.dat file via ftp from the receiver. """
         download_data(settings=self._settings, download_type=DownloadType.EPG, callback=print)

app/ui/ftp.glade

@@ -0,0 +1,657 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!-- Generated with glade 3.22.2 
+
+The MIT License (MIT)
+
+Copyright (c) 2018-2020 Dmitriy Yefremov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+Author: Dmitriy Yefremov
+
+-->
+<interface domain="demon-editor">
+  <requires lib="gtk+" version="3.16"/>
+  <!-- interface-css-provider-path style.css -->
+  <!-- interface-license-type mit -->
+  <!-- interface-name DemonEditor -->
+  <!-- interface-description Enigma2 channel and satellite list editor for GNU/Linux. -->
+  <!-- interface-copyright 2018-2020 Dmitriy Yefremov -->
+  <!-- interface-authors Dmitriy Yefremov -->
+  <object class="GtkListStore" id="bookmarks_list_store">
+    <columns>
+      <!-- column-name name -->
+      <column type="gchararray"/>
+      <!-- column-name url -->
+      <column type="gchararray"/>
+    </columns>
+  </object>
+  <object class="GtkImage" id="file_create_folder_image">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <property name="icon_name">folder-new</property>
+  </object>
+  <object class="GtkListStore" id="file_list_store">
+    <columns>
+      <!-- column-name icon -->
+      <column type="GdkPixbuf"/>
+      <!-- column-name name -->
+      <column type="gchararray"/>
+      <!-- column-name size -->
+      <column type="gchararray"/>
+      <!-- column-name date -->
+      <column type="gchararray"/>
+      <!-- column-name type -->
+      <column type="gchararray"/>
+      <!-- column-name extra -->
+      <column type="gchararray"/>
+    </columns>
+  </object>
+  <object class="GtkImage" id="ftp_create_folder_image">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <property name="icon_name">folder-new</property>
+  </object>
+  <object class="GtkListStore" id="ftp_list_store">
+    <columns>
+      <!-- column-name icon -->
+      <column type="GdkPixbuf"/>
+      <!-- column-name name -->
+      <column type="gchararray"/>
+      <!-- column-name size -->
+      <column type="gchararray"/>
+      <!-- column-name date -->
+      <column type="gchararray"/>
+      <!-- column-name attr -->
+      <column type="gchararray"/>
+      <!-- column-name extra -->
+      <column type="gchararray"/>
+    </columns>
+  </object>
+  <object class="GtkFrame" id="main_frame">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <property name="margin_left">1</property>
+    <property name="margin_right">1</property>
+    <property name="margin_bottom">1</property>
+    <property name="label_xalign">0</property>
+    <property name="shadow_type">in</property>
+    <child>
+      <object class="GtkPaned" id="paned">
+        <property name="width_request">320</property>
+        <property name="height_request">240</property>
+        <property name="visible">True</property>
+        <property name="can_focus">True</property>
+        <property name="margin_left">5</property>
+        <property name="margin_right">5</property>
+        <property name="margin_top">5</property>
+        <property name="margin_bottom">5</property>
+        <property name="orientation">vertical</property>
+        <property name="wide_handle">True</property>
+        <child>
+          <object class="GtkBox" id="ftp_bpx">
+            <property name="visible">True</property>
+            <property name="can_focus">False</property>
+            <property name="orientation">vertical</property>
+            <property name="spacing">2</property>
+            <child>
+              <object class="GtkBox">
+                <property name="visible">True</property>
+                <property name="can_focus">False</property>
+                <child>
+                  <object class="GtkBox" id="ftp_info_box">
+                    <property name="visible">True</property>
+                    <property name="can_focus">False</property>
+                    <property name="spacing">5</property>
+                    <child>
+                      <object class="GtkLabel" id="ftp_label">
+                        <property name="visible">True</property>
+                        <property name="can_focus">False</property>
+                        <property name="margin_left">10</property>
+                        <property name="label">FTP:</property>
+                        <property name="yalign">1</property>
+                        <attributes>
+                          <attribute name="weight" value="semibold"/>
+                        </attributes>
+                      </object>
+                      <packing>
+                        <property name="expand">False</property>
+                        <property name="fill">True</property>
+                        <property name="position">0</property>
+                      </packing>
+                    </child>
+                    <child>
+                      <object class="GtkLabel" id="ftp_info_label">
+                        <property name="visible">True</property>
+                        <property name="can_focus">False</property>
+                        <property name="ellipsize">end</property>
+                        <property name="max_width_chars">25</property>
+                        <property name="yalign">1</property>
+                      </object>
+                      <packing>
+                        <property name="expand">False</property>
+                        <property name="fill">True</property>
+                        <property name="position">2</property>
+                      </packing>
+                    </child>
+                  </object>
+                  <packing>
+                    <property name="expand">False</property>
+                    <property name="fill">True</property>
+                    <property name="position">0</property>
+                  </packing>
+                </child>
+                <child>
+                  <object class="GtkBox" id="ftp_button_box">
+                    <property name="visible">True</property>
+                    <property name="can_focus">False</property>
+                    <property name="spacing">2</property>
+                    <child>
+                      <object class="GtkButton" id="connect_button">
+                        <property name="visible">True</property>
+                        <property name="can_focus">False</property>
+                        <property name="receives_default">True</property>
+                        <property name="tooltip_text" translatable="yes">Connect</property>
+                        <signal name="clicked" handler="on_connect" swapped="no"/>
+                        <child>
+                          <object class="GtkImage" id="connect_button_image">
+                            <property name="visible">True</property>
+                            <property name="can_focus">False</property>
+                            <property name="stock">gtk-connect</property>
+                          </object>
+                        </child>
+                      </object>
+                      <packing>
+                        <property name="expand">False</property>
+                        <property name="fill">True</property>
+                        <property name="position">0</property>
+                      </packing>
+                    </child>
+                    <child>
+                      <object class="GtkButton" id="disconnect_button">
+                        <property name="can_focus">False</property>
+                        <property name="receives_default">True</property>
+                        <property name="tooltip_text" translatable="yes">Disconnect</property>
+                        <signal name="clicked" handler="on_disconnect" swapped="no"/>
+                        <child>
+                          <object class="GtkImage" id="disconnect_button_image">
+                            <property name="visible">True</property>
+                            <property name="can_focus">False</property>
+                            <property name="stock">gtk-disconnect</property>
+                          </object>
+                        </child>
+                      </object>
+                      <packing>
+                        <property name="expand">False</property>
+                        <property name="fill">True</property>
+                        <property name="position">1</property>
+                      </packing>
+                    </child>
+                    <child>
+                      <object class="GtkComboBox" id="bookmark_button">
+                        <property name="can_focus">False</property>
+                        <property name="model">bookmarks_list_store</property>
+                        <property name="id_column">0</property>
+                      </object>
+                      <packing>
+                        <property name="expand">False</property>
+                        <property name="fill">True</property>
+                        <property name="pack_type">end</property>
+                        <property name="position">2</property>
+                      </packing>
+                    </child>
+                  </object>
+                  <packing>
+                    <property name="expand">False</property>
+                    <property name="fill">True</property>
+                    <property name="pack_type">end</property>
+                    <property name="position">1</property>
+                  </packing>
+                </child>
+                <child>
+                  <placeholder/>
+                </child>
+              </object>
+              <packing>
+                <property name="expand">False</property>
+                <property name="fill">True</property>
+                <property name="position">1</property>
+              </packing>
+            </child>
+            <child>
+              <object class="GtkScrolledWindow" id="ftp_view_scrolled_window">
+                <property name="visible">True</property>
+                <property name="can_focus">True</property>
+                <property name="shadow_type">in</property>
+                <property name="min_content_height">100</property>
+                <child>
+                  <object class="GtkTreeView" id="ftp_view">
+                    <property name="visible">True</property>
+                    <property name="can_focus">True</property>
+                    <property name="model">ftp_list_store</property>
+                    <property name="search_column">1</property>
+                    <property name="rubber_banding">True</property>
+                    <signal name="button-press-event" handler="on_view_popup_menu" object="ftp_popup_menu" swapped="no"/>
+                    <signal name="button-press-event" handler="on_view_press" swapped="no"/>
+                    <signal name="button-release-event" handler="on_view_release" swapped="no"/>
+                    <signal name="drag-begin" handler="on_view_drag_begin" after="yes" swapped="no"/>
+                    <signal name="drag-data-get" handler="on_ftp_drag_data_get" swapped="no"/>
+                    <signal name="drag-data-received" handler="on_ftp_drag_data_received" swapped="no"/>
+                    <signal name="drag-end" handler="on_view_drag_end" swapped="no"/>
+                    <signal name="key-press-event" handler="on_view_key_press" swapped="no"/>
+                    <signal name="row-activated" handler="on_ftp_row_activated" swapped="no"/>
+                    <child internal-child="selection">
+                      <object class="GtkTreeSelection" id="ftp_selection">
+                        <property name="mode">multiple</property>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="ftp_name_column">
+                        <property name="resizable">True</property>
+                        <property name="min_width">100</property>
+                        <property name="title" translatable="yes">Name</property>
+                        <property name="expand">True</property>
+                        <property name="alignment">0.5</property>
+                        <property name="sort_column_id">1</property>
+                        <child>
+                          <object class="GtkCellRendererPixbuf" id="ftp_icon_column_renderer">
+                            <property name="xalign">0.019999999552965164</property>
+                          </object>
+                          <attributes>
+                            <attribute name="pixbuf">0</attribute>
+                          </attributes>
+                        </child>
+                        <child>
+                          <object class="GtkCellRendererText" id="ftp_name_column_renderer">
+                            <property name="xalign">0.019999999552965164</property>
+                            <property name="ellipsize">end</property>
+                            <signal name="edited" handler="on_ftp_edited" swapped="no"/>
+                          </object>
+                          <attributes>
+                            <attribute name="text">1</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="ftp_size_column">
+                        <property name="sizing">fixed</property>
+                        <property name="min_width">75</property>
+                        <property name="title" translatable="yes">Size</property>
+                        <property name="alignment">0.5</property>
+                        <property name="sort_column_id">2</property>
+                        <child>
+                          <object class="GtkCellRendererText" id="ftp_size_column_renderer">
+                            <property name="xalign">0.94999998807907104</property>
+                          </object>
+                          <attributes>
+                            <attribute name="text">2</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="ftp_date_column">
+                        <property name="min_width">75</property>
+                        <property name="title" translatable="yes">Date</property>
+                        <property name="alignment">0.5</property>
+                        <property name="sort_column_id">3</property>
+                        <child>
+                          <object class="GtkCellRendererText" id="ftp_date_column_renderer"/>
+                          <attributes>
+                            <attribute name="text">3</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="ftp_attr_column">
+                        <property name="sizing">fixed</property>
+                        <property name="min_width">50</property>
+                        <property name="title" translatable="yes">Attr.</property>
+                        <property name="alignment">0.5</property>
+                        <property name="sort_column_id">4</property>
+                        <child>
+                          <object class="GtkCellRendererText" id="ftp_attr_column_renderer">
+                            <property name="xalign">0.50999999046325684</property>
+                            <property name="ellipsize">end</property>
+                          </object>
+                          <attributes>
+                            <attribute name="text">4</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="ftp_extra_column">
+                        <property name="visible">False</property>
+                        <property name="title" translatable="yes">Extra</property>
+                        <child>
+                          <object class="GtkCellRendererText" id="ftp_extra_column_renderer"/>
+                          <attributes>
+                            <attribute name="text">5</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                  </object>
+                </child>
+              </object>
+              <packing>
+                <property name="expand">True</property>
+                <property name="fill">True</property>
+                <property name="position">2</property>
+              </packing>
+            </child>
+          </object>
+          <packing>
+            <property name="resize">True</property>
+            <property name="shrink">True</property>
+          </packing>
+        </child>
+        <child>
+          <object class="GtkBox" id="file_box">
+            <property name="visible">True</property>
+            <property name="can_focus">False</property>
+            <property name="orientation">vertical</property>
+            <property name="spacing">2</property>
+            <child>
+              <object class="GtkBox" id="pc_info_box">
+                <property name="visible">True</property>
+                <property name="can_focus">False</property>
+                <property name="spacing">5</property>
+                <child>
+                  <object class="GtkLabel" id="pc_label">
+                    <property name="visible">True</property>
+                    <property name="can_focus">False</property>
+                    <property name="halign">start</property>
+                    <property name="margin_left">10</property>
+                    <property name="label" translatable="yes">PC:</property>
+                    <attributes>
+                      <attribute name="weight" value="semibold"/>
+                    </attributes>
+                  </object>
+                  <packing>
+                    <property name="expand">False</property>
+                    <property name="fill">True</property>
+                    <property name="position">0</property>
+                  </packing>
+                </child>
+                <child>
+                  <object class="GtkLabel" id="pc_info_label">
+                    <property name="visible">True</property>
+                    <property name="can_focus">False</property>
+                    <property name="ellipsize">end</property>
+                    <property name="max_width_chars">32</property>
+                  </object>
+                  <packing>
+                    <property name="expand">False</property>
+                    <property name="fill">True</property>
+                    <property name="position">1</property>
+                  </packing>
+                </child>
+              </object>
+              <packing>
+                <property name="expand">False</property>
+                <property name="fill">True</property>
+                <property name="position">0</property>
+              </packing>
+            </child>
+            <child>
+              <object class="GtkScrolledWindow" id="file_view_scrolled_window">
+                <property name="visible">True</property>
+                <property name="can_focus">True</property>
+                <property name="shadow_type">in</property>
+                <property name="min_content_height">100</property>
+                <child>
+                  <object class="GtkTreeView" id="file_view">
+                    <property name="visible">True</property>
+                    <property name="can_focus">True</property>
+                    <property name="model">file_list_store</property>
+                    <property name="search_column">1</property>
+                    <property name="rubber_banding">True</property>
+                    <signal name="button-press-event" handler="on_view_popup_menu" object="file_popup_menu" swapped="no"/>
+                    <signal name="button-press-event" handler="on_view_press" swapped="no"/>
+                    <signal name="button-release-event" handler="on_view_release" swapped="no"/>
+                    <signal name="drag-begin" handler="on_view_drag_begin" after="yes" swapped="no"/>
+                    <signal name="drag-data-get" handler="on_file_drag_data_get" swapped="no"/>
+                    <signal name="drag-data-received" handler="on_file_drag_data_received" swapped="no"/>
+                    <signal name="drag-end" handler="on_view_drag_end" swapped="no"/>
+                    <signal name="key-press-event" handler="on_view_key_press" swapped="no"/>
+                    <signal name="row-activated" handler="on_file_row_activated" swapped="no"/>
+                    <child internal-child="selection">
+                      <object class="GtkTreeSelection" id="file_selection">
+                        <property name="mode">multiple</property>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="file_name_column">
+                        <property name="resizable">True</property>
+                        <property name="min_width">100</property>
+                        <property name="title" translatable="yes">Name</property>
+                        <property name="expand">True</property>
+                        <property name="alignment">0.5</property>
+                        <property name="sort_column_id">1</property>
+                        <child>
+                          <object class="GtkCellRendererPixbuf" id="file_icon_column_renderer">
+                            <property name="xalign">0.20000000298023224</property>
+                          </object>
+                          <attributes>
+                            <attribute name="pixbuf">0</attribute>
+                          </attributes>
+                        </child>
+                        <child>
+                          <object class="GtkCellRendererText" id="file_name_column_renderer">
+                            <property name="ellipsize">end</property>
+                            <signal name="edited" handler="on_file_edited" swapped="no"/>
+                          </object>
+                          <attributes>
+                            <attribute name="text">1</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="file_size_column">
+                        <property name="sizing">fixed</property>
+                        <property name="min_width">75</property>
+                        <property name="title" translatable="yes">Size</property>
+                        <property name="alignment">0.5</property>
+                        <property name="sort_column_id">2</property>
+                        <child>
+                          <object class="GtkCellRendererText" id="file_size_column_renderer">
+                            <property name="xalign">0.94999998807907104</property>
+                          </object>
+                          <attributes>
+                            <attribute name="text">2</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="file_date_column">
+                        <property name="min_width">75</property>
+                        <property name="title" translatable="yes">Date</property>
+                        <property name="alignment">0.5</property>
+                        <property name="sort_column_id">3</property>
+                        <child>
+                          <object class="GtkCellRendererText" id="file_date_column_renderer"/>
+                          <attributes>
+                            <attribute name="text">3</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="file_type_column">
+                        <property name="visible">False</property>
+                        <property name="sizing">fixed</property>
+                        <property name="min_width">50</property>
+                        <property name="title" translatable="yes">Path</property>
+                        <property name="alignment">0.5</property>
+                        <child>
+                          <object class="GtkCellRendererText" id="file_path_column_renderer"/>
+                          <attributes>
+                            <attribute name="text">4</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                    <child>
+                      <object class="GtkTreeViewColumn" id="file_extra_column">
+                        <property name="visible">False</property>
+                        <property name="title" translatable="yes">Extra</property>
+                        <child>
+                          <object class="GtkCellRendererText" id="file_extra_column_renderer"/>
+                          <attributes>
+                            <attribute name="text">5</attribute>
+                          </attributes>
+                        </child>
+                      </object>
+                    </child>
+                  </object>
+                </child>
+              </object>
+              <packing>
+                <property name="expand">True</property>
+                <property name="fill">True</property>
+                <property name="position">1</property>
+              </packing>
+            </child>
+          </object>
+          <packing>
+            <property name="resize">True</property>
+            <property name="shrink">True</property>
+          </packing>
+        </child>
+      </object>
+    </child>
+    <child type="label_item">
+      <placeholder/>
+    </child>
+  </object>
+  <object class="GtkImage" id="remove_image">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <property name="icon_name">list-remove</property>
+  </object>
+  <object class="GtkImage" id="remove_image_2">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <property name="icon_name">list-remove</property>
+  </object>
+  <object class="GtkImage" id="rename_image">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <property name="icon_name">gtk-edit</property>
+  </object>
+  <object class="GtkMenu" id="ftp_popup_menu">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <child>
+      <object class="GtkImageMenuItem" id="ftp_create_folder_menu_item">
+        <property name="label" translatable="yes">Create folder</property>
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+        <property name="image">ftp_create_folder_image</property>
+        <property name="use_stock">False</property>
+        <signal name="activate" handler="on_ftp_create_folder" object="ftp_name_column_renderer" swapped="no"/>
+        <accelerator key="F7" signal="activate"/>
+      </object>
+    </child>
+    <child>
+      <object class="GtkImageMenuItem" id="ftp_edit_menu_item">
+        <property name="label" translatable="yes">Edit</property>
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+        <property name="image">rename_image</property>
+        <property name="use_stock">False</property>
+        <signal name="activate" handler="on_ftp_edit" object="ftp_name_column_renderer" swapped="no"/>
+        <accelerator key="r" signal="activate" modifiers="Primary"/>
+        <accelerator key="F2" signal="activate"/>
+      </object>
+    </child>
+    <child>
+      <object class="GtkSeparatorMenuItem">
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+      </object>
+    </child>
+    <child>
+      <object class="GtkImageMenuItem" id="ftp_remove_menu_item">
+        <property name="label" translatable="yes">Remove</property>
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+        <property name="image">remove_image_2</property>
+        <property name="use_stock">False</property>
+        <signal name="activate" handler="on_ftp_remove" swapped="no"/>
+        <accelerator key="Delete" signal="activate"/>
+      </object>
+    </child>
+  </object>
+  <object class="GtkImage" id="rename_image_2">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <property name="icon_name">gtk-edit</property>
+  </object>
+  <object class="GtkMenu" id="file_popup_menu">
+    <property name="visible">True</property>
+    <property name="can_focus">False</property>
+    <child>
+      <object class="GtkImageMenuItem" id="file_create_folder_menu_item">
+        <property name="label" translatable="yes">Create folder</property>
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+        <property name="image">file_create_folder_image</property>
+        <property name="use_stock">False</property>
+        <signal name="activate" handler="on_file_create_folder" object="file_name_column_renderer" swapped="no"/>
+        <accelerator key="F7" signal="activate"/>
+      </object>
+    </child>
+    <child>
+      <object class="GtkImageMenuItem" id="file_edit_menu_item">
+        <property name="label" translatable="yes">Edit</property>
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+        <property name="image">rename_image_2</property>
+        <property name="use_stock">False</property>
+        <signal name="activate" handler="on_file_edit" object="file_name_column_renderer" swapped="no"/>
+        <accelerator key="r" signal="activate" modifiers="Primary"/>
+        <accelerator key="F2" signal="activate"/>
+      </object>
+    </child>
+    <child>
+      <object class="GtkSeparatorMenuItem">
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+      </object>
+    </child>
+    <child>
+      <object class="GtkImageMenuItem" id="file_remove_menu_item">
+        <property name="label" translatable="yes">Remove</property>
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+        <property name="image">remove_image</property>
+        <property name="use_stock">False</property>
+        <signal name="activate" handler="on_file_remove" swapped="no"/>
+        <accelerator key="Delete" signal="activate"/>
+      </object>
+    </child>
+  </object>
+</interface>

app/ui/ftp.py

@@ -0,0 +1,574 @@
+""" Simple FTP client module. """
+import subprocess
+from collections import namedtuple
+from datetime import datetime
+from enum import IntEnum
+from ftplib import all_errors
+from pathlib import Path
+from shutil import rmtree
+from urllib.parse import urlparse, unquote
+
+from gi.repository import GLib
+
+from app.commons import log, run_task, run_idle
+from app.connections import UtfFTP
+from app.ui.dialogs import show_dialog, DialogType
+from app.ui.main_helper import on_popup_menu
+from .uicommons import Gtk, Gdk, UI_RESOURCES_PATH, KeyboardKey, MOD_MASK
+
+File = namedtuple("File", ["icon", "name", "size", "date", "attr", "extra"])
+
+
+class FtpClientBox(Gtk.HBox):
+    """ Simple FTP client base class. """
+    ROOT = ".."
+    FOLDER = "<Folder>"
+    LINK = "<Link>"
+    MAX_SIZE = 10485760  # 10 MB file limit
+    URI_SEP = "::::"
+
+    class Column(IntEnum):
+        ICON = 0
+        NAME = 1
+        SIZE = 2
+        DATE = 3
+        ATTR = 4
+        EXTRA = 5
+
+    def __init__(self, app, settings, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.set_spacing(2)
+        self.set_orientation(Gtk.Orientation.VERTICAL)
+
+        self._app = app
+        self._settings = settings
+        self._ftp = None
+        self._select_enabled = True
+
+        handlers = {"on_connect": self.on_connect,
+                    "on_disconnect": self.on_disconnect,
+                    "on_ftp_row_activated": self.on_ftp_row_activated,
+                    "on_file_row_activated": self.on_file_row_activated,
+                    "on_ftp_edit": self.on_ftp_edit,
+                    "on_ftp_edited": self.on_ftp_edited,
+                    "on_file_edit": self.on_file_edit,
+                    "on_file_edited": self.on_file_edited,
+                    "on_file_remove": self.on_file_remove,
+                    "on_ftp_remove": self.on_ftp_file_remove,
+                    "on_file_create_folder": self.on_file_create_folder,
+                    "on_ftp_create_folder": self.on_ftp_create_folder,
+                    "on_view_drag_begin": self.on_view_drag_begin,
+                    "on_ftp_drag_data_get": self.on_ftp_drag_data_get,
+                    "on_ftp_drag_data_received": self.on_ftp_drag_data_received,
+                    "on_file_drag_data_get": self.on_file_drag_data_get,
+                    "on_file_drag_data_received": self.on_file_drag_data_received,
+                    "on_view_drag_end": self.on_view_drag_end,
+                    "on_view_popup_menu": on_popup_menu,
+                    "on_view_key_press": self.on_view_key_press,
+                    "on_view_press": self.on_view_press,
+                    "on_view_release": self.on_view_release}
+
+        builder = Gtk.Builder()
+        builder.add_from_file(UI_RESOURCES_PATH + "ftp.glade")
+        builder.connect_signals(handlers)
+
+        self.add(builder.get_object("main_frame"))
+        self._ftp_info_label = builder.get_object("ftp_info_label")
+        self._ftp_view = builder.get_object("ftp_view")
+        self._ftp_model = builder.get_object("ftp_list_store")
+        self._ftp_name_renderer = builder.get_object("ftp_name_column_renderer")
+        self._file_view = builder.get_object("file_view")
+        self._file_model = builder.get_object("file_list_store")
+        self._file_name_renderer = builder.get_object("file_name_column_renderer")
+        # Buttons
+        self._connect_button = builder.get_object("connect_button")
+        disconnect_button = builder.get_object("disconnect_button")
+        disconnect_button.bind_property("visible", builder.get_object("ftp_create_folder_menu_item"), "sensitive")
+        disconnect_button.bind_property("visible", builder.get_object("ftp_edit_menu_item"), "sensitive")
+        disconnect_button.bind_property("visible", builder.get_object("ftp_remove_menu_item"), "sensitive")
+        self._connect_button.bind_property("visible", builder.get_object("disconnect_button"), "visible", 4)
+        # Force Ctrl
+        self._ftp_view.connect("key-press-event", self._app.force_ctrl)
+        self._file_view.connect("key-press-event", self._app.force_ctrl)
+        # Icons
+        theme = Gtk.IconTheme.get_default()
+        folder_icon = "folder-symbolic" if settings.is_darwin else "folder"
+        self._folder_icon = theme.load_icon(folder_icon, 16, 0) if theme.lookup_icon(folder_icon, 16, 0) else None
+        self._link_icon = theme.load_icon("emblem-symbolic-link", 16, 0) if theme.lookup_icon("emblem-symbolic-link",
+                                                                                              16, 0) else None
+        # Initialization
+        self.init_drag_and_drop()
+        self.init_ftp()
+        self.init_file_data()
+        self.show()
+
+    @run_task
+    def init_ftp(self):
+        GLib.idle_add(self._ftp_model.clear)
+        try:
+            if self._ftp:
+                self._ftp.close()
+
+            self._ftp = UtfFTP(host=self._settings.host, user=self._settings.user, passwd=self._settings.password)
+            self._ftp.encoding = "utf-8"
+            self.update_ftp_info(self._ftp.getwelcome())
+        except all_errors as e:
+            self.update_ftp_info(str(e))
+            self.on_disconnect()
+        else:
+            self.init_ftp_data()
+
+    @run_task
+    def init_ftp_data(self, path=None):
+        if not self._ftp:
+            return
+
+        if path:
+            try:
+                self._ftp.cwd(path)
+            except all_errors as e:
+                self.update_ftp_info(str(e))
+
+        files = []
+        try:
+            self._ftp.dir(files.append)
+        except all_errors as e:
+            log(e)
+            self.update_ftp_info(str(e))
+            self.on_disconnect()
+        else:
+            self.append_ftp_data(files)
+            GLib.idle_add(self._connect_button.set_visible, False)
+
+    @run_task
+    def init_file_data(self, path=None):
+        self.append_file_data(Path(path if path else self._settings.data_local_path))
+
+    @run_idle
+    def append_file_data(self, path: Path):
+        self._file_model.clear()
+        self._file_model.append(File(None, self.ROOT, None, None, str(path), "0"))
+
+        try:
+            dirs = [p for p in path.iterdir()]
+        except OSError as e:
+            log(e)
+        else:
+            for p in dirs:
+                is_dir = p.is_dir()
+                st = p.stat()
+                size = str(st.st_size)
+                date = datetime.fromtimestamp(st.st_mtime).strftime("%d-%m-%y %H:%M")
+                icon = None
+                if is_dir:
+                    r_size = self.FOLDER
+                    icon = self._folder_icon
+                elif p.is_symlink():
+                    r_size = self.LINK
+                    icon = self._link_icon
+                else:
+                    r_size = self.get_size_from_bytes(size)
+
+                self._file_model.append(File(icon, p.name, r_size, date, str(p.resolve()), size))
+
+    @run_idle
+    def append_ftp_data(self, files):
+        self._ftp_model.clear()
+        self._ftp_model.append(File(None, self.ROOT, None, None, self._ftp.pwd(), "0"))
+
+        for f in files:
+            f_data = f.split()
+            f_type = f_data[0][0]
+            is_dir = f_type == "d"
+            is_link = f_type == "l"
+            size = f_data[4]
+
+            icon = None
+            if is_dir:
+                r_size = self.FOLDER
+                icon = self._folder_icon
+            elif is_link:
+                r_size = self.LINK
+                icon = self._link_icon
+            else:
+                r_size = self.get_size_from_bytes(size)
+
+            date = "{}, {}  {}".format(f_data[5], f_data[6], f_data[7])
+            self._ftp_model.append(File(icon, " ".join(f_data[8:]), r_size, date, f_data[0], size))
+
+    def on_connect(self, item=None):
+        self.init_ftp()
+
+    def on_disconnect(self, item=None):
+        if self._ftp:
+            self._ftp.close()
+        self._connect_button.set_visible(True)
+        GLib.idle_add(self._ftp_model.clear)
+
+    def on_ftp_row_activated(self, view, path, column):
+        row = self._ftp_model[path][:]
+        f_path = row[self.Column.NAME]
+        size = row[self.Column.SIZE]
+
+        if size == self.FOLDER or f_path == self.ROOT:
+            self.init_ftp_data(f_path)
+        else:
+            b_size = row[self.Column.EXTRA]
+            if b_size.isdigit() and int(b_size) > self.MAX_SIZE:
+                self._app.show_error_dialog("The file size is too large!")
+            else:
+                self.open_ftp_file(f_path)
+
+    def on_file_row_activated(self, view, path, column):
+        row = self._file_model[path][:]
+        path = Path(row[self.Column.ATTR])
+        if row[self.Column.SIZE] == self.FOLDER:
+            self.init_file_data(path)
+        elif row[self.Column.NAME] == self.ROOT:
+            self.init_file_data(path.parent)
+        else:
+            self.open_file(row[self.Column.ATTR])
+
+    @run_task
+    def open_file(self, path):
+        GLib.idle_add(self._file_view.set_sensitive, False)
+        try:
+            cmd = ["open" if self._settings.is_darwin else "xdg-open", path]
+            subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate()
+        finally:
+            GLib.idle_add(self._file_view.set_sensitive, True)
+
+    @run_task
+    def open_ftp_file(self, f_path):
+        is_darwin = self._settings.is_darwin
+        GLib.idle_add(self._ftp_view.set_sensitive, False)
+
+        try:
+            import tempfile
+            import os
+            path = os.path.expanduser("~/Desktop") if is_darwin else None
+
+            with tempfile.NamedTemporaryFile(mode="wb", dir=path, delete=not is_darwin) as tf:
+                msg = "Downloading file: {}.   Status: {}"
+                try:
+                    status = self._ftp.retrbinary("RETR " + f_path, tf.write)
+                    self.update_ftp_info(msg.format(f_path, status))
+                except all_errors as e:
+                    self.update_ftp_info(msg.format(f_path, e))
+
+                tf.flush()
+                cmd = ["open" if is_darwin else "xdg-open", tf.name]
+                subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate()
+        finally:
+            GLib.idle_add(self._ftp_view.set_sensitive, True)
+
+    def on_ftp_edit(self, renderer):
+        model, paths = self._ftp_view.get_selection().get_selected_rows()
+        if not paths:
+            return
+
+        if len(paths) > 1:
+            self._app.show_error_dialog("Please, select only one item!")
+            return
+
+        renderer.set_property("editable", True)
+        self._ftp_view.set_cursor(paths, self._ftp_view.get_column(0), True)
+
+    def on_ftp_edited(self, renderer, path, new_value):
+        renderer.set_property("editable", False)
+        row = self._ftp_model[path]
+        old_name = row[self.Column.NAME]
+        if old_name == new_value:
+            return
+
+        resp = self._ftp.rename_file(old_name, new_value)
+        self.update_ftp_info("{}   Status: {}".format(old_name, resp))
+        if resp[0] == "2":
+            row[self.Column.NAME] = new_value
+
+    def on_file_edit(self, renderer):
+        model, paths = self._file_view.get_selection().get_selected_rows()
+        if len(paths) > 1:
+            self._app.show_error_dialog("Please, select only one item!")
+            return
+
+        renderer.set_property("editable", True)
+        self._file_view.set_cursor(paths, self._file_view.get_column(0), True)
+
+    def on_file_edited(self, renderer, path, new_value):
+        renderer.set_property("editable", False)
+        row = self._file_model[path]
+        old_name = row[self.Column.NAME]
+        if old_name == new_value:
+            return
+
+        path = Path(row[self.Column.ATTR])
+        if path.exists():
+            try:
+                new_path = path.rename("{}/{}".format(path.parent, new_value))
+            except ValueError as e:
+                log(e)
+                self._app.show_error_dialog(str(e))
+            else:
+                if new_path.name == new_value:
+                    row[self.Column.NAME] = new_value
+                    row[self.Column.ATTR] = str(new_path.resolve())
+
+    def on_file_remove(self, item=None):
+        if show_dialog(DialogType.QUESTION, self._app._main_window) != Gtk.ResponseType.OK:
+            return
+
+        model, paths = self._file_view.get_selection().get_selected_rows()
+        to_delete = []
+
+        for path in filter(lambda p: model[p][self.Column.NAME] != self.ROOT, paths):
+            f_path = Path(model[path][self.Column.ATTR])
+            try:
+                rmtree(f_path, ignore_errors=True) if f_path.is_dir() else f_path.unlink()
+            except OSError as e:
+                log(e)
+            else:
+                to_delete.append(model.get_iter(path))
+
+        list(map(model.remove, to_delete))
+
+    def on_ftp_file_remove(self, item=None):
+        if show_dialog(DialogType.QUESTION, self._app._main_window) != Gtk.ResponseType.OK:
+            return
+
+        model, paths = self._ftp_view.get_selection().get_selected_rows()
+        to_delete = []
+
+        for path in filter(lambda p: model[p][self.Column.NAME] != self.ROOT, paths):
+            row = model[path][:]
+            name = row[self.Column.NAME]
+            if row[self.Column.SIZE] == self.FOLDER:
+                resp = self._ftp.delete_dir(name, self.update_ftp_info)
+            else:
+                resp = self._ftp.delete_file(name, self.update_ftp_info)
+
+            if resp[0] == "2":
+                to_delete.append(model.get_iter(path))
+
+        list(map(model.remove, to_delete))
+
+    def on_file_create_folder(self, renderer):
+        itr = self._file_model.get_iter_first()
+        if not itr:
+            return
+
+        name = self.get_new_folder_name(self._file_model)
+        cur_path = self._file_model.get_value(itr, self.Column.ATTR)
+        path = Path("{}/{}".format(cur_path, name))
+
+        try:
+            path.mkdir()
+        except OSError as e:
+            log(e)
+            self._app.show_error_dialog(str(e))
+        else:
+            itr = self._file_model.append(File(self._folder_icon, path.name, self.FOLDER, "", str(path.resolve()), "0"))
+            renderer.set_property("editable", True)
+            self._file_view.set_cursor(self._file_model.get_path(itr), self._file_view.get_column(0), True)
+
+    def on_ftp_create_folder(self, renderer):
+        itr = self._ftp_model.get_iter_first()
+        if not itr:
+            return
+
+        cur_path = self._ftp_model.get_value(itr, self.Column.ATTR)
+        name = self.get_new_folder_name(self._ftp_model)
+
+        try:
+            folder = "{}/{}".format(cur_path, name)
+            resp = self._ftp.mkd(folder)
+        except all_errors as e:
+            self.update_ftp_info(str(e))
+            log(e)
+        else:
+            if resp == "{}/{}".format(cur_path, name):
+                itr = self._ftp_model.append(File(self._folder_icon, name, self.FOLDER, "", "drwxr-xr-x", "0"))
+                renderer.set_property("editable", True)
+                self._ftp_view.set_cursor(self._ftp_model.get_path(itr), self._ftp_view.get_column(0), True)
+
+    def get_new_folder_name(self, model):
+        """ Returns the default name for the newly created folder. """
+        name = "new folder"
+        names = {r[self.Column.NAME] for r in model}
+        count = 0
+        while name in names:
+            count += 1
+            name = "{}{}".format(name, count)
+        return name
+
+    # ***************** Drag-and-drop ********************* #
+
+    def init_drag_and_drop(self):
+        self._ftp_view.enable_model_drag_source(Gdk.ModifierType.BUTTON1_MASK, [], Gdk.DragAction.COPY)
+        self._ftp_view.enable_model_drag_dest([], Gdk.DragAction.DEFAULT | Gdk.DragAction.COPY)
+        self._ftp_view.drag_source_add_uri_targets()
+        self._ftp_view.drag_dest_add_uri_targets()
+
+        self._file_view.enable_model_drag_source(Gdk.ModifierType.BUTTON1_MASK, [], Gdk.DragAction.COPY)
+        self._file_view.enable_model_drag_dest([], Gdk.DragAction.DEFAULT | Gdk.DragAction.COPY)
+        self._file_view.drag_source_add_uri_targets()
+        self._file_view.drag_dest_add_uri_targets()
+
+        self._ftp_view.get_selection().set_select_function(lambda *args: self._select_enabled)
+        self._file_view.get_selection().set_select_function(lambda *args: self._select_enabled)
+
+    def on_view_drag_begin(self, view, context):
+        model, paths = view.get_selection().get_selected_rows()
+        if len(paths) < 1:
+            return
+
+        pix = self._app.get_drag_icon_pixbuf(model, paths, self.Column.NAME, self.Column.SIZE)
+        Gtk.drag_set_icon_pixbuf(context, pix, 0, 0)
+        return True
+
+    def on_ftp_drag_data_get(self, view, context, data, info, time):
+        model, paths = view.get_selection().get_selected_rows()
+        if len(paths) > 0:
+            sep = self.URI_SEP if self._settings.is_darwin else "\n"
+            uris = []
+            for r in [model[p][:] for p in paths]:
+                if r[self.Column.SIZE] != self.LINK and r[self.Column.NAME] != self.ROOT:
+                    uris.append(Path("/{}:{}".format(r[self.Column.NAME], r[self.Column.ATTR])).as_uri())
+            data.set_uris([sep.join(uris)])
+
+    @run_task
+    def on_ftp_drag_data_received(self, view, context, x, y, data: Gtk.SelectionData, info, time):
+        if not self._ftp:
+            return
+
+        resp = "2"
+        try:
+            GLib.idle_add(self._app._wait_dialog.show)
+
+            uris = data.get_uris()
+            if self._settings.is_darwin and len(uris) == 1:
+                uris = uris[0].split(self.URI_SEP)
+
+            for uri in uris:
+                uri = urlparse(unquote(uri)).path
+                path = Path(uri)
+                if path.is_dir():
+                    try:
+                        self._ftp.mkd(path.name)
+                    except all_errors as e:
+                        pass  # NOP
+                    self._ftp.cwd(path.name)
+                    resp = self._ftp.upload_dir(str(path.resolve()) + "/", self.update_ftp_info)
+                else:
+                    resp = self._ftp.send_file(path.name, str(path.parent) + "/", callback=self.update_ftp_info)
+        finally:
+            GLib.idle_add(self._app._wait_dialog.hide)
+            if resp and resp[0] == "2":
+                itr = self._ftp_model.get_iter_first()
+                if itr:
+                    self.init_ftp_data(self._ftp_model.get_value(itr, self.Column.ATTR))
+        Gtk.drag_finish(context, True, False, time)
+        return True
+
+    def on_file_drag_data_get(self, view, context, data: Gtk.SelectionData, info, time):
+        model, paths = view.get_selection().get_selected_rows()
+        if len(paths) > 0:
+            sep = self.URI_SEP if self._settings.is_darwin else "\n"
+            uris = [sep.join([Path(model[p][self.Column.ATTR]).as_uri() for p in paths])]
+            data.set_uris(uris)
+
+    @run_task
+    def on_file_drag_data_received(self, view, context, x, y, data, info, time):
+        cur_path = self._file_model.get_value(self._file_model.get_iter_first(), self.Column.ATTR) + "/"
+        try:
+            GLib.idle_add(self._app._wait_dialog.show)
+
+            uris = data.get_uris()
+            if self._settings.is_darwin and len(uris) == 1:
+                uris = uris[0].split(self.URI_SEP)
+
+            for uri in uris:
+                name, sep, attr = unquote(Path(uri).name).partition(":")
+                if not attr:
+                    return True
+
+                if attr[0] == "d":
+                    self._ftp.download_dir(name, cur_path, self.update_ftp_info)
+                else:
+                    self._ftp.download_file(name, cur_path, self.update_ftp_info)
+        except OSError as e:
+            log(e)
+        finally:
+            GLib.idle_add(self._app._wait_dialog.hide)
+            self.init_file_data(cur_path)
+
+        Gtk.drag_finish(context, True, False, time)
+        return True
+
+    def on_view_drag_end(self, view, context):
+        self._select_enabled = True
+        view.get_selection().unselect_all()
+
+    @run_idle
+    def update_ftp_info(self, message):
+        message = message.strip()
+        self._ftp_info_label.set_text(message)
+        self._ftp_info_label.set_tooltip_text(message)
+
+    def on_view_key_press(self, view, event):
+        key_code = event.hardware_keycode
+        if not KeyboardKey.value_exist(key_code):
+            return
+
+        key = KeyboardKey(key_code)
+        ctrl = event.state & MOD_MASK
+
+        if key is KeyboardKey.F7:
+            if self._ftp_view.is_focus():
+                self.on_ftp_create_folder(self._ftp_name_renderer)
+            elif self._file_view.is_focus():
+                self.on_file_create_folder(self._file_name_renderer)
+        elif key is KeyboardKey.F2 or ctrl and KeyboardKey.R:
+            if self._ftp_view.is_focus():
+                self.on_ftp_edit(self._ftp_name_renderer)
+            elif self._file_view.is_focus():
+                self.on_file_edit(self._file_name_renderer)
+        elif key is KeyboardKey.DELETE:
+            if self._ftp_view.is_focus():
+                self.on_ftp_file_remove()
+            elif self._file_view.is_focus():
+                self.on_file_remove()
+
+    def on_view_press(self, view, event):
+        if event.get_event_type() == Gdk.EventType.BUTTON_PRESS and event.button == Gdk.BUTTON_PRIMARY:
+            target = view.get_path_at_pos(event.x, event.y)
+            mask = not (event.state & (Gdk.ModifierType.CONTROL_MASK | Gdk.ModifierType.SHIFT_MASK))
+            if target and mask and view.get_selection().path_is_selected(target[0]):
+                self._select_enabled = False
+
+    def on_view_release(self, view, event):
+        """ Handles a mouse click (release) to view. """
+        # Enable selection.
+        self._select_enabled = True
+
+    def get_size_from_bytes(self, size):
+        """ Simple convert function from bytes to other units like K, M or G. """
+        try:
+            b = float(size)
+        except ValueError:
+            return size
+        else:
+            kb, mb, gb = 1024.0, 1048576.0, 1073741824.0
+
+            if b < kb:
+                return str(b)
+            elif kb <= b < mb:
+                return "{0:.1f} K".format(b / kb)
+            elif mb <= b < gb:
+                return "{0:.1f} M".format(b / mb)
+            elif gb <= b:
+                return "{0:.1f} G".format(b / gb)
+
+
+if __name__ == '__main__':
+    pass

app/ui/imports.py

@@ -2,9 +2,8 @@ from contextlib import suppress
 from pathlib import Path
 
 from app.commons import run_idle, log
-from app.eparser import get_bouquets, get_services
+from app.eparser import get_bouquets, get_services, BouquetsReader
 from app.eparser.ecommons import BqType, BqServiceType, Bouquet
-from app.eparser.enigma.bouquets import get_bouquet
 from app.eparser.neutrino.bouquets import parse_webtv, parse_bouquets as get_neutrino_bouquets
 from app.settings import SettingsType
 from app.ui.dialogs import show_dialog, DialogType, get_chooser_dialog, get_message
@@ -67,7 +66,7 @@ def import_bouquet(transient, model, path, settings, services, appender, file_pa
 def get_enigma2_bouquet(path):
     path, sep, f_name = path.rpartition("userbouquet.")
     name, sep, suf = f_name.rpartition(".")
-    bq = get_bouquet(path, name, suf)
+    bq = BouquetsReader.get_bouquet(path, name, suf)
     bouquet = Bouquet(name=bq[0], type=BqType(suf).value, services=bq[1], locked=None, hidden=None)
     return bouquet
 

app/ui/iptv.glade

@@ -3,7 +3,7 @@
 
 The MIT License (MIT)
 
-Copyright (c) 2018-2020 Dmitriy Yefremov
+Copyright (c) 2018-2021 Dmitriy Yefremov
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -31,7 +31,7 @@ Author: Dmitriy Yefremov
   <!-- interface-license-type mit -->
   <!-- interface-name DemonEditor -->
   <!-- interface-description Enigma2 channel and satellites list editor for GNU/Linux. -->
-  <!-- interface-copyright 2018-2020 Dmitriy Yefremov -->
+  <!-- interface-copyright 2018-2021 Dmitriy Yefremov -->
   <!-- interface-authors Dmitriy Yefremov -->
   <object class="GtkImage" id="remove_selection_image">
     <property name="visible">True</property>
@@ -251,6 +251,9 @@ Author: Dmitriy Yefremov
       <row>
         <col id="0">eServiceUri</col>
       </row>
+      <row>
+        <col id="0">eServiceHLS</col>
+      </row>
     </data>
   </object>
   <object class="GtkDialog" id="iptv_list_configuration_dialog">
@@ -278,8 +281,8 @@ Author: Dmitriy Yefremov
             <property name="valign">center</property>
             <property name="layout_style">end</property>
             <child>
-              <object class="GtkButton" id="close_config_list_button">
-                <property name="label" translatable="yes">Close</property>
+              <object class="GtkButton" id="cancel_config_list_button">
+                <property name="label" translatable="yes">Cancel</property>
                 <property name="visible">True</property>
                 <property name="can_focus">True</property>
                 <property name="receives_default">True</property>
@@ -379,10 +382,12 @@ Author: Dmitriy Yefremov
                       </packing>
                     </child>
                     <child>
-                      <object class="GtkSwitch" id="reset_to_default_lists_switch">
+                      <object class="GtkButton" id="reset_list_to_default_button">
+                        <property name="label" translatable="yes">Reset to default</property>
                         <property name="visible">True</property>
                         <property name="can_focus">True</property>
-                        <signal name="state-set" handler="on_reset_to_default" object="start_values_frame" swapped="no"/>
+                        <property name="receives_default">True</property>
+                        <signal name="clicked" handler="on_reset_to_default" swapped="no"/>
                       </object>
                       <packing>
                         <property name="expand">False</property>
@@ -391,20 +396,6 @@ Author: Dmitriy Yefremov
                         <property name="position">2</property>
                       </packing>
                     </child>
-                    <child>
-                      <object class="GtkLabel" id="reset_label">
-                        <property name="visible">True</property>
-                        <property name="can_focus">False</property>
-                        <property name="margin_right">2</property>
-                        <property name="label" translatable="yes">Reset to default</property>
-                        <property name="xalign">1</property>
-                      </object>
-                      <packing>
-                        <property name="expand">True</property>
-                        <property name="fill">True</property>
-                        <property name="position">4</property>
-                      </packing>
-                    </child>
                   </object>
                 </child>
               </object>
@@ -773,7 +764,8 @@ Author: Dmitriy Yefremov
       </object>
     </child>
     <action-widgets>
-      <action-widget response="-6">close_config_list_button</action-widget>
+      <action-widget response="-6">cancel_config_list_button</action-widget>
+      <action-widget response="-10">list_configuration_apply_button</action-widget>
     </action-widgets>
   </object>
   <object class="GtkImage" id="yt_import_image">

app/ui/iptv.py

@@ -1,21 +1,24 @@
 import concurrent.futures
+import os
 import re
 import urllib
 from urllib.error import HTTPError
 from urllib.parse import urlparse, unquote, quote
 from urllib.request import Request, urlopen
 
-from gi.repository import GLib
+import requests
+from gi.repository import GLib, Gio, GdkPixbuf
 
-from app.commons import run_idle, run_task
+from app.commons import run_idle, run_task, log
 from app.eparser.ecommons import BqServiceType, Service
-from app.eparser.iptv import NEUTRINO_FAV_ID_FORMAT, StreamType, ENIGMA2_FAV_ID_FORMAT, get_fav_id, MARKER_FORMAT
+from app.eparser.iptv import (NEUTRINO_FAV_ID_FORMAT, StreamType, ENIGMA2_FAV_ID_FORMAT, get_fav_id, MARKER_FORMAT,
+                              parse_m3u)
 from app.settings import SettingsType
-from app.tools.yt import PlayListParser, YouTubeException, YouTube
-from .dialogs import Action, show_dialog, DialogType, get_dialogs_string, get_message
-from .main_helper import get_base_model, get_iptv_url, on_popup_menu
-from .uicommons import (Gtk, Gdk, TEXT_DOMAIN, UI_RESOURCES_PATH, IPTV_ICON, Column, IS_GNOME_SESSION, KeyboardKey,
-                        get_yt_icon)
+from app.tools.yt import YouTubeException, YouTube
+from app.ui.dialogs import Action, show_dialog, DialogType, get_dialogs_string, get_message
+from app.ui.main_helper import get_base_model, get_iptv_url, on_popup_menu, get_picon_pixbuf
+from app.ui.uicommons import (Gtk, Gdk, TEXT_DOMAIN, UI_RESOURCES_PATH, IPTV_ICON, Column, IS_GNOME_SESSION,
+                              KeyboardKey, get_yt_icon)
 
 _DIGIT_ENTRY_NAME = "digit-entry"
 _ENIGMA2_REFERENCE = "{}:0:{}:{:X}:{:X}:{:X}:{:X}:0:0:0"
@@ -40,7 +43,9 @@ def get_stream_type(box):
         return StreamType.NONE_REC_1.value
     elif active == 3:
         return StreamType.NONE_REC_2.value
-    return StreamType.E_SERVICE_URI.value
+    elif active == 4:
+        return StreamType.E_SERVICE_URI.value
+    return StreamType.E_SERVICE_HLS.value
 
 
 class IptvDialog:
@@ -161,6 +166,8 @@ class IptvDialog:
                 self._stream_type_combobox.set_active(3)
             elif stream_type is StreamType.E_SERVICE_URI:
                 self._stream_type_combobox.set_active(4)
+            elif stream_type is StreamType.E_SERVICE_HLS:
+                self._stream_type_combobox.set_active(5)
         except ValueError:
             self.show_info_message("Unknown stream type {}".format(s_type), Gtk.MessageType.ERROR)
 
@@ -200,7 +207,8 @@ class IptvDialog:
     def on_url_changed(self, entry):
         url_str = entry.get_text()
         url = urlparse(url_str)
-        cond = all([url.scheme, url.netloc, url.path]) or self.get_type() == StreamType.E_SERVICE_URI.value
+        e_types = (StreamType.E_SERVICE_URI.value, StreamType.E_SERVICE_HLS.value)
+        cond = all([url.scheme, url.netloc, url.path]) or self.get_type() in e_types
         entry.set_name("GtkEntry" if cond else _DIGIT_ENTRY_NAME)
 
         yt_id = YouTube.get_yt_id(url_str)
@@ -251,7 +259,7 @@ class IptvDialog:
         yield True
 
     def on_stream_type_changed(self, item):
-        if self.get_type() == StreamType.E_SERVICE_URI.value:
+        if self.get_type() in (StreamType.E_SERVICE_URI.value, StreamType.E_SERVICE_HLS.value):
             self.show_info_message("DreamOS only!", Gtk.MessageType.WARNING)
         self.update_reference_entry()
 
@@ -394,9 +402,10 @@ class SearchUnavailableDialog:
         self._dialog.destroy()
 
 
-class IptvListConfigurationDialog:
+class IptvListDialog:
+    """ Base class for working with iptv lists. """
 
-    def __init__(self, transient, services, iptv_rows, bouquet, fav_model, s_type):
+    def __init__(self, transient, s_type):
         handlers = {"on_apply": self.on_apply,
                     "on_response": self.on_response,
                     "on_stream_type_default_togged": self.on_stream_type_default_togged,
@@ -410,10 +419,6 @@ class IptvListConfigurationDialog:
                     "on_entry_changed": self.on_entry_changed,
                     "on_info_bar_close": self.on_info_bar_close}
 
-        self._rows = iptv_rows
-        self._services = services
-        self._bouquet = bouquet
-        self._fav_model = fav_model
         self._s_type = s_type
 
         builder = Gtk.Builder()
@@ -424,6 +429,8 @@ class IptvListConfigurationDialog:
 
         self._dialog = builder.get_object("iptv_list_configuration_dialog")
         self._dialog.set_transient_for(transient)
+        self._data_box = builder.get_object("iptv_list_data_box")
+        self._start_values_grid = builder.get_object("start_values_grid")
         self._info_bar = builder.get_object("list_configuration_info_bar")
         self._reference_label = builder.get_object("reference_label")
         self._stream_type_check_button = builder.get_object("stream_type_default_check_button")
@@ -438,22 +445,26 @@ class IptvListConfigurationDialog:
         self._list_tid_entry = builder.get_object("list_tid_entry")
         self._list_nid_entry = builder.get_object("list_nid_entry")
         self._list_namespace_entry = builder.get_object("list_namespace_entry")
-        self._reset_to_default_switch = builder.get_object("reset_to_default_lists_switch")
-        # style
-        self._style_provider = Gtk.CssProvider()
-        self._style_provider.load_from_path(UI_RESOURCES_PATH + "style.css")
+        self._apply_button = builder.get_object("list_configuration_apply_button")
+        # Style
+        style_provider = Gtk.CssProvider()
+        style_provider.load_from_path(UI_RESOURCES_PATH + "style.css")
+        self._default_elems = (self._stream_type_check_button, self._type_check_button, self._sid_auto_check_button,
+                               self._tid_check_button, self._nid_check_button, self._namespace_check_button)
         self._digit_elems = (self._list_srv_type_entry, self._list_sid_entry, self._list_tid_entry,
                              self._list_nid_entry, self._list_namespace_entry)
         for el in self._digit_elems:
-            el.get_style_context().add_provider_for_screen(Gdk.Screen.get_default(), self._style_provider,
+            el.get_style_context().add_provider_for_screen(Gdk.Screen.get_default(), style_provider,
                                                            Gtk.STYLE_PROVIDER_PRIORITY_USER)
 
     def show(self):
         self._dialog.run()
 
     def on_response(self, dialog, response):
-        if response == Gtk.ResponseType.CANCEL:
-            self._dialog.destroy()
+        if response == Gtk.ResponseType.APPLY:
+            return True
+
+        self._dialog.destroy()
 
     def on_stream_type_changed(self, box):
         self.update_reference()
@@ -489,19 +500,51 @@ class IptvListConfigurationDialog:
         self._list_namespace_entry.set_sensitive(not button.get_active())
 
     @run_idle
-    def on_reset_to_default(self, item, active):
-        item.set_sensitive(not active)
+    def on_reset_to_default(self, item):
         self._stream_type_combobox.set_active(1)
         self._list_srv_type_entry.set_text("1")
-        for el in (self._list_sid_entry, self._list_nid_entry, self._list_tid_entry, self._list_namespace_entry):
+        for el in self._digit_elems[1:]:
             el.set_text("0")
-        for el in (self._stream_type_check_button, self._type_check_button, self._sid_auto_check_button,
-                   self._tid_check_button, self._nid_check_button, self._namespace_check_button):
+        for el in self._default_elems:
             el.set_active(True)
 
     def on_info_bar_close(self, bar=None, resp=None):
         self._info_bar.set_visible(False)
 
+    def on_apply(self, item):
+        pass
+
+    @run_idle
+    def update_reference(self):
+        if is_data_correct(self._digit_elems):
+            stream_type = get_stream_type(self._stream_type_combobox)
+            self._reference_label.set_text(
+                _ENIGMA2_REFERENCE.format(stream_type, *[int(elem.get_text()) for elem in self._digit_elems]))
+
+    def on_entry_changed(self, entry):
+        if _PATTERN.search(entry.get_text()):
+            entry.set_name(_DIGIT_ENTRY_NAME)
+        else:
+            entry.set_name("GtkEntry")
+            self.update_reference()
+
+    def is_default_values(self):
+        return any(el.get_text() == "0" for el in self._digit_elems[2:])
+
+    def is_all_data_default(self):
+        return all(el.get_active() for el in self._default_elems)
+
+
+class IptvListConfigurationDialog(IptvListDialog):
+
+    def __init__(self, transient, services, iptv_rows, bouquet, fav_model, s_type):
+        super().__init__(transient, s_type)
+
+        self._rows = iptv_rows
+        self._bouquet = bouquet
+        self._fav_model = fav_model
+        self._services = services
+
     @run_idle
     def on_apply(self, item):
         if not is_data_correct(self._digit_elems):
@@ -509,14 +552,13 @@ class IptvListConfigurationDialog:
             return
 
         if self._s_type is SettingsType.ENIGMA_2:
-            reset = self._reset_to_default_switch.get_active()
             type_default = self._type_check_button.get_active()
             tid_default = self._tid_check_button.get_active()
             sid_auto = self._sid_auto_check_button.get_active()
             nid_default = self._nid_check_button.get_active()
             namespace_default = self._namespace_check_button.get_active()
 
-            stream_type = StreamType.NONE_TS.value if reset else get_stream_type(self._stream_type_combobox)
+            stream_type = get_stream_type(self._stream_type_combobox)
             srv_type = "1" if type_default else self._list_srv_type_entry.get_text()
             tid = "0" if tid_default else "{:X}".format(int(self._list_tid_entry.get_text()))
             nid = "0" if nid_default else "{:X}".format(int(self._list_nid_entry.get_text()))
@@ -527,7 +569,7 @@ class IptvListConfigurationDialog:
                 data, sep, desc = fav_id.partition("http")
                 data = data.split(":")
 
-                if reset:
+                if self.is_all_data_default():
                     data[2], data[3], data[4], data[5], data[6] = "10000"
                 else:
                     data[0], data[2], data[4], data[5], data[6] = stream_type, srv_type, tid, nid, namespace
@@ -546,19 +588,208 @@ class IptvListConfigurationDialog:
 
             self._info_bar.set_visible(True)
 
-    @run_idle
-    def update_reference(self):
-        if is_data_correct(self._digit_elems):
-            stream_type = get_stream_type(self._stream_type_combobox)
-            self._reference_label.set_text(
-                _ENIGMA2_REFERENCE.format(stream_type, *[int(elem.get_text()) for elem in self._digit_elems]))
 
-    def on_entry_changed(self, entry):
-        if _PATTERN.search(entry.get_text()):
-            entry.set_name(_DIGIT_ENTRY_NAME)
+class M3uImportDialog(IptvListDialog):
+    """ Import dialog for *.m3u* playlists. """
+
+    def __init__(self, transient, s_type, m3_path, app):
+        super().__init__(transient, s_type)
+
+        self._app = app
+        self._picons = app._picons
+        self._pic_path = app._settings.picons_local_path
+        self._services = None
+        self._url_count = 0
+        self._errors_count = 0
+        self._max_count = 0
+        self._is_download = False
+        self._cancellable = Gio.Cancellable()
+        self._dialog.set_title(get_message("Playlist import"))
+        self._dialog.connect("delete-event", self.on_close)
+        self._apply_button.set_label(get_message("Import"))
+        # Progress
+        self._progress_bar = Gtk.ProgressBar(visible=False, valign="center")
+        self._spinner = Gtk.Spinner(active=False)
+        self._info_label = Gtk.Label(visible=True, ellipsize="end", max_width_chars=30)
+        load_label = Gtk.Label(label=get_message("Loading data..."))
+        self._spinner.bind_property("active", self._spinner, "visible")
+        self._spinner.bind_property("visible", load_label, "visible")
+        self._spinner.bind_property("active", self._start_values_grid, "sensitive", 4)
+
+        progress_box = Gtk.HBox(visible=True, spacing=2)
+        progress_box.add(self._progress_bar)
+        progress_box.pack_end(self._spinner, False, False, 0)
+        progress_box.pack_start(load_label, False, False, 0)
+        # Picons
+        self._picons_switch = Gtk.Switch(visible=True)
+        self._picon_box = Gtk.HBox(visible=True, sensitive=False, spacing=2)
+        self._picon_box.pack_end(self._picons_switch, False, False, 0)
+        self._picon_box.pack_end(Gtk.Label(visible=True, label=get_message("Download picons")), False, False, 0)
+        # Extra box
+        extra_box = Gtk.HBox(visible=True, spacing=2, margin_bottom=5, margin_top=5)
+        extra_box.set_center_widget(progress_box)
+        extra_box.pack_start(self._info_label, False, False, 5)
+        extra_box.pack_end(self._picon_box, True, True, 5)
+
+        frame = Gtk.Frame(visible=True)
+        frame.add(extra_box)
+        self._data_box.add(frame)
+
+        self.get_m3u(m3_path, s_type)
+
+    @run_task
+    def get_m3u(self, path, s_type):
+        try:
+            GLib.idle_add(self._spinner.set_property, "active", True)
+            self._services = parse_m3u(path, s_type)
+            for s in self._services:
+                if s.picon:
+                    GLib.idle_add(self._picon_box.set_sensitive, True)
+                    break
+        finally:
+            msg = "{} {}.".format(get_message("Streams detected:"), len(self._services) if self._services else 0)
+            GLib.idle_add(self._info_label.set_text, msg)
+            GLib.idle_add(self._spinner.set_property, "active", False)
+
+    def on_apply(self, item):
+        if not is_data_correct(self._digit_elems):
+            show_dialog(DialogType.ERROR, self._dialog, "Error. Verify the data!")
+            return
+
+        picons = {}
+        services = self._services
+
+        if not self.is_all_data_default():
+            services = []
+            params = [int(el.get_text()) for el in self._digit_elems]
+            s_type = params[0]
+            params = params[1:]
+            stream_type = get_stream_type(self._stream_type_combobox)
+
+            for i, s in enumerate(self._services, start=params[0]):
+                # Skipping markers.
+                if not s.data_id:
+                    services.append(s)
+                    continue
+
+                params[0] = i
+                picon_id = "{}_0_{:X}_{:X}_{:X}_{:X}_{:X}_0_0_0.png".format(stream_type, s_type, *params)
+                fav_id = get_fav_id(s.data_id, s.service, self._s_type, params, stream_type, s_type)
+                if s.picon:
+                    picons[s.picon] = picon_id
+
+                services.append(s._replace(picon=None, picon_id=picon_id, data_id=None, fav_id=fav_id))
+
+        if self._picons_switch.get_active():
+            if self.is_default_values():
+                show_dialog(DialogType.ERROR, self._dialog,
+                            "Set values for TID, NID and Namespace for correct naming of the picons!")
+                return
+
+            self.download_picons(picons)
         else:
-            entry.set_name("GtkEntry")
-            self.update_reference()
+            GLib.idle_add(self._info_bar.set_visible, True, priority=GLib.PRIORITY_LOW)
+
+        self._app.append_imported_services(services)
+
+    @run_task
+    def download_picons(self, picons):
+        self._is_download = True
+        os.makedirs(os.path.dirname(self._pic_path), exist_ok=True)
+        GLib.idle_add(self._apply_button.set_sensitive, False)
+        GLib.idle_add(self._progress_bar.set_visible, True)
+
+        self._errors_count = 0
+        self._url_count = len(picons)
+        self._max_count = self._url_count
+        self._cancellable.reset()
+
+        with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
+            futures = {executor.submit(self.download_picon, p, picons.get(p, None)): p for p in filter(None, picons)}
+            done, not_done = concurrent.futures.wait(futures, timeout=0)
+            while self._is_download and not_done:
+                done, not_done = concurrent.futures.wait(not_done, timeout=5)
+
+            for future in not_done:
+                future.cancel()
+            concurrent.futures.wait(not_done)
+
+            self.update_progress(self._url_count)
+            self.on_done()
+
+    def download_picon(self, url, pic_data):
+        err_msg = "Picon download error: {}  [{}]"
+        timeout = (3, 5)  # connect and read timeouts
+
+        req = requests.get(url, timeout=timeout)
+        if req.status_code != 200:
+            log(err_msg.format(url, req.reason))
+            self.update_progress(1)
+        else:
+            self.on_picon_load_done(req.content, pic_data)
+
+    @run_idle
+    def on_picon_load_done(self, data, user_data):
+        try:
+            self._info_label.set_text("Processing: {}".format(user_data))
+            f = Gio.MemoryInputStream.new_from_data(data)
+            pixbuf = GdkPixbuf.Pixbuf.new_from_stream_at_scale(f, 220, 132, False, self._cancellable)
+            path = "{}{}".format(self._pic_path, user_data)
+            pixbuf.savev(path, "png", [], [])
+            self._picons[user_data] = get_picon_pixbuf(path)
+        except GLib.GError as e:
+            self.update_progress(1)
+            if e.code != Gio.IOErrorEnum.CANCELLED:
+                log("Loading picon [{}] data error: {}".format(user_data, e))
+        else:
+            self.update_progress()
+
+    @run_idle
+    def update_progress(self, error=0):
+        self._errors_count += error
+        self._url_count -= 1
+        frac = 1 - self._url_count / self._max_count
+        self._progress_bar.set_fraction(frac)
+
+    @run_idle
+    def on_done(self):
+        self._progress_bar.set_visible(False)
+        self._progress_bar.set_fraction(0.0)
+        self._apply_button.set_sensitive(True)
+        self._info_label.set_text("{}  Errors: {}.".format(get_message("Done!"), self._errors_count))
+        self._is_download = False
+
+        gen = self.update_fav_model()
+        GLib.idle_add(lambda: next(gen, False), priority=GLib.PRIORITY_LOW)
+
+    def update_fav_model(self):
+        services = self._app._services
+        picons = self._app._picons
+        model = self._app.fav_view.get_model()
+        for r in model:
+            s = services.get(r[Column.FAV_ID], None)
+            if s:
+                model.set_value(r.iter, Column.FAV_PICON, picons.get(s.picon_id, None))
+                yield True
+        self._info_bar.set_visible(True)
+        yield True
+
+    def on_response(self, dialog, response):
+        if response == Gtk.ResponseType.APPLY:
+            return True
+
+        if response == Gtk.ResponseType.CANCEL and not self._is_download or not self.on_close():
+            self._dialog.destroy()
+
+    def on_close(self, window=None, event=None):
+        if self._is_download:
+            if show_dialog(DialogType.QUESTION, self._dialog) == Gtk.ResponseType.OK:
+                self._is_download = False
+                self._cancellable.cancel()
+                return False
+            return True
+
+        return False
 
 
 class YtListImportDialog:
@@ -666,7 +897,9 @@ class YtListImportDialog:
     def update_refs_list(self):
         if self._yt_list_id:
             try:
-                self._yt_list_title, links = PlayListParser.get_yt_playlist(self._yt_list_id)
+                if not self._yt:
+                    self._yt = YouTube.get_instance(self._settings)
+                self._yt_list_title, links = self._yt.get_yt_playlist(self._yt_list_id, self._url_entry.get_text())
             except Exception as e:
                 self.show_info_message(str(e), Gtk.MessageType.ERROR)
                 return

app/ui/main_app_window.py

@@ -11,21 +11,21 @@ from gi.repository import GLib, Gio
 from app.commons import run_idle, log, run_task, run_with_delay, init_logger
 from app.connections import (HttpAPI, download_data, DownloadType, upload_data, test_http, TestException,
                              HttpApiException, STC_XML_FILE)
-from app.eparser import get_blacklist, write_blacklist, parse_m3u
+from app.eparser import get_blacklist, write_blacklist
 from app.eparser import get_services, get_bouquets, write_bouquets, write_services, Bouquets, Bouquet, Service
 from app.eparser.ecommons import CAS, Flag, BouquetService
 from app.eparser.enigma.bouquets import BqServiceType
 from app.eparser.iptv import export_to_m3u
 from app.eparser.neutrino.bouquets import BqType
 from app.settings import SettingsType, Settings, SettingsException, PlayStreamsMode, SettingsReadException
-from app.tools.media import Player, Recorder, HttpPlayer
+from app.tools.media import Player, Recorder
 from app.ui.epg_dialog import EpgDialog
 from app.ui.transmitter import LinksTransmitter
 from .backup import BackupDialog, backup_data, clear_data_path
 from .dialogs import show_dialog, DialogType, get_chooser_dialog, WaitDialog, get_message
 from .download_dialog import DownloadDialog
 from .imports import ImportDialog, import_bouquet
-from .iptv import IptvDialog, SearchUnavailableDialog, IptvListConfigurationDialog, YtListImportDialog
+from .iptv import IptvDialog, SearchUnavailableDialog, IptvListConfigurationDialog, YtListImportDialog, M3uImportDialog
 from .main_helper import (insert_marker, move_items, rename, ViewTarget, set_flags, locate_in_services,
                           scroll_to, get_base_model, update_picons_data, copy_picon_reference, assign_picons,
                           remove_picon, is_only_one_item_selected, gen_bouquets, BqGenType, get_iptv_url, append_picons,
@@ -43,6 +43,7 @@ class Application(Gtk.Application):
     SERVICE_MODEL_NAME = "services_list_store"
     FAV_MODEL_NAME = "fav_list_store"
     BQ_MODEL_NAME = "bouquets_tree_store"
+    ALT_MODEL_NAME = "alt_list_store"
     DRAG_SEP = "::::"
 
     DEL_FACTOR = 50  # Batch size to delete in one pass.
@@ -58,7 +59,7 @@ class Application(Gtk.Application):
     _FAV_ELEMENTS = ("fav_cut_popup_item", "fav_paste_popup_item", "fav_locate_popup_item", "fav_iptv_popup_item",
                      "fav_insert_marker_popup_item", "fav_insert_space_popup_item", "fav_edit_sub_menu_popup_item",
                      "fav_edit_popup_item", "fav_picon_popup_item", "fav_copy_popup_item",
-                     "fav_epg_configuration_popup_item")
+                     "fav_epg_configuration_popup_item", "fav_add_alt_popup_item")
 
     _BOUQUET_ELEMENTS = ("bouquets_new_popup_item", "bouquets_edit_popup_item", "bouquets_cut_popup_item",
                          "bouquets_copy_popup_item", "bouquets_paste_popup_item", "bouquet_import_popup_item",
@@ -81,7 +82,6 @@ class Application(Gtk.Application):
         self.add_main_option("debug", ord("d"), GLib.OptionFlags.NONE, GLib.OptionArg.STRING, "", None)
 
         self._handlers = {"on_close_app": self.on_close_app,
-                          "on_resize": self.on_resize,
                           "on_about_app": self.on_about_app,
                           "on_settings": self.on_settings,
                           "on_profile_changed": self.on_profile_changed,
@@ -93,6 +93,7 @@ class Application(Gtk.Application):
                           "on_bouquets_selection": self.on_bouquets_selection,
                           "on_satellite_editor_show": self.on_satellite_editor_show,
                           "on_fav_selection": self.on_fav_selection,
+                          "on_alt_selection": self.on_alt_selection,
                           "on_services_selection": self.on_services_selection,
                           "on_fav_cut": self.on_fav_cut,
                           "on_bouquets_cut": self.on_bouquets_cut,
@@ -118,6 +119,7 @@ class Application(Gtk.Application):
                           "on_services_view_drag_data_received": self.on_services_view_drag_data_received,
                           "on_view_drag_data_received": self.on_view_drag_data_received,
                           "on_bq_view_drag_data_received": self.on_bq_view_drag_data_received,
+                          "on_alt_view_drag_data_received": self.on_alt_view_drag_data_received,
                           "on_view_press": self.on_view_press,
                           "on_view_release": self.on_view_release,
                           "on_view_popup_menu": self.on_view_popup_menu,
@@ -157,6 +159,7 @@ class Application(Gtk.Application):
                           "on_full_screen": self.on_full_screen,
                           "on_drawing_area_realize": self.on_drawing_area_realize,
                           "on_player_drawing_area_draw": self.on_player_drawing_area_draw,
+                          "on_ftp_realize": self.on_ftp_realize,
                           "on_record": self.on_record,
                           "on_remove_all_unavailable": self.on_remove_all_unavailable,
                           "on_new_bouquet": self.on_new_bouquet,
@@ -165,7 +168,8 @@ class Application(Gtk.Application):
                           "on_create_bouquet_for_current_package": self.on_create_bouquet_for_current_package,
                           "on_create_bouquet_for_each_package": self.on_create_bouquet_for_each_package,
                           "on_create_bouquet_for_current_type": self.on_create_bouquet_for_current_type,
-                          "on_create_bouquet_for_each_type": self.on_create_bouquet_for_each_type}
+                          "on_create_bouquet_for_each_type": self.on_create_bouquet_for_each_type,
+                          "on_add_alternatives": self.on_add_alternatives}
 
         self._settings = Settings.get_instance()
         self._s_type = self._settings.setting_type
@@ -176,6 +180,9 @@ class Application(Gtk.Application):
         self._picons_buffer = []
         self._services = {}
         self._bouquets = {}
+        self._bq_file = {}
+        self._alt_file = set()
+        self._alt_counter = 1
         self._data_hash = 0
         # For bouquets with different names of services in bouquet and main list
         self._extra_bouquets = {}
@@ -191,6 +198,7 @@ class Application(Gtk.Application):
         self._player = None
         self._full_screen = False
         self._current_mrl = None
+        self._playback_window = None
         # Record
         self._recorder = None
         # http api
@@ -198,6 +206,7 @@ class Application(Gtk.Application):
         self._fav_click_mode = None
         self._links_transmitter = None
         self._control_box = None
+        self._ftp_client = None
         # Colors
         self._use_colors = False
         self._NEW_COLOR = None  # Color for new services in the main list
@@ -226,12 +235,15 @@ class Application(Gtk.Application):
         tool_bar = builder.get_object("top_toolbar")
         self._main_data_box.bind_property("visible", tool_bar, "visible")
         self._telnet_tool_button = builder.get_object("telnet_tool_button")
+        # Setting custom sort function for position column.
+        self._services_view.get_model().set_sort_func(Column.SRV_POS, self.position_sort_func, Column.SRV_POS)
         # App info
         self._app_info_box = builder.get_object("app_info_box")
         self._app_info_box.bind_property("visible", builder.get_object("main_paned"), "visible", 4)
         self._app_info_box.bind_property("visible", builder.get_object("toolbar_extra_box"), "visible", 4)
         self._app_info_box.bind_property("visible", builder.get_object("toolbar_tools_box"), "visible", 4)
         self._app_info_box.bind_property("visible", builder.get_object("save_tool_button"), "visible", 4)
+        self._app_info_box.bind_property("visible", builder.get_object("add_bouquet_tool_button"), "visible", 4)
         # Status bar
         self._profile_combo_box = builder.get_object("profile_combo_box")
         self._receiver_info_box = builder.get_object("receiver_info_box")
@@ -252,11 +264,20 @@ class Application(Gtk.Application):
         self._signal_level_bar.bind_property("visible", builder.get_object("record_button"), "visible")
         self._receiver_info_box.bind_property("visible", self._http_status_image, "visible", 4)
         self._receiver_info_box.bind_property("visible", self._signal_box, "visible")
+        # Alternatives
+        self._alt_view = builder.get_object("alt_tree_view")
+        self._alt_model = builder.get_object("alt_list_store")
+        self._alt_revealer = builder.get_object("alt_revealer")
+        self._alt_revealer.bind_property("visible", self._alt_revealer, "reveal-child")
         # Control
         self._control_button = builder.get_object("control_button")
         self._receiver_info_box.bind_property("visible", self._control_button, "visible")
         self._control_revealer = builder.get_object("control_revealer")
-        # Force ctrl press event for view. Multiple selections in lists only with Space key(as in file managers)!!!
+        # FTP client
+        self._ftp_button = builder.get_object("ftp_button")
+        self._ftp_revealer = builder.get_object("ftp_revealer")
+        self._ftp_button.bind_property("active", self._ftp_revealer, "visible")
+        # Force Ctrl press event for view. Multiple selections in lists only with Space key(as in file managers)!!!
         self._services_view.connect("key-press-event", self.force_ctrl)
         self._fav_view.connect("key-press-event", self.force_ctrl)
         # Clipboard
@@ -309,10 +330,63 @@ class Application(Gtk.Application):
                       self._FAV_ENIGMA_ELEMENTS, self._FAV_IPTV_ELEMENTS, self._LOCK_HIDE_ELEMENTS)
         self._tool_elements = {k: builder.get_object(k) for k in set(chain.from_iterable(d_elements))}
         # Style
-        self._style_provider = Gtk.CssProvider()
-        self._style_provider.load_from_path(UI_RESOURCES_PATH + "style.css")
-        self._status_bar_box.get_style_context().add_provider_for_screen(Gdk.Screen.get_default(), self._style_provider,
+        style_provider = Gtk.CssProvider()
+        style_provider.load_from_path(UI_RESOURCES_PATH + "style.css")
+        self._status_bar_box.get_style_context().add_provider_for_screen(Gdk.Screen.get_default(), style_provider,
                                                                          Gtk.STYLE_PROVIDER_PRIORITY_USER)
+        # Layout
+        if self._settings.is_darwin and self._settings.alternate_layout:
+            self._main_paned = builder.get_object("main_data_paned")
+            self._fav_paned = builder.get_object("fav_bouquets_paned")
+            self._fav_box = self._fav_paned.get_child1()
+            self._bouquets_box = self._fav_paned.get_child2()
+            self._left_ar_bq_button = builder.get_object("left_arrow_bq_button")
+            self._left_ar_bq_button.bind_property("visible", builder.get_object("right_arrow_bq_button"), "visible", 4)
+            self._left_ar_bq_button.set_visible(True)
+            self.init_layout(builder)
+
+    def init_layout(self, builder):
+        """ Initializes an alternate layout, if enabled. """
+        top_box = builder.get_object("top_box")
+        top_toolbar = builder.get_object("top_toolbar")
+        top_toolbar.set_margin_left(0)
+        top_toolbar.set_margin_right(10)
+
+        extra_box = builder.get_object("toolbar_extra_tools_box")
+        extra_box.set_margin_left(10)
+        extra_box.set_margin_right(0)
+        extra_box.reorder_child(self._ftp_button, 0)
+        extra_box.reorder_child(builder.get_object("add_bouquet_tool_button"), 2)
+
+        top_box.set_child_packing(extra_box, False, True, 0, Gtk.PackType.START)
+        top_box.set_child_packing(top_toolbar, False, True, 0, Gtk.PackType.END)
+        top_box.reorder_child(extra_box, 0)
+        top_box.reorder_child(top_toolbar, 1)
+
+        center_box = builder.get_object("center_box")
+        center_box.reorder_child(self._ftp_revealer, 0)
+        center_box.reorder_child(self._control_revealer, 1)
+        center_box.reorder_child(builder.get_object("main_box"), 2)
+
+        services_box = self._main_paned.get_child1()
+        self._main_paned.remove(services_box)
+        self._main_paned.remove(self._fav_paned)
+        self._main_paned.pack1(self._fav_paned, True, True)
+        self._main_paned.pack2(services_box, True, True)
+
+        self._left_ar_bq_button.set_visible(not self._settings.bq_details_first)
+        self.init_bq_position()
+
+    def init_bq_position(self):
+        self._fav_paned.remove(self._fav_box)
+        self._fav_paned.remove(self._bouquets_box)
+
+        if self._settings.bq_details_first:
+            self._fav_paned.pack1(self._fav_box, False, False)
+            self._fav_paned.pack2(self._bouquets_box, False, False)
+        else:
+            self._fav_paned.pack1(self._bouquets_box, False, False)
+            self._fav_paned.pack2(self._fav_box, False, False)
 
     def do_startup(self):
         Gtk.Application.do_startup(self)
@@ -398,6 +472,8 @@ class Application(Gtk.Application):
         remote_action = Gio.SimpleAction.new_stateful("on_remote", None, GLib.Variant.new_boolean(False))
         remote_action.connect("change-state", self.on_control)
         self.add_action(remote_action)
+        # Layout
+        self.set_action("on_switch_fav_position", self.on_switch_fav_position)
 
     def set_action(self, name, fun, enabled=True):
         ac = Gio.SimpleAction.new(name, None)
@@ -498,6 +574,8 @@ class Application(Gtk.Application):
         self._bouquets_view.enable_model_drag_source(Gdk.ModifierType.BUTTON1_MASK, bq_target,
                                                      Gdk.DragAction.DEFAULT | Gdk.DragAction.MOVE)
         self._bouquets_view.enable_model_drag_dest(bq_target, Gdk.DragAction.DEFAULT | Gdk.DragAction.MOVE)
+        self._alt_view.enable_model_drag_dest(bq_target, Gdk.DragAction.DEFAULT | Gdk.DragAction.COPY)
+        self._alt_view.enable_model_drag_source(Gdk.ModifierType.BUTTON1_MASK, [], Gdk.DragAction.MOVE)
 
         self._fav_view.drag_source_set_target_list(None)
         self._fav_view.drag_dest_add_text_targets()
@@ -514,6 +592,10 @@ class Application(Gtk.Application):
         self._bouquets_view.drag_source_add_text_targets()
         self._bouquets_view.drag_dest_add_uri_targets()
 
+        self._alt_view.drag_source_set_target_list(None)
+        self._alt_view.drag_source_add_text_targets()
+        self._alt_view.drag_dest_add_text_targets()
+
         self._app_info_box.drag_dest_set(Gtk.DestDefaults.ALL, [], Gdk.DragAction.COPY)
         if self._settings.is_darwin:
             self._app_info_box.drag_dest_add_uri_targets()
@@ -567,6 +649,10 @@ class Application(Gtk.Application):
         event.state |= MOD_MASK
 
     def on_close_app(self, *args):
+        """ Performing operations before closing the application. """
+        # Saving the current size of the application window.
+        self._settings.add("window_size", self._main_window.get_size())
+
         if self._recorder:
             if self._recorder.is_record():
                 msg = "{}\n\n\t{}".format(get_message("Recording in progress!"), get_message("Are you sure?"))
@@ -581,10 +667,6 @@ class Application(Gtk.Application):
         else:
             GLib.idle_add(self.quit)
 
-    def on_resize(self, window):
-        """ Stores new size properties for app window after resize """
-        self._settings.add("window_size", window.get_size())
-
     @run_idle
     def on_about_app(self, action, value=None):
         show_dialog(DialogType.ABOUT, self._main_window)
@@ -596,6 +678,12 @@ class Application(Gtk.Application):
             return
         move_items(key, self._fav_view if self._fav_view.is_focus() else self._bouquets_view)
 
+    def on_switch_fav_position(self, action, value=None):
+        visible = self._left_ar_bq_button.get_visible()
+        self._settings.bq_details_first = visible
+        self._left_ar_bq_button.set_visible(not visible)
+        self.init_bq_position()
+
     # ***************** Copy - Cut - Paste *********************#
 
     def on_services_copy(self, view):
@@ -720,6 +808,8 @@ class Application(Gtk.Application):
             priority = GLib.PRIORITY_DEFAULT
         elif model_name == self.SERVICE_MODEL_NAME:
             gen = self.delete_services(itrs, model, rows)
+        elif model_name == self.ALT_MODEL_NAME:
+            gen = self.delete_alts(itrs, model, rows)
 
         GLib.idle_add(lambda: next(gen, False), priority=priority)
         self.on_view_focus(view)
@@ -945,9 +1035,13 @@ class Application(Gtk.Application):
         """
         rows = self._fav_model if len(paths) < 2 else [self._fav_model[p] for p in paths]
         index = int(str(rows[0].path))
+        columns = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
 
-        for s_row, row in zip(sorted(map(lambda r: r[:], rows), key=lambda r: r[c_num] or nv, reverse=rev), rows):
-            self._fav_model.set_row(row.iter, s_row)
+        for s_row, row in zip(sorted(map(
+                lambda r: r[:], rows),
+                key=lambda r: r[c_num] or nv if c_num != Column.FAV_POS else self.get_pos_num(r[c_num]),
+                reverse=rev), rows):
+            self._fav_model.set(row.iter, columns, s_row)
             bq[index] = s_row[Column.FAV_ID]
             index += 1
 
@@ -959,10 +1053,28 @@ class Application(Gtk.Application):
             column.set_sort_indicator(False)
             column.set_sort_order(Gtk.SortType.ASCENDING)
 
+    def position_sort_func(self, model, iter1, iter2, column):
+        """ Custom sort function for position column. """
+        return self.get_pos_num(model.get_value(iter1, column)) - self.get_pos_num(model.get_value(iter2, column))
+
+    def get_pos_num(self, pos):
+        """ Returns num [float] representation of satellite position. """
+        if not pos:
+            return -183.0
+
+        if len(pos) > 1:
+            m = -1 if pos[-1] == "W" else 1
+            return float(pos[:-1]) * m
+
+        return -181.0 if pos == "T" else -182.0
+
     # ********************* Hints *************************#
 
     def on_fav_view_query_tooltip(self, view, x, y, keyboard_mode, tooltip):
         """  Sets detailed info about service in the tooltip [fav view]. """
+        if not self._main_window.is_active():
+            return False
+
         result = view.get_dest_row_at_pos(x, y)
         if not result or not self._settings.show_bq_hints:
             return False
@@ -971,6 +1083,9 @@ class Application(Gtk.Application):
 
     def on_services_view_query_tooltip(self, view, x, y, keyboard_mode, tooltip):
         """  Sets short info about service in the tooltip [main services view]. """
+        if not self._main_window.is_active():
+            return False
+
         result = view.get_dest_row_at_pos(x, y)
         if not result or not self._settings.show_srv_hints:
             return False
@@ -1038,7 +1153,7 @@ class Application(Gtk.Application):
             We have to use "connect_after" (after="yes" in xml) to override what the default handler did.
             https://lazka.github.io/pgi-docs/Gtk-3.0/classes/Widget.html#Gtk.Widget.signals.drag_begin
         """
-        model, paths = view.get_selection().get_selected_rows()
+        top_model, paths = view.get_selection().get_selected_rows()
         if len(paths) < 1:
             return
 
@@ -1048,8 +1163,10 @@ class Application(Gtk.Application):
             name_column, type_column = Column.FAV_SERVICE, Column.FAV_TYPE
         elif name == self.BQ_MODEL_NAME:
             name_column, type_column = Column.BQ_NAME, Column.BQ_TYPE
+        elif name == self.ALT_MODEL_NAME:
+            name_column, type_column = Column.ALT_SERVICE, Column.ALT_TYPE
         # https://stackoverflow.com/a/52248549
-        Gtk.drag_set_icon_pixbuf(context, self.get_drag_icon_pixbuf(model, paths, name_column, type_column), 0, 0)
+        Gtk.drag_set_icon_pixbuf(context, self.get_drag_icon_pixbuf(top_model, paths, name_column, type_column), 0, 0)
         return True
 
     def on_view_drag_end(self, view, context):
@@ -1155,7 +1272,6 @@ class Application(Gtk.Application):
 
         uris = data.get_uris()
         if uris:
-            from urllib.parse import unquote, urlparse
             self.on_import_bouquet(None, file_path=urlparse(unquote(uris[0])).path.strip())
             return
 
@@ -1340,7 +1456,7 @@ class Application(Gtk.Application):
             use_http = profile is SettingsType.ENIGMA_2
 
             if profile is SettingsType.ENIGMA_2:
-                host, port, user, password = opts.host, opts.http_port, opts.http_user, opts.http_password
+                host, port, user, password = opts.host, opts.http_port, opts.user, opts.password
                 try:
                     test_http(host, port, user, password, use_ssl=opts.http_use_ssl, skip_message=True)
                 except (TestException, HttpApiException):
@@ -1430,6 +1546,7 @@ class Application(Gtk.Application):
 
     def update_data(self, data_path, callback=None):
         self._profile_combo_box.set_sensitive(False)
+        self._alt_revealer.set_visible(False)
         self._wait_dialog.show()
 
         yield from self.clear_current_data()
@@ -1527,9 +1644,9 @@ class Application(Gtk.Application):
                         self.append_bouquet(bq, row.iter)
 
     def append_bouquet(self, bq, parent):
-        name, bt_type, locked, hidden = bq.name, bq.type, bq.locked, bq.hidden
-        self._bouquets_model.append(parent, [name, locked, hidden, bt_type])
-        bq_id = "{}:{}".format(name, bt_type)
+        name, bq_type, locked, hidden = bq.name, bq.type, bq.locked, bq.hidden
+        self._bouquets_model.append(parent, [name, locked, hidden, bq_type])
+        bq_id = "{}:{}".format(name, bq_type)
         services = []
         extra_services = {}  # for services with different names in bouquet and main list
         agr = [None] * 7
@@ -1553,11 +1670,17 @@ class Application(Gtk.Application):
                 srv = Service(None, None, icon, srv.name, locked, None, None, s_type.name,
                               self._picons.get(picon_id, None), picon_id, *agr, data_id, fav_id, None)
                 self._services[fav_id] = srv
+            elif s_type is BqServiceType.ALT:
+                self._alt_file.add("{}:{}".format(srv.data, bq_type))
+                srv = Service(None, None, None, srv.name, locked, None, None, s_type.name,
+                              None, None, *agr, srv.data, fav_id, srv.num)
+                self._services[fav_id] = srv
             elif srv.name:
                 extra_services[fav_id] = srv.name
             services.append(fav_id)
 
         self._bouquets[bq_id] = services
+        self._bq_file[bq_id] = bq.file
         if extra_services:
             self._extra_bouquets[bq_id] = extra_services
 
@@ -1616,7 +1739,10 @@ class Application(Gtk.Application):
         self._services.clear()
         self._rows_buffer.clear()
         self._picons.clear()
+        self._alt_file.clear()
+        self._alt_counter = 1
         self._bouquets.clear()
+        self._bq_file.clear()
         self._extra_bouquets.clear()
         self._current_bq_name = None
         self._bq_name_label.set_text("")
@@ -1660,11 +1786,13 @@ class Application(Gtk.Application):
                                                                  Column.BQ_HIDDEN, Column.BQ_TYPE)
                     bq_id = "{}:{}".format(bq_name, bq_type)
                     favs = self._bouquets[bq_id]
-                    ex_s = self._extra_bouquets.get(bq_id)
+                    ex_s = self._extra_bouquets.get(bq_id, None)
                     bq_s = list(filter(None, [self._services.get(f_id, None) for f_id in favs]))
+
                     if profile is SettingsType.ENIGMA_2:
-                        bq_s = list(map(lambda s: s._replace(service=ex_s.get(s.fav_id, None) if ex_s else None), bq_s))
-                    bq = Bouquet(bq_name, bq_type, bq_s, locked, hidden)
+                        bq_s = self.get_enigma_bq_services(bq_s, ex_s)
+
+                    bq = Bouquet(bq_name, bq_type, bq_s, locked, hidden, self._bq_file.get(bq_id, None))
                     bqs.append(bq)
             if len(b_path) == 1:
                 bouquets.append(Bouquets(*model.get(itr, Column.BQ_NAME, Column.BQ_TYPE), bqs if bqs else []))
@@ -1678,7 +1806,7 @@ class Application(Gtk.Application):
         services = [Service(*row[: Column.SRV_TOOLTIP]) for row in services_model]
         write_services(path, services, profile, self.get_format_version() if profile is SettingsType.ENIGMA_2 else 0)
         yield True
-        # removing bouquet files
+
         if profile is SettingsType.ENIGMA_2:
             # blacklist
             write_blacklist(path, self._blacklist)
@@ -1688,6 +1816,20 @@ class Application(Gtk.Application):
         if callback:
             callback()
 
+    def get_enigma_bq_services(self, services, ext_services):
+        """ Preparing a list of services for the Enigma2 bouquet. """
+        s_list = []
+        for srv in services:
+            if srv.service_type == BqServiceType.ALT.name:
+                # Alternatives to service in a bouquet.
+                alts = list(map(lambda s: s._replace(service=None),
+                                filter(None, [self._services.get(s.data, None) for s in srv.transponder or []])))
+                s_list.append(srv._replace(transponder=alts))
+            else:
+                # Extra names for service in bouquet.
+                s_list.append(srv._replace(service=ext_services.get(srv.fav_id, None) if ext_services else None))
+        return s_list
+
     def on_new_configuration(self, action, value=None):
         """ Creates new empty configuration """
         if show_dialog(DialogType.QUESTION, self._main_window) == Gtk.ResponseType.CANCEL:
@@ -1704,10 +1846,10 @@ class Application(Gtk.Application):
         yield from c_gen
 
         if profile is SettingsType.ENIGMA_2:
-            parent = self._bouquets_model.append(None, ["Favourites (TV)", None, None, BqType.TV.value])
-            self.append_bouquet(Bouquet("Favourites (TV)", BqType.TV.value, [], None, None), parent)
-            parent = self._bouquets_model.append(None, ["Favourites (Radio)", None, None, BqType.RADIO.value])
-            self.append_bouquet(Bouquet("Favourites (Radio)", BqType.RADIO.value, [], None, None), parent)
+            parent = self._bouquets_model.append(None, ["Bouquets (TV)", None, None, BqType.TV.value])
+            self.append_bouquet(Bouquet("Favourites (TV)", BqType.TV.value, [], None, None, "favourites"), parent)
+            parent = self._bouquets_model.append(None, ["Bouquets (Radio)", None, None, BqType.RADIO.value])
+            self.append_bouquet(Bouquet("Favourites (Radio)", BqType.RADIO.value, [], None, None, "favourites"), parent)
         elif profile is SettingsType.NEUTRINO_MP:
             self._bouquets_model.append(None, ["Providers", None, None, BqType.BOUQUET.value])
             self._bouquets_model.append(None, ["FAV", None, None, BqType.TV.value])
@@ -1717,11 +1859,27 @@ class Application(Gtk.Application):
         yield True
 
     def on_fav_selection(self, model, path, column):
-        if self._control_box and self._control_box.update_epg:
-            ref = self.get_service_ref(path)
-            if not ref:
-                return
-            self._control_box.on_service_changed(ref)
+        row = model[path][:]
+        if row[Column.FAV_TYPE] == BqServiceType.ALT.name:
+            self._alt_model.clear()
+            a_id = row[Column.FAV_ID]
+            srv = self._services.get(a_id, None)
+            if srv:
+                for i, s in enumerate(srv[-1] or [], start=1):
+                    srv = self._services.get(s.data, None)
+                    if srv:
+                        pic = self._picons.get(srv.picon_id, None)
+                        itr = model.get_string_from_iter(model.get_iter(path))
+                        self._alt_model.append((i, pic, srv.service, srv.service_type, srv.pos, srv.fav_id, a_id, itr))
+                self._alt_revealer.set_visible(True)
+        else:
+            self._alt_revealer.set_visible(False)
+
+            if self._control_box and self._control_box.update_epg:
+                ref = self.get_service_ref(path)
+                if not ref:
+                    return
+                self._control_box.on_service_changed(ref)
 
     def on_services_selection(self, model, path, column):
         self.update_service_bar(model, path)
@@ -1736,6 +1894,7 @@ class Application(Gtk.Application):
 
     def on_bouquets_selection(self, model, path, column):
         self.reset_view_sort_indication(self._fav_view)
+        self._alt_revealer.set_visible(False)
         self._current_bq_name = model[path][0] if len(path) > 1 else None
         self._bq_name_label.set_text(self._current_bq_name if self._current_bq_name else "")
 
@@ -1785,9 +1944,17 @@ class Application(Gtk.Application):
                 if not is_marker:
                     num += 1
 
+                picon = self._picons.get(srv.picon_id, None)
+                # Alternatives
+                if srv.service_type == BqServiceType.ALT.name:
+                    alt_servs = srv.transponder
+                    if alt_servs:
+                        alt_srv = self._services.get(alt_servs[0].data, None)
+                        picon = self._picons.get(alt_srv.picon_id, None) if srv else None
+
                 self._fav_model.append((0 if is_marker else num, srv.coded, ex_srv_name if ex_srv_name else srv.service,
                                         srv.locked, srv.hide, srv_type, srv.pos, srv.fav_id,
-                                        self._picons.get(srv.picon_id, None), None, background))
+                                        picon, None, background))
 
         yield True
         self._fav_view.set_model(self._fav_model)
@@ -1857,11 +2024,15 @@ class Application(Gtk.Application):
         if active in self._settings.profiles:
             self.set_profile(active)
 
+        gen = self.init_http_api()
+        GLib.idle_add(lambda: next(gen, False), priority=GLib.PRIORITY_LOW)
+
+        if self._ftp_button.get_active() and self._ftp_client:
+            self._ftp_client.init_ftp()
+
         if self._app_info_box.get_visible():
             return
 
-        gen = self.init_http_api()
-        GLib.idle_add(lambda: next(gen, False), priority=GLib.PRIORITY_LOW)
         if changed:
             self.open_data()
 
@@ -2140,10 +2311,8 @@ class Application(Gtk.Application):
             self.show_error_dialog("No m3u file is selected!")
             return
 
-        channels = parse_m3u(response, self._s_type)
-
-        if channels and self._bq_selected:
-            self.append_imported_services(channels)
+        if self._bq_selected:
+            M3uImportDialog(self._main_window, self._s_type, response, self).show()
 
     def append_imported_services(self, services):
         bq_services = self._bouquets.get(self._bq_selected)
@@ -2300,30 +2469,34 @@ class Application(Gtk.Application):
             self.save_stream_to_m3u(url)
             return
 
-        if mode is PlayStreamsMode.VLC:
+        if self._player and self._player.get_play_mode() is not mode:
+            self.show_error_dialog("Play mode has been changed!\nRestart the program to apply the settings.")
+            self.set_playback_elms_active()
+            return
+
+        if mode is PlayStreamsMode.WINDOW:
             try:
-                if self._player and self._player.get_play_mode() is not mode:
-                    self._player.release()
-                    self._player = None
                 if not self._player:
-                    self._player = HttpPlayer.get_instance(self._settings)
-            except ImportError:
-                self.show_error_dialog("No VLC is found. Check that it is installed!")
-            else:
-                self._player.play(url)
+                    self._current_mrl = url
+                    self.show_playback_window()
+                elif self._playback_window:
+                    title = self.get_playback_title()
+                    GLib.idle_add(self._playback_window.set_title, title)
+                    GLib.idle_add(self._player.play, url, priority=GLib.PRIORITY_LOW)
+                    GLib.idle_add(self._playback_window.show)
+                else:
+                    self.show_error_dialog("Init player error!")
             finally:
                 self.set_playback_elms_active()
         else:
-            if not self._player_box.get_visible():
-                self.set_player_area_size(self._player_box)
+            if not self._player:
                 self._current_mrl = url
-            self._player_box.set_visible(True)
+            else:
+                if not self._player_box.get_visible():
+                    self.set_player_area_size(self._player_box)
 
-            if self._player and self._player.get_play_mode() is PlayStreamsMode.BUILT_IN:
                 GLib.idle_add(self._player.play, url, priority=GLib.PRIORITY_LOW)
-            elif self._player:
-                self.show_error_dialog("Play mode has been changed!\nRestart the program to apply the settings.")
-                self.set_playback_elms_active()
+            self._player_box.set_visible(True)
 
     def on_player_stop(self, item=None):
         if self._player:
@@ -2356,12 +2529,17 @@ class Application(Gtk.Application):
             self._player_prev_button.set_sensitive(current_index != 0)
             self._player_next_button.set_sensitive(len(self._fav_model) != current_index + 1)
 
-    def on_player_close(self, item=None):
+    def on_player_close(self, window=None, event=None):
         if self._player:
             self._player.stop()
 
         self.set_playback_elms_active()
-        GLib.idle_add(self._player_box.set_visible, False, priority=GLib.PRIORITY_LOW)
+        if self._playback_window:
+            self._settings.add("playback_window_size", self._playback_window.get_size())
+            self._playback_window.hide()
+        else:
+            GLib.idle_add(self._player_box.set_visible, False, priority=GLib.PRIORITY_LOW)
+        return True
 
     @lru_cache(maxsize=1)
     def on_player_duration_changed(self, duration):
@@ -2391,14 +2569,13 @@ class Application(Gtk.Application):
         return "{}{:02d}:{:02d}".format(str(h) + ":" if h else "", m, s)
 
     def on_drawing_area_realize(self, widget):
-        self.set_player_area_size(widget)
-
         if not self._player:
             try:
-                self._player = Player.get_instance(rewind_callback=self.on_player_duration_changed,
-                                                   position_callback=self.on_player_time_changed,
-                                                   error_callback=self.on_player_error,
-                                                   playing_callback=self.set_playback_elms_active)
+                self._player = Player.get_instance(mode=self._settings.play_streams_mode,
+                                                   rewind_cb=self.on_player_duration_changed,
+                                                   position_cb=self.on_player_time_changed,
+                                                   error_cb=self.on_player_error,
+                                                   playing_cb=self.set_playback_elms_active)
             except (ImportError, NameError, AttributeError):
                 self.show_error_dialog("No VLC is found. Check that it is installed!")
                 return True
@@ -2410,7 +2587,10 @@ class Application(Gtk.Application):
                 self._player.play(self._current_mrl)
             finally:
                 self.set_playback_elms_active()
+                if self._settings.play_streams_mode is PlayStreamsMode.BUILT_IN:
+                    self.set_player_area_size(widget)
 
+    @run_idle
     def set_player_area_size(self, widget):
         w, h = self._main_window.get_size()
         widget.set_size_request(w * 0.6, -1)
@@ -2438,8 +2618,12 @@ class Application(Gtk.Application):
 
     def on_full_screen(self, item=None):
         self._full_screen = not self._full_screen
-        self.update_state_on_full_screen(not self._full_screen)
-        self._main_window.fullscreen() if self._full_screen else self._main_window.unfullscreen()
+        if self._settings.play_streams_mode is PlayStreamsMode.BUILT_IN:
+            self.update_state_on_full_screen(not self._full_screen)
+            self._main_window.fullscreen() if self._full_screen else self._main_window.unfullscreen()
+        elif self._playback_window:
+            self._player_tool_bar.set_visible(not self._full_screen)
+            self._playback_window.fullscreen() if self._full_screen else self._playback_window.unfullscreen()
 
     @run_idle
     def update_state_on_full_screen(self, visible):
@@ -2447,6 +2631,40 @@ class Application(Gtk.Application):
         self._player_tool_bar.set_visible(visible)
         self._status_bar_box.set_visible(visible and not self._app_info_box.get_visible())
 
+    @run_idle
+    def show_playback_window(self):
+        width, height = 480, 240
+        size = self._settings.get("playback_window_size")
+        if size:
+            width, height = size
+
+        self._playback_window = Gtk.Window(title=self.get_playback_title(),
+                                           window_position=Gtk.WindowPosition.CENTER,
+                                           gravity=Gdk.Gravity.CENTER,
+                                           icon_name="demon-editor")
+        self._playback_window.resize(width, height)
+        self._playback_window.connect("delete-event", self.on_player_close)
+
+        if self._settings.is_darwin:
+            self._player_drawing_area.reparent(self._playback_window)
+        else:
+            self._player_prev_button.set_visible(False)
+            self._player_next_button.set_visible(False)
+            box = Gtk.HBox(visible=True, orientation="vertical")
+            self._player_drawing_area.reparent(box)
+            self._player_box.remove(self._player_tool_bar)
+            box.pack_end(self._player_tool_bar, False, False, 0)
+            self._playback_window.add(box)
+
+        self._playback_window.set_application(self)
+        self._playback_window.show()
+
+    def get_playback_title(self):
+        path, column = self._fav_view.get_cursor()
+        if path:
+            return "DemonEditor [{}]".format(self._fav_model[path][:][Column.FAV_SERVICE])
+        return "DemonEditor [Playback]"
+
     # ************************* Record ***************************** #
 
     def on_record(self, button):
@@ -2534,7 +2752,7 @@ class Application(Gtk.Application):
 
     def on_watch(self, item=None):
         """ Switch to the channel and watch in the player """
-        if self._app_info_box.get_visible() and self._settings.play_streams_mode is PlayStreamsMode.BUILT_IN:
+        if not self._app_info_box.get_visible() and self._settings.play_streams_mode is PlayStreamsMode.BUILT_IN:
             self.set_player_area_size(self._player_box)
             self._player_box.set_visible(True)
             GLib.idle_add(self._app_info_box.set_visible, False)
@@ -2590,6 +2808,11 @@ class Application(Gtk.Application):
         if self._player and self._player.is_playing():
             self._player.stop()
 
+        # IPTV type checking
+        row = self._fav_model[path][:]
+        if row[Column.FAV_TYPE] == BqServiceType.IPTV.name and callback:
+            callback = self.play(get_iptv_url(row, self._s_type))
+
         def zap(rq):
             if rq and rq.get("e2state", False):
                 GLib.idle_add(scroll_to, path, self._fav_view)
@@ -2605,14 +2828,17 @@ class Application(Gtk.Application):
         row = self._fav_model[path][:]
         srv_type, fav_id = row[Column.FAV_TYPE], row[Column.FAV_ID]
 
-        if srv_type == BqServiceType.IPTV.name or srv_type in self._marker_types:
+        if srv_type in self._marker_types:
             self.show_error_dialog("Not allowed in this context!")
             self.set_playback_elms_active()
             return
 
         srv = self._services.get(fav_id, None)
-        if srv and srv.transponder:
-            return srv.picon_id.rstrip(".png").replace("_", ":")
+        if srv:
+            if srv_type == BqServiceType.IPTV.name:
+                return srv.fav_id.strip()
+            elif srv.picon_id:
+                return srv.picon_id.rstrip(".png").replace("_", ":")
 
     def update_info(self):
         """ Updating current info over HTTP API """
@@ -2703,6 +2929,15 @@ class Application(Gtk.Application):
     def on_http_status_visible(self, img):
         self._control_button.set_active(False)
 
+    # ****************** FTP client ********************* #
+
+    def on_ftp_realize(self, revealer):
+        if not self._ftp_client:
+            from app.ui.ftp import FtpClientBox
+            revealer.set_visible(True)
+            self._ftp_client = FtpClientBox(self, self._settings)
+            revealer.add(self._ftp_client)
+
     # ***************** Filter and search ********************* #
 
     def on_filter_toggled(self, action, value):
@@ -2744,7 +2979,7 @@ class Application(Gtk.Application):
             for srv in self._services.values():
                 tr_type = srv.transponder_type
                 if tr_type == "s" and srv.pos:
-                    sat_positions.add(float(srv.pos))
+                    sat_positions.add(srv.pos)
                 elif tr_type == "t":
                     terrestrial = True
                 elif tr_type == "c":
@@ -2755,7 +2990,7 @@ class Application(Gtk.Application):
             if cable:
                 self._sat_positions.append("C")
         elif self._s_type is SettingsType.NEUTRINO_MP:
-            list(map(lambda s: sat_positions.add(float(s.pos)), filter(lambda s: s.pos, self._services.values())))
+            list(map(lambda s: sat_positions.add(s.pos), filter(lambda s: s.pos, self._services.values())))
 
         self._sat_positions.extend(map(str, sorted(sat_positions)))
         if self._filter_bar.is_visible():
@@ -2832,6 +3067,9 @@ class Application(Gtk.Application):
             model_name = get_base_model(model).get_name()
             if model_name == self.FAV_MODEL_NAME:
                 srv_type = model.get_value(model.get_iter(paths), Column.FAV_TYPE)
+                if srv_type == BqServiceType.ALT.name:
+                    return self.show_error_dialog("Operation not allowed in this context!")
+
                 if srv_type in self._marker_types:
                     return self.on_rename(view)
                 elif srv_type == BqServiceType.IPTV.name:
@@ -2885,6 +3123,7 @@ class Application(Gtk.Application):
             model.set_value(itr, 0, response)
             old_bq_name = "{}:{}".format(bq_name, bq_type)
             self._bouquets[bq] = self._bouquets.pop(old_bq_name)
+            self._bq_file[bq] = self._bq_file.pop(old_bq_name, None)
             self._current_bq_name = response
             self._bq_name_label.set_text(self._current_bq_name)
             self._bq_selected = bq
@@ -2998,7 +3237,7 @@ class Application(Gtk.Application):
     def get_target_view(self, view):
         return ViewTarget.SERVICES if Gtk.Buildable.get_name(view) == "services_tree_view" else ViewTarget.FAV
 
-    # ***************** Bouquets *********************#
+    # ***************** Bouquets ********************* #
 
     def on_create_bouquet_for_current_satellite(self, item):
         self.create_bouquets(BqGenType.SAT)
@@ -3022,7 +3261,166 @@ class Application(Gtk.Application):
         gen_bouquets(self._services_view, self._bouquets_view, self._main_window, g_type, self._TV_TYPES,
                      self._s_type, self.append_bouquet)
 
-    # ***************** Profile label *********************#
+    # ***************** Alternatives ********************* #
+
+    def on_add_alternatives(self, item):
+        """ Adding alternatives. """
+        model, paths = self._fav_view.get_selection().get_selected_rows()
+        if not paths:
+            return
+
+        if len(paths) > 1:
+            self.show_error_dialog("Please, select only one item!")
+            return
+
+        row = model[paths][:]
+        s_types = {BqServiceType.MARKER.name, BqServiceType.SPACE.name, BqServiceType.ALT.name, BqServiceType.IPTV.name}
+        if row[Column.FAV_TYPE] in s_types:
+            self.show_error_dialog("Operation not allowed in this context!")
+            return
+
+        srv = self._services.get(row[Column.FAV_ID], None)
+        bq = self._bouquets.get(self._bq_selected, None)
+        if not srv or not bq:
+            return
+
+        bq_name, sep, bq_type = self._bq_selected.partition(":")
+        fav_id = srv.fav_id
+
+        key = "de{:02d}:{}".format(self._alt_counter, bq_type)
+        #  Generating file name for alternative
+        while key in self._alt_file:
+            self._alt_counter += 1
+            key = "de{:02d}:{}".format(self._alt_counter, bq_type)
+
+        alt_name = "de{:02d}".format(self._alt_counter)
+        alt_id = "alternatives_{}_{}".format(self._bq_selected, fav_id)
+        if alt_id in bq:
+            self.show_error_dialog("A similar service is already in this list!")
+            return
+
+        dt, it = BqServiceType.DEFAULT, BqServiceType.IPTV
+        bq_srv = BouquetService(None, dt if srv.service_type != it.name else it, fav_id, 0)
+        s_type = BqServiceType.ALT.name
+        a_srv = srv._replace(service_type=s_type, pos=None, data_id=alt_name, fav_id=alt_id, transponder=(bq_srv,))
+        try:
+            index = bq.index(fav_id)
+        except ValueError as e:
+            log("[on_add_alternatives] error: {}".format(e))
+        else:
+            bq[index] = alt_id
+            self._services[alt_id] = a_srv
+            self._alt_file.add(key)
+            data = {Column.FAV_CODED: srv.coded, Column.FAV_SERVICE: srv.service, Column.FAV_LOCKED: srv.locked,
+                    Column.FAV_HIDE: srv.hide, Column.FAV_TYPE: s_type, Column.FAV_POS: None,
+                    Column.FAV_ID: alt_id, Column.FAV_PICON: self._picons.get(srv.picon_id, None)}
+            model.set(model.get_iter(paths), data)
+            self._fav_view.row_activated(paths[0], self._fav_view.get_column(Column.FAV_NUM))
+
+    def delete_alts(self, itrs, model, rows):
+        """ Deleting alternatives. """
+        list(map(model.remove, itrs))
+        row = rows[0]
+        alt_id = row[Column.ALT_ID]
+
+        if not len(model):
+            bq = self._bouquets.get(self._bq_selected, None)
+            if not bq:
+                return
+
+            fav_id, itr = row[Column.ALT_FAV_ID], row[Column.ALT_ITER]
+            bq[bq.index(alt_id)] = fav_id
+            self._services.pop(alt_id, None)
+            srv = self._services.get(fav_id, None)
+            if srv:
+                itr = self._fav_model.get_iter_from_string(itr)
+                data = {Column.FAV_CODED: srv.coded, Column.FAV_SERVICE: srv.service, Column.FAV_LOCKED: srv.locked,
+                        Column.FAV_HIDE: srv.hide, Column.FAV_TYPE: srv.service_type, Column.FAV_POS: srv.pos,
+                        Column.FAV_ID: srv.fav_id, Column.FAV_PICON: self._picons.get(srv.picon_id, None)}
+                self._fav_model.set(itr, data)
+                self._alt_revealer.set_visible(False)
+        else:
+            srv = self._services.get(alt_id, None)
+            if srv:
+                alt_services = srv.transponder or ()
+                alt_services = tuple(s for s in alt_services if s.data not in {row[Column.ALT_FAV_ID] for row in rows})
+                self._services[alt_id] = srv._replace(transponder=alt_services)
+
+        yield True
+
+    def on_alt_view_drag_data_received(self, view, drag_context, x, y, data, info, time):
+        srv = self._services.get(self._alt_model.get_value(self._alt_model.get_iter_first(), Column.ALT_ID), None)
+        if not srv:
+            return True
+
+        txt = data.get_text()
+        if txt:
+            itr_str, sep, source = txt.partition(self.DRAG_SEP)
+            if source == self.SERVICE_MODEL_NAME:
+                model, id_col, t_col = self._services_view.get_model(), Column.SRV_FAV_ID, Column.SRV_TYPE
+            elif source == self.FAV_MODEL_NAME:
+                model, id_col, t_col = self._fav_view.get_model(), Column.FAV_ID, Column.FAV_TYPE
+            elif source == self.ALT_MODEL_NAME:
+                return self.on_alt_move(itr_str, view.get_dest_row_at_pos(x, y), srv)
+            else:
+                return True
+
+            return self.on_alt_received(itr_str, model, id_col, t_col, srv)
+
+    def on_alt_received(self, itr_str, model, id_col, t_col, srv):
+        itrs = tuple(model.get_iter_from_string(itr) for itr in itr_str.split(","))
+        types = {BqServiceType.MARKER.name, BqServiceType.SPACE.name, BqServiceType.ALT.name}
+        ids = tuple(model.get_value(itr, id_col) for itr in itrs if model.get_value(itr, t_col) not in types)
+        srvs = tuple(self._services.get(f_id, None) for f_id in ids)
+        dt, it = BqServiceType.DEFAULT, BqServiceType.IPTV
+        a_srvs = tuple(BouquetService(None, dt if s.service_type != it.name else it, s.fav_id, 0) for s in srvs)
+        alt_services = srv.transponder + a_srvs
+        self._services[srv.fav_id] = srv._replace(transponder=alt_services)
+
+        a_row = self._alt_model[self._alt_model.get_iter_first()][:]
+        alt_id, a_itr = a_row[Column.ALT_ID], a_row[Column.ALT_ITER]
+
+        for i, srv in enumerate(srvs, start=len(self._alt_model) + 1):
+            pic = self._picons.get(srv.picon_id, None)
+            self._alt_model.append((i, pic, srv.service, srv.service_type, srv.pos, srv.fav_id, alt_id, a_itr))
+
+        return True
+
+    def on_alt_move(self, s_iters, info, srv):
+        """ Move alternatives in the list. """
+        di = -1
+        if info:
+            path, position = info
+            di = path.get_indices()[0]
+
+        itrs = tuple(self._alt_model.get_iter_from_string(itr) for itr in s_iters.split(","))
+        [self._alt_model.insert(i, r) for i, r in enumerate((self._alt_model[in_itr][:] for in_itr in itrs), start=di)]
+        list(map(self._alt_model.remove, itrs))
+
+        d_type, i_type = BqServiceType.DEFAULT, BqServiceType.IPTV
+        alt_srvs = []
+        for i, r in enumerate(self._alt_model, start=1):
+            r[Column.ALT_NUM] = i
+            s_type = d_type if r[Column.ALT_TYPE] != i_type.name else i_type
+            alt_srvs.append(BouquetService(None, s_type, r[Column.ALT_FAV_ID], i))
+
+        self._services[srv.fav_id] = srv._replace(transponder=tuple(alt_srvs))
+        a_iter = self._alt_model.get_iter_first()
+        srv = self._services.get(self._alt_model.get_value(a_iter, Column.ALT_FAV_ID), None)
+        if srv:
+            fav_iter = self._fav_model.get_iter_from_string(self._alt_model.get_value(a_iter, Column.ALT_ITER))
+            self._fav_model.set_value(fav_iter, Column.FAV_PICON, self._picons.get(srv.picon_id, None))
+
+        return True
+
+    def on_alt_selection(self, model, path, column):
+        if self._control_box and self._control_box.update_epg:
+            row = model[path][:]
+            srv = self._services.get(row[Column.ALT_FAV_ID], None)
+            if srv and srv.transponder or row[Column.ALT_TYPE] == BqServiceType.IPTV.name:
+                self._control_box.on_service_changed(srv.picon_id.rstrip(".png").replace("_", ":"))
+
+    # ***************** Profile label ********************* #
 
     @run_idle
     def update_profile_label(self):

app/ui/main_helper.py

@@ -591,8 +591,10 @@ def get_bouquets_names(model):
 # ***************** Others *********************#
 
 def update_entry_data(entry, dialog, settings):
-    """ Updates value in text entry from chooser dialog """
-    response = show_dialog(dialog_type=DialogType.CHOOSER, transient=dialog, settings=settings)
+    """ Updates value in text entry from chooser dialog. """
+    response = show_dialog(dialog_type=DialogType.CHOOSER, transient=dialog, settings=settings,
+                           action_type=Gtk.FileChooserAction.CREATE_FOLDER if settings.is_darwin else None,
+                           create_dir=True)
     if response not in (Gtk.ResponseType.CANCEL, Gtk.ResponseType.DELETE_EVENT):
         entry.set_text(response)
         return response

app/ui/main_window.glade

@@ -1,9 +1,9 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<!-- Generated with glade 3.22.2 
+<!-- Generated with glade 3.22.2
 
 The MIT License (MIT)
 
-Copyright (c) 2018-2020 Dmitriy Yefremov
+Copyright (c) 2018-2021 Dmitriy Yefremov
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -33,12 +33,39 @@ Author: Dmitriy Yefremov
   <!-- interface-description Enigma2 channel and satellites list editor for macOS. -->
   <!-- interface-copyright 2018-2020 Dmitriy Yefremov -->
   <!-- interface-authors Dmitriy Yefremov -->
-  <object class="GtkImage" id="add_bouquet_image">
+  <object class="GtkListStore" id="alt_list_store">
+    <columns>
+      <!-- column-name num -->
+      <column type="gint"/>
+      <!-- column-name picon -->
+      <column type="GdkPixbuf"/>
+      <!-- column-name service -->
+      <column type="gchararray"/>
+      <!-- column-name type -->
+      <column type="gchararray"/>
+      <!-- column-name pos -->
+      <column type="gchararray"/>
+      <!-- column-name fav_id -->
+      <column type="gchararray"/>
+      <!-- column-name alt_id -->
+      <column type="gchararray"/>
+      <!-- column-name fav_iter -->
+      <column type="gchararray"/>
+    </columns>
+  </object>
+  <object class="GtkMenu" id="alt_popup_menu">
     <property name="visible">True</property>
     <property name="can_focus">False</property>
-    <property name="margin_left">5</property>
-    <property name="icon_name">bookmark-new-symbolic</property>
-    <property name="icon_size">1</property>
+    <child>
+      <object class="GtkImageMenuItem" id="alt_remove_popup_item">
+        <property name="label">gtk-remove</property>
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+        <property name="use_underline">True</property>
+        <property name="use_stock">True</property>
+        <signal name="activate" handler="on_delete" object="alt_tree_view" swapped="no"/>
+      </object>
+    </child>
   </object>
   <object class="GtkImage" id="backups_image">
     <property name="visible">True</property>
@@ -306,6 +333,22 @@ Author: Dmitriy Yefremov
         <signal name="activate" handler="on_insert_space" object="fav_tree_view" swapped="no"/>
       </object>
     </child>
+    <child>
+      <object class="GtkSeparatorMenuItem" id="fav_popup_separator">
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+      </object>
+    </child>
+    <child>
+      <object class="GtkMenuItem" id="fav_add_alt_popup_item">
+        <property name="visible">True</property>
+        <property name="sensitive">False</property>
+        <property name="can_focus">False</property>
+        <property name="label" translatable="yes">Add alternatives</property>
+        <property name="use_underline">True</property>
+        <signal name="activate" handler="on_add_alternatives" swapped="no"/>
+      </object>
+    </child>
     <child>
       <object class="GtkSeparatorMenuItem" id="fav_popup_separator_4">
         <property name="visible">True</property>
@@ -341,33 +384,33 @@ Author: Dmitriy Yefremov
               <object class="GtkMenuItem" id="fav_add_iptv_popup_item">
                 <property name="visible">True</property>
                 <property name="can_focus">False</property>
-                <property name="action_name">app.on_iptv</property>
                 <property name="label" translatable="yes">Add IPTV or stream service</property>
+                <signal name="activate" handler="on_iptv" swapped="no"/>
               </object>
             </child>
             <child>
               <object class="GtkMenuItem" id="fav_import_yt_popup_item">
                 <property name="visible">True</property>
                 <property name="can_focus">False</property>
-                <property name="action_name">app.on_import_yt_list</property>
                 <property name="label" translatable="yes">Import YouTube playlist</property>
+                <signal name="activate" handler="on_import_yt_list" swapped="no"/>
               </object>
             </child>
             <child>
               <object class="GtkMenuItem" id="fav_import_m3u_popup_item">
                 <property name="visible">True</property>
                 <property name="can_focus">False</property>
-                <property name="action_name">app.on_import_m3u</property>
                 <property name="label" translatable="yes">Import m3u</property>
                 <property name="use_underline">True</property>
+                <signal name="activate" handler="on_import_m3u" swapped="no"/>
               </object>
             </child>
             <child>
               <object class="GtkMenuItem" id="fav_export_m3u_popup_item">
                 <property name="visible">True</property>
                 <property name="can_focus">False</property>
-                <property name="action_name">app.on_export_to_m3u</property>
                 <property name="label" translatable="yes">Export to m3u</property>
+                <signal name="activate" handler="on_export_to_m3u" swapped="no"/>
               </object>
             </child>
             <child>
@@ -380,8 +423,8 @@ Author: Dmitriy Yefremov
               <object class="GtkMenuItem" id="fav_epg_configuration_popup_item">
                 <property name="visible">True</property>
                 <property name="can_focus">False</property>
-                <property name="action_name">app.on_epg_list_configuration</property>
                 <property name="label" translatable="yes">EPG configuration</property>
+                <signal name="activate" handler="on_epg_list_configuration" swapped="no"/>
               </object>
             </child>
             <child>
@@ -394,8 +437,8 @@ Author: Dmitriy Yefremov
               <object class="GtkMenuItem" id="fav_iptv_list_configuration_popup_item">
                 <property name="visible">True</property>
                 <property name="can_focus">False</property>
-                <property name="action_name">app.on_iptv_list_configuration</property>
                 <property name="label" translatable="yes">List configuration</property>
+                <signal name="activate" handler="on_iptv_list_configuration" swapped="no"/>
               </object>
             </child>
             <child>
@@ -408,8 +451,8 @@ Author: Dmitriy Yefremov
               <object class="GtkMenuItem" id="fav_remove_all_unavailable_popup_item">
                 <property name="visible">True</property>
                 <property name="can_focus">False</property>
-                <property name="action_name">app.on_remove_all_unavailable</property>
                 <property name="label" translatable="yes">Remove all unavailable</property>
+                <signal name="activate" handler="on_remove_all_unavailable" swapped="no"/>
               </object>
             </child>
           </object>
@@ -954,7 +997,6 @@ Author: Dmitriy Yefremov
     <property name="icon_name">demon-editor</property>
     <property name="gravity">center</property>
     <property name="startup_id">DemonEditor</property>
-    <signal name="check-resize" handler="on_resize" swapped="no"/>
     <signal name="delete-event" handler="on_close_app" swapped="no"/>
     <child>
       <placeholder/>
@@ -968,14 +1010,14 @@ Author: Dmitriy Yefremov
           <object class="GtkBox" id="top_box">
             <property name="visible">True</property>
             <property name="can_focus">False</property>
+            <property name="spacing">10</property>
             <child type="center">
               <object class="GtkBox" id="top_toolbar">
                 <property name="visible">True</property>
                 <property name="can_focus">False</property>
                 <property name="halign">center</property>
                 <property name="valign">center</property>
-                <property name="margin_left">15</property>
-                <property name="margin_right">5</property>
+                <property name="margin_left">10</property>
                 <property name="margin_top">10</property>
                 <property name="margin_bottom">10</property>
                 <property name="spacing">10</property>
@@ -1273,26 +1315,6 @@ Author: Dmitriy Yefremov
                         <property name="position">5</property>
                       </packing>
                     </child>
-                    <child>
-                      <object class="GtkButton" id="add_bouquet_tool_button">
-                        <property name="label" translatable="yes"> </property>
-                        <property name="visible">True</property>
-                        <property name="can_focus">False</property>
-                        <property name="receives_default">True</property>
-                        <property name="tooltip_text" translatable="yes">Create bouquet</property>
-                        <property name="halign">start</property>
-                        <property name="valign">start</property>
-                        <property name="image">add_bouquet_image</property>
-                        <property name="always_show_image">True</property>
-                        <signal name="clicked" handler="on_new_bouquet" object="bouquets_tree_view" swapped="no"/>
-                      </object>
-                      <packing>
-                        <property name="expand">False</property>
-                        <property name="fill">True</property>
-                        <property name="position">5</property>
-                        <property name="non_homogeneous">True</property>
-                      </packing>
-                    </child>
                   </object>
                   <packing>
                     <property name="expand">False</property>
@@ -1304,25 +1326,85 @@ Author: Dmitriy Yefremov
               <packing>
                 <property name="expand">False</property>
                 <property name="fill">True</property>
-                <property name="position">2</property>
+                <property name="position">0</property>
               </packing>
             </child>
             <child>
-              <object class="GtkToggleButton" id="control_button">
-                <property name="can_focus">True</property>
-                <property name="receives_default">True</property>
-                <property name="halign">center</property>
+              <object class="GtkButtonBox" id="toolbar_extra_tools_box">
+                <property name="visible">True</property>
+                <property name="can_focus">False</property>
                 <property name="valign">center</property>
-                <property name="margin_right">15</property>
-                <property name="action_name">app.on_remote</property>
+                <property name="margin_right">10</property>
+                <property name="homogeneous">True</property>
+                <property name="layout_style">expand</property>
                 <child>
-                  <object class="GtkImage" id="control_button_image">
-                    <property name="visible">True</property>
+                  <object class="GtkButton" id="add_bouquet_tool_button">
+                    <property name="width_request">32</property>
+                    <property name="sensitive">False</property>
                     <property name="can_focus">False</property>
-                    <property name="icon_name">input-gaming-symbolic</property>
+                    <property name="receives_default">True</property>
+                    <property name="tooltip_text" translatable="yes">Create bouquet</property>
+                    <property name="always_show_image">True</property>
+                    <signal name="clicked" handler="on_new_bouquet" object="bouquets_tree_view" swapped="no"/>
+                    <child>
+                      <object class="GtkImage" id="add_bouquet_image">
+                        <property name="visible">True</property>
+                        <property name="can_focus">False</property>
+                        <property name="icon_name">bookmark-new-symbolic</property>
+                        <property name="icon_size">1</property>
+                      </object>
+                    </child>
                   </object>
+                  <packing>
+                    <property name="expand">False</property>
+                    <property name="fill">True</property>
+                    <property name="position">0</property>
+                  </packing>
+                </child>
+                <child>
+                  <object class="GtkToggleButton" id="control_button">
+                    <property name="width_request">32</property>
+                    <property name="can_focus">True</property>
+                    <property name="receives_default">True</property>
+                    <property name="tooltip_text" translatable="yes">Control</property>
+                    <property name="action_name">app.on_remote</property>
+                    <child>
+                      <object class="GtkImage" id="control_button_image">
+                        <property name="visible">True</property>
+                        <property name="can_focus">False</property>
+                        <property name="icon_name">input-gaming-symbolic</property>
+                      </object>
+                    </child>
+                    <accelerator key="t" signal="clicked" modifiers="Primary"/>
+                  </object>
+                  <packing>
+                    <property name="expand">False</property>
+                    <property name="fill">True</property>
+                    <property name="position">1</property>
+                  </packing>
+                </child>
+                <child>
+                  <object class="GtkToggleButton" id="ftp_button">
+                    <property name="width_request">32</property>
+                    <property name="visible">True</property>
+                    <property name="can_focus">True</property>
+                    <property name="receives_default">True</property>
+                    <property name="always_show_image">True</property>
+                    <child>
+                      <object class="GtkImage" id="ftp_tool_image">
+                        <property name="visible">True</property>
+                        <property name="can_focus">False</property>
+                        <property name="tooltip_text" translatable="yes">FTP client</property>
+                        <property name="icon_name">network-server-symbolic</property>
+                      </object>
+                    </child>
+                  </object>
+                  <packing>
+                    <property name="expand">True</property>
+                    <property name="fill">True</property>
+                    <property name="position">2</property>
+                  </packing>
                 </child>
-                <accelerator key="i" signal="clicked" modifiers="Primary"/>
               </object>
               <packing>
                 <property name="expand">False</property>
@@ -2282,15 +2364,81 @@ Author: Dmitriy Yefremov
                                     <property name="can_focus">False</property>
                                     <property name="orientation">vertical</property>
                                     <child>
-                                      <object class="GtkLabel" id="fav_header_label">
+                                      <object class="GtkBox" id="fav_header_box">
                                         <property name="visible">True</property>
                                         <property name="can_focus">False</property>
-                                        <property name="margin_top">2</property>
-                                        <property name="margin_bottom">2</property>
-                                        <property name="label" translatable="yes">Bouquet details</property>
-                                        <attributes>
-                                          <attribute name="weight" value="bold"/>
-                                        </attributes>
+                                        <property name="margin_left">2</property>
+                                        <property name="margin_right">2</property>
+                                        <property name="spacing">2</property>
+                                        <child>
+                                          <object class="GtkButton" id="left_arrow_bq_button">
+                                            <property name="can_focus">False</property>
+                                            <property name="receives_default">True</property>
+                                            <property name="tooltip_text" translatable="yes">Toggle display position</property>
+                                            <property name="action_name">app.on_switch_fav_position</property>
+                                            <property name="relief">none</property>
+                                            <child>
+                                              <object class="GtkImage" id="left_arrow_bq_image">
+                                                <property name="visible">True</property>
+                                                <property name="can_focus">False</property>
+                                                <property name="pixel_size">12</property>
+                                                <property name="icon_name">pan-end-symbolic-rtl</property>
+                                              </object>
+                                            </child>
+                                            <style>
+                                              <class name="arrow-button"/>
+                                            </style>
+                                          </object>
+                                          <packing>
+                                            <property name="expand">False</property>
+                                            <property name="fill">True</property>
+                                            <property name="position">0</property>
+                                          </packing>
+                                        </child>
+                                        <child type="center">
+                                          <object class="GtkLabel" id="fav_header_label">
+                                            <property name="visible">True</property>
+                                            <property name="can_focus">False</property>
+                                            <property name="margin_top">2</property>
+                                            <property name="margin_bottom">2</property>
+                                            <property name="label" translatable="yes">Bouquet details</property>
+                                            <attributes>
+                                              <attribute name="weight" value="bold"/>
+                                            </attributes>
+                                          </object>
+                                          <packing>
+                                            <property name="expand">False</property>
+                                            <property name="fill">True</property>
+                                            <property name="position">3</property>
+                                          </packing>
+                                        </child>
+                                        <child>
+                                          <object class="GtkButton" id="right_arrow_bq_button">
+                                            <property name="can_focus">False</property>
+                                            <property name="receives_default">True</property>
+                                            <property name="tooltip_text" translatable="yes">Toggle display position</property>
+                                            <property name="action_name">app.on_switch_fav_position</property>
+                                            <property name="relief">none</property>
+                                            <property name="always_show_image">True</property>
+                                            <child>
+                                              <object class="GtkImage" id="right_arrow_bq_image">
+                                                <property name="visible">True</property>
+                                                <property name="can_focus">False</property>
+                                                <property name="pixel_size">12</property>
+                                                <property name="icon_name">pan-end-symbolic</property>
+                                              </object>
+                                            </child>
+                                            <style>
+                                              <class name="arrow-button"/>
+                                            </style>
+                                          </object>
+                                          <packing>
+                                            <property name="expand">False</property>
+                                            <property name="fill">True</property>
+                                            <property name="pack_type">end</property>
+                                            <property name="position">2</property>
+                                          </packing>
+                                        </child>
                                       </object>
                                       <packing>
                                         <property name="expand">False</property>
@@ -2298,11 +2446,17 @@ Author: Dmitriy Yefremov
                                         <property name="position">0</property>
                                       </packing>
                                     </child>
+                                    <child>
+                                      <object class="GtkBox" id="fav_box">
+                                    <property name="visible">True</property>
+                                    <property name="can_focus">False</property>
+                                    <property name="margin_bottom">2</property>
+                                    <property name="orientation">vertical</property>
+                                    <property name="spacing">2</property>
                                     <child>
                                       <object class="GtkScrolledWindow" id="fav_scrolled_window">
                                         <property name="visible">True</property>
                                         <property name="can_focus">False</property>
-                                        <property name="margin_bottom">2</property>
                                         <property name="shadow_type">in</property>
                                         <child>
                                           <object class="GtkTreeView" id="fav_tree_view">
@@ -2342,7 +2496,7 @@ Author: Dmitriy Yefremov
                                                 <signal name="clicked" handler="on_fav_sort" swapped="no"/>
                                                 <child>
                                                   <object class="GtkCellRendererText" id="num_cellrenderertext">
-                                                    <property name="xalign">0.20000000298023224</property>
+                                                    <property name="xalign">0.49000000953674316</property>
                                                     <property name="width_chars">5</property>
                                                     <property name="max_width_chars">5</property>
                                                   </object>
@@ -2480,6 +2634,178 @@ Author: Dmitriy Yefremov
                                           </object>
                                         </child>
                                       </object>
+                                      <packing>
+                                        <property name="expand">True</property>
+                                        <property name="fill">True</property>
+                                        <property name="position">0</property>
+                                      </packing>
+                                    </child>
+                                    <child>
+                                      <object class="GtkRevealer" id="alt_revealer">
+                                        <property name="can_focus">False</property>
+                                        <property name="transition_type">slide-up</property>
+                                        <child>
+                                          <object class="GtkBox" id="alt_box">
+                                            <property name="height_request">200</property>
+                                            <property name="visible">True</property>
+                                            <property name="can_focus">False</property>
+                                            <property name="orientation">vertical</property>
+                                            <property name="spacing">2</property>
+                                            <child>
+                                              <object class="GtkLabel" id="alt_label">
+                                                <property name="visible">True</property>
+                                                <property name="can_focus">False</property>
+                                                <property name="label" translatable="yes">Alternatives</property>
+                                                <attributes>
+                                                  <attribute name="weight" value="semibold"/>
+                                                </attributes>
+                                              </object>
+                                              <packing>
+                                                <property name="expand">False</property>
+                                                <property name="fill">True</property>
+                                                <property name="position">0</property>
+                                              </packing>
+                                            </child>
+                                            <child>
+                                              <object class="GtkScrolledWindow" id="alt_scrolled_window">
+                                                <property name="visible">True</property>
+                                                <property name="can_focus">True</property>
+                                                <property name="shadow_type">in</property>
+                                                <child>
+                                                  <object class="GtkTreeView" id="alt_tree_view">
+                                                    <property name="visible">True</property>
+                                                    <property name="can_focus">True</property>
+                                                    <property name="model">alt_list_store</property>
+                                                    <property name="enable_search">False</property>
+                                                    <property name="rubber_banding">True</property>
+                                                    <property name="enable_grid_lines">both</property>
+                                                    <property name="activate_on_single_click">True</property>
+                                                    <signal name="button-press-event" handler="on_view_popup_menu" object="alt_popup_menu" swapped="no"/>
+                                                    <signal name="drag-begin" handler="on_view_drag_begin" after="yes" swapped="no"/>
+                                                    <signal name="drag-data-get" handler="on_view_drag_data_get" swapped="no"/>
+                                                    <signal name="drag-data-received" handler="on_alt_view_drag_data_received" swapped="no"/>
+                                                    <signal name="row-activated" handler="on_alt_selection" object="alt_list_store" swapped="no"/>
+                                                    <child internal-child="selection">
+                                                      <object class="GtkTreeSelection" id="alt_selection">
+                                                        <property name="mode">multiple</property>
+                                                      </object>
+                                                    </child>
+                                                    <child>
+                                                      <object class="GtkTreeViewColumn" id="alt_num_column">
+                                                        <property name="min_width">25</property>
+                                                        <property name="title" translatable="yes">Num</property>
+                                                        <property name="alignment">0.5</property>
+                                                        <child>
+                                                          <object class="GtkCellRendererText" id="alt_num_cellrenderertext">
+                                                            <property name="xalign">0.49000000953674316</property>
+                                                            <property name="width_chars">5</property>
+                                                            <property name="max_width_chars">5</property>
+                                                          </object>
+                                                          <attributes>
+                                                            <attribute name="text">0</attribute>
+                                                          </attributes>
+                                                        </child>
+                                                      </object>
+                                                    </child>
+                                                    <child>
+                                                      <object class="GtkTreeViewColumn" id="alt_service_column">
+                                                        <property name="resizable">True</property>
+                                                        <property name="min_width">50</property>
+                                                        <property name="title" translatable="yes">Service</property>
+                                                        <property name="expand">True</property>
+                                                        <property name="alignment">0.5</property>
+                                                        <child>
+                                                          <object class="GtkCellRendererPixbuf" id="alt_picon_cellrendererpixbuf">
+                                                            <property name="xpad">2</property>
+                                                          </object>
+                                                          <attributes>
+                                                            <attribute name="pixbuf">1</attribute>
+                                                          </attributes>
+                                                        </child>
+                                                        <child>
+                                                          <object class="GtkCellRendererText" id="alt_service_cellrenderertext">
+                                                            <property name="xalign">0.10000000149011612</property>
+                                                          </object>
+                                                          <attributes>
+                                                            <attribute name="text">2</attribute>
+                                                          </attributes>
+                                                        </child>
+                                                      </object>
+                                                    </child>
+                                                    <child>
+                                                      <object class="GtkTreeViewColumn" id="alt_type_column">
+                                                        <property name="resizable">True</property>
+                                                        <property name="title" translatable="yes">Type</property>
+                                                        <property name="expand">True</property>
+                                                        <property name="alignment">0.5</property>
+                                                        <child>
+                                                          <object class="GtkCellRendererText" id="alt_type_cellrenderertext">
+                                                            <property name="xalign">0.50999999046325684</property>
+                                                          </object>
+                                                          <attributes>
+                                                            <attribute name="text">3</attribute>
+                                                          </attributes>
+                                                        </child>
+                                                      </object>
+                                                    </child>
+                                                    <child>
+                                                      <object class="GtkTreeViewColumn" id="alt_pos_column">
+                                                        <property name="min_width">25</property>
+                                                        <property name="title" translatable="yes">Pos</property>
+                                                        <property name="alignment">0.5</property>
+                                                        <child>
+                                                          <object class="GtkCellRendererText" id="alt_pos_cellrenderertext">
+                                                            <property name="xalign">0.50999999046325684</property>
+                                                          </object>
+                                                          <attributes>
+                                                            <attribute name="text">4</attribute>
+                                                          </attributes>
+                                                        </child>
+                                                      </object>
+                                                    </child>
+                                                    <child>
+                                                      <object class="GtkTreeViewColumn" id="alt_id_column">
+                                                        <property name="visible">False</property>
+                                                        <property name="title" translatable="yes">ID</property>
+                                                        <child>
+                                                          <object class="GtkCellRendererText" id="alt_fav_id_cellrenderertext"/>
+                                                          <attributes>
+                                                            <attribute name="text">5</attribute>
+                                                          </attributes>
+                                                        </child>
+                                                        <child>
+                                                          <object class="GtkCellRendererText" id="alt_id_cellrenderertext"/>
+                                                          <attributes>
+                                                            <attribute name="text">6</attribute>
+                                                          </attributes>
+                                                        </child>
+                                                        <child>
+                                                          <object class="GtkCellRendererText" id="alt_iter_cellrenderertext"/>
+                                                          <attributes>
+                                                            <attribute name="text">7</attribute>
+                                                          </attributes>
+                                                        </child>
+                                                      </object>
+                                                    </child>
+                                                  </object>
+                                                </child>
+                                              </object>
+                                              <packing>
+                                                <property name="expand">True</property>
+                                                <property name="fill">True</property>
+                                                <property name="position">1</property>
+                                              </packing>
+                                            </child>
+                                          </object>
+                                        </child>
+                                      </object>
+                                      <packing>
+                                        <property name="expand">False</property>
+                                        <property name="fill">True</property>
+                                        <property name="position">1</property>
+                                      </packing>
+                                    </child>
+                                  </object>
                                       <packing>
                                         <property name="expand">True</property>
                                         <property name="fill">True</property>
@@ -2803,7 +3129,7 @@ Author: Dmitriy Yefremov
                       <object class="GtkLabel" id="app_ver_label">
                         <property name="visible">True</property>
                         <property name="can_focus">False</property>
-                        <property name="label" translatable="yes">1.0.2 Beta</property>
+                        <property name="label" translatable="yes">1.0.5 Beta</property>
                         <attributes>
                           <attribute name="weight" value="bold"/>
                         </attributes>
@@ -3042,6 +3368,22 @@ Author: Dmitriy Yefremov
                 <property name="position">1</property>
               </packing>
             </child>
+            <child>
+              <object class="GtkRevealer" id="ftp_revealer">
+                <property name="can_focus">False</property>
+                <property name="transition_type">crossfade</property>
+                <property name="reveal_child">True</property>
+                <signal name="realize" handler="on_ftp_realize" swapped="no"/>
+                <child>
+                  <placeholder/>
+                </child>
+              </object>
+              <packing>
+                <property name="expand">False</property>
+                <property name="fill">True</property>
+                <property name="position">2</property>
+              </packing>
+            </child>
           </object>
           <packing>
             <property name="expand">True</property>

app/ui/picons_manager.glade

@@ -1753,6 +1753,8 @@ Author: Dmitriy Yefremov
                     <property name="can_focus">True</property>
                     <property name="editable">False</property>
                     <property name="wrap_mode">word-char</property>
+                    <property name="left_margin">5</property>
+                    <property name="right_margin">5</property>
                     <property name="overwrite">True</property>
                   </object>
                 </child>

app/ui/picons_manager.py

@@ -1,17 +1,16 @@
 import os
 import re
 import shutil
-import subprocess
 import tempfile
 from pathlib import Path
 from urllib.parse import urlparse, unquote
 
-from gi.repository import GLib, GdkPixbuf
+from gi.repository import GLib, GdkPixbuf, Gio
 
 from app.commons import run_idle, run_task, run_with_delay
 from app.connections import upload_data, DownloadType, download_data, remove_picons
 from app.settings import SettingsType, Settings
-from app.tools.picons import PiconsParser, parse_providers, Provider, convert_to
+from app.tools.picons import PiconsParser, parse_providers, Provider, convert_to, download_picon
 from app.tools.satellites import SatellitesParser, SatelliteSource
 from .dialogs import show_dialog, DialogType, get_message
 from .main_helper import update_entry_data, append_text_to_tview, scroll_to, on_popup_menu, get_base_model, set_picon, \
@@ -30,6 +29,7 @@ class PiconsDialog:
         self._POS_PATTERN = re.compile(r"^\d+\.\d+[EW]?$")
         self._current_process = None
         self._terminate = False
+        self._is_downloading = False
         self._filter_binding = None
         self._services = None
         self._current_picon_info = None
@@ -481,7 +481,7 @@ class PiconsDialog:
         try:
             for sat in sats:
                 pos = sat[1]
-                name, pos = "{} ({})".format(sat[0], pos), "{}{}".format("-" if pos[-1] == "W" else "", pos[:-1])
+                name = "{} ({})".format(sat[0], pos)
 
                 if not self._terminate and model:
                     if pos in self._sat_positions:
@@ -493,50 +493,28 @@ class PiconsDialog:
         model = view.get_model()
         self._url_entry.set_text(model.get(model.get_iter(path), 1)[0])
 
-    @run_idle
     def on_load_providers(self, item):
-        self._expander.set_expanded(True)
         self.on_info_bar_close()
-        self._cancel_button.show()
-        url = self._url_entry.get_text()
-
-        try:
-            exe = "{}wget".format("./" if GTK_PATH else "")
-            self._current_process = subprocess.Popen([exe, "-pkP", self._TMP_DIR, url],
-                                                     stdout=subprocess.PIPE,
-                                                     stderr=subprocess.PIPE,
-                                                     universal_newlines=True)
-        except FileNotFoundError as e:
-            self._cancel_button.hide()
-            self.show_info_message(str(e), Gtk.MessageType.ERROR)
-        else:
-            GLib.io_add_watch(self._current_process.stderr, GLib.IO_IN, self.write_to_buffer)
-            model = self._providers_view.get_model()
-            model.clear()
-            self.append_providers(url, model)
+        model = self._providers_view.get_model()
+        model.clear()
+        self.get_providers(model)
 
     @run_task
-    def append_providers(self, url, model):
-        self._current_process.wait()
-        try:
-            self._terminate = False
-            providers = parse_providers(self._TMP_DIR + url[url.find("w"):])
-        except FileNotFoundError:
-            pass  # NOP
-        else:
-            if providers:
-                for p in providers:
-                    if self._terminate:
-                        return
-                    model.append((self.get_pixbuf(p[0]) if p[0] else TV_ICON, *p[1:]))
-            self.update_receive_button_state()
-        finally:
-            GLib.idle_add(self._cancel_button.hide)
-            self._terminate = False
+    def get_providers(self, model):
+        providers = parse_providers(self._url_entry.get_text())
+        if providers:
+            self.append_providers(providers, model)
 
-    def get_pixbuf(self, img_url):
-        return GdkPixbuf.Pixbuf.new_from_file_at_scale(filename=self._TMP_DIR + "www.lyngsat.com/" + img_url,
-                                                       width=48, height=48, preserve_aspect_ratio=True)
+    @run_idle
+    def append_providers(self, providers, model):
+        for p in providers:
+            model.append((self.get_pixbuf(p[0]) if p[0] else TV_ICON, *p[1:]))
+        self.update_receive_button_state()
+
+    def get_pixbuf(self, img_data):
+        if img_data:
+            f = Gio.MemoryInputStream.new_from_data(img_data)
+            return GdkPixbuf.Pixbuf.new_from_stream_at_scale(f, 48, 32, True, None)
 
     def on_receive(self, item):
         self._cancel_button.show()
@@ -544,12 +522,12 @@ class PiconsDialog:
 
     @run_task
     def start_download(self):
-        if self._current_process.poll() is None:
+        if self._is_downloading:
             self.show_dialog("The task is already running!", DialogType.ERROR)
             return
 
-        self._terminate = False
-        self._expander.set_expanded(True)
+        self._is_downloading = True
+        GLib.idle_add(self._expander.set_expanded, True)
 
         providers = self.get_selected_providers()
         for prv in providers:
@@ -560,39 +538,47 @@ class PiconsDialog:
                 return
 
         try:
-            for prv in providers:
-                if self._terminate:
-                    return
-                self.process_provider(Provider(*prv))
+            picons_path = self._picons_dir_entry.get_text()
+            os.makedirs(os.path.dirname(picons_path), exist_ok=True)
+            picons = []
+
+            self.show_info_message(get_message("Please, wait..."), Gtk.MessageType.INFO)
+
+            import concurrent.futures
+
+            with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
+                # Getting links to picons.
+                futures = {executor.submit(self.process_provider, Provider(*p), picons_path): p for p in providers}
+                for future in concurrent.futures.as_completed(futures):
+                    if not self._is_downloading:
+                        executor.shutdown()
+                        return
+
+                    picons.extend(future.result())
+                # Getting picon images.
+                futures = {executor.submit(download_picon, *pic, self.append_output): pic for pic in picons}
+                done, not_done = concurrent.futures.wait(futures, timeout=0)
+                while self._is_downloading and not_done:
+                    done, not_done = concurrent.futures.wait(not_done, timeout=5)
+
+                for future in not_done:
+                    future.cancel()
+                concurrent.futures.wait(not_done)
+
+            if not self._is_downloading:
+                return
 
             if not self._resize_no_radio_button.get_active():
-                self.resize(self._picons_dir_entry.get_text())
+                self.resize(picons_path)
             else:
                 self.show_info_message(get_message("Done!"), Gtk.MessageType.INFO)
         finally:
             GLib.idle_add(self._cancel_button.hide)
-            self._terminate = False
+            self._is_downloading = False
 
-    def process_provider(self, prv):
-        url = prv.url
-        self.show_info_message(get_message("Please, wait..."), Gtk.MessageType.INFO)
-        exe = "{}wget".format("./" if GTK_PATH else "")
-        self._current_process = subprocess.Popen([exe, "-pkP", self._TMP_DIR, url],
-                                                 stdout=subprocess.PIPE,
-                                                 stderr=subprocess.PIPE,
-                                                 universal_newlines=True)
-        GLib.io_add_watch(self._current_process.stderr, GLib.IO_IN, self.write_to_buffer)
-        self._current_process.wait()
-        path = self._TMP_DIR + (url[url.find("//") + 2:] if prv.single else self._BASE_URL + url[url.rfind("/") + 1:])
-        PiconsParser.parse(path, self._picons_dir_entry.get_text(),
-                           self._TMP_DIR, prv, self._picon_ids, self.get_picons_format())
-
-    def write_to_buffer(self, fd, condition):
-        if condition == GLib.IO_IN:
-            char = fd.read(1)
-            self.append_output(char)
-            return char
-        return False
+    def process_provider(self, prv, picons_path):
+        self.append_output("Getting links to picons for: {}.\n".format(prv.name))
+        return PiconsParser.parse(prv, picons_path, self._picon_ids, self.get_picons_format())
 
     @run_idle
     def append_output(self, char):
@@ -618,7 +604,7 @@ class PiconsDialog:
             self.show_info_message(get_message("Done!"), Gtk.MessageType.INFO)
 
     def on_cancel(self, item=None):
-        if self.is_task_running() and show_dialog(DialogType.QUESTION, self._dialog) == Gtk.ResponseType.CANCEL:
+        if self._is_downloading and show_dialog(DialogType.QUESTION, self._dialog) == Gtk.ResponseType.CANCEL:
             return True
 
         self.terminate_task()
@@ -626,16 +612,15 @@ class PiconsDialog:
     @run_task
     def terminate_task(self):
         self._terminate = True
-
-        if self._current_process:
-            self._current_process.terminate()
-            self.show_info_message(get_message("The task is canceled!"), Gtk.MessageType.WARNING)
+        self._is_downloading = False
+        self.show_info_message(get_message("The task is canceled!"), Gtk.MessageType.WARNING)
 
     def on_close(self, window, event):
         if self.on_cancel():
             return True
 
         self._terminate = True
+        self._is_downloading = False
         self.save_window_size(window)
         self.clean_data()
         self._app.update_picons()
@@ -670,9 +655,10 @@ class PiconsDialog:
 
     @run_idle
     def show_info_message(self, text, message_type):
-        self._info_bar.set_visible(True)
-        self._info_bar.set_message_type(message_type)
+        self._info_bar.set_visible(False)
         self._message_label.set_text(get_message(text))
+        self._info_bar.set_message_type(message_type)
+        self._info_bar.set_visible(True)
 
     def on_picons_dir_open(self, entry, icon, event_button):
         update_entry_data(entry, self._dialog, settings=self._settings)
@@ -836,9 +822,6 @@ class PiconsDialog:
 
         return picon_format
 
-    def is_task_running(self):
-        return self._current_process and self._current_process.poll() is None
-
 
 if __name__ == "__main__":
     pass

app/ui/satellites_dialog.glade

@@ -3,7 +3,7 @@
 
 The MIT License (MIT)
 
-Copyright (c) 2018-2020 Dmitriy Yefremov
+Copyright (c) 2018-2021 Dmitriy Yefremov
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -30,7 +30,7 @@ Author: Dmitriy Yefremov
 
 The MIT License (MIT)
 
-Copyright (c) 2018-2020 Dmitriy Yefremov
+Copyright (c) 2018-2021 Dmitriy Yefremov
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
@@ -1840,6 +1840,8 @@ Author: Dmitriy Yefremov
                     <property name="model">update_sat_list_model_sort</property>
                     <property name="search_column">0</property>
                     <property name="activate_on_single_click">True</property>
+                    <signal name="button-press-event" handler="on_popup_menu" object="satellites_update_popup_menu" swapped="no"/>
+                    <signal name="select-all" handler="on_select_all" swapped="no"/>
                     <child internal-child="selection">
                       <object class="GtkTreeSelection">
                         <property name="mode">multiple</property>
@@ -2134,6 +2136,8 @@ Author: Dmitriy Yefremov
                     <property name="visible">True</property>
                     <property name="can_focus">True</property>
                     <property name="editable">False</property>
+                    <property name="left_margin">5</property>
+                    <property name="right_margin">5</property>
                   </object>
                 </child>
               </object>

app/ui/satellites_dialog.py

@@ -826,9 +826,10 @@ class ServicesUpdateDialog(UpdateDialog):
         appender.send("Consumed: {:0.0f}s, {} services received.".format(time.time() - start, len(services)))
 
         try:
-            from app.eparser.enigma.lamedb import get_services_lines, get_services_list
+            from app.eparser.enigma.lamedb import LameDbReader
             # Used for double checking!
-            srvs = get_services_list("".join(get_services_lines(services)))
+            reader = LameDbReader(path=None)
+            srvs = reader.get_services_list("".join(reader.get_services_lines(services)))
         except ValueError as e:
             log("ServicesUpdateDialog [on receive data] error: {}".format(e))
         else:

app/ui/service_details_dialog.glade

@@ -1,7 +1,38 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<!-- Generated with glade 3.22.1 -->
+<!-- Generated with glade 3.22.2
+
+The MIT License (MIT)
+
+Copyright (c) 2018-2021 Dmitriy Yefremov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+Author: Dmitriy Yefremov
+
+-->
 <interface>
   <requires lib="gtk+" version="3.16"/>
+  <!-- interface-license-type mit -->
+  <!-- interface-name DemonEditor -->
+  <!-- interface-description Enigma2 channel and satellite list editor for GNU/Linux. -->
+  <!-- interface-copyright 2018-2021 Dmitriy Yefremov -->
+  <!-- interface-authors Dmitriy Yefremov -->
   <object class="GtkListStore" id="fec_list_store">
     <columns>
       <!-- column-name fec -->
@@ -171,7 +202,6 @@
     </data>
   </object>
   <object class="GtkAdjustment" id="sat_pos_adjustment">
-    <property name="lower">-180</property>
     <property name="upper">180</property>
     <property name="step_increment">0.10000000000000001</property>
     <property name="page_increment">10</property>
@@ -265,6 +295,7 @@
                 <property name="can_focus">True</property>
                 <property name="receives_default">True</property>
                 <property name="valign">center</property>
+                <signal name="clicked" handler="on_cancel" swapped="no"/>
               </object>
               <packing>
                 <property name="expand">True</property>
@@ -1106,21 +1137,6 @@
                         <property name="top_attach">0</property>
                       </packing>
                     </child>
-                    <child>
-                      <object class="GtkSpinButton" id="sat_pos_button">
-                        <property name="visible">True</property>
-                        <property name="sensitive">False</property>
-                        <property name="can_focus">True</property>
-                        <property name="input_purpose">number</property>
-                        <property name="adjustment">sat_pos_adjustment</property>
-                        <property name="digits">1</property>
-                        <property name="numeric">True</property>
-                      </object>
-                      <packing>
-                        <property name="left_attach">0</property>
-                        <property name="top_attach">1</property>
-                      </packing>
-                    </child>
                     <child>
                       <object class="GtkLabel" id="tid_label">
                         <property name="visible">True</property>
@@ -1175,6 +1191,50 @@
                         <property name="top_attach">1</property>
                       </packing>
                     </child>
+                    <child>
+                      <object class="GtkBox" id="sat_pos_box">
+                        <property name="visible">True</property>
+                        <property name="can_focus">False</property>
+                        <property name="spacing">1</property>
+                        <child>
+                          <object class="GtkSpinButton" id="sat_pos_button">
+                            <property name="visible">True</property>
+                            <property name="sensitive">False</property>
+                            <property name="can_focus">True</property>
+                            <property name="input_purpose">number</property>
+                            <property name="adjustment">sat_pos_adjustment</property>
+                            <property name="digits">1</property>
+                            <property name="numeric">True</property>
+                          </object>
+                          <packing>
+                            <property name="expand">False</property>
+                            <property name="fill">True</property>
+                            <property name="position">0</property>
+                          </packing>
+                        </child>
+                        <child>
+                          <object class="GtkComboBoxText" id="pos_side_box">
+                            <property name="visible">True</property>
+                            <property name="sensitive">False</property>
+                            <property name="can_focus">False</property>
+                            <property name="active">0</property>
+                            <items>
+                              <item id="E">E</item>
+                              <item id="W">W</item>
+                            </items>
+                          </object>
+                          <packing>
+                            <property name="expand">False</property>
+                            <property name="fill">True</property>
+                            <property name="position">1</property>
+                          </packing>
+                        </child>
+                      </object>
+                      <packing>
+                        <property name="left_attach">0</property>
+                        <property name="top_attach">1</property>
+                      </packing>
+                    </child>
                   </object>
                   <packing>
                     <property name="expand">False</property>
@@ -1540,9 +1600,6 @@
         </child>
       </object>
     </child>
-    <action-widgets>
-      <action-widget response="-6">cancel_button</action-widget>
-    </action-widgets>
   </object>
   <object class="GtkListStore" id="transponder_services_liststore">
     <columns>

app/ui/service_details_dialog.py

@@ -1,7 +1,7 @@
 import os
 import re
 
-from app.commons import run_idle
+from app.commons import run_idle, log
 from app.eparser import Service
 from app.eparser.ecommons import (MODULATION, Inversion, ROLL_OFF, Pilot, Flag, Pids, POLARIZATION, get_key_by_value,
                                   get_value_by_name, FEC_DEFAULT, PLS_MODE, SERVICE_TYPE, T_MODULATION, C_MODULATION,
@@ -43,7 +43,8 @@ class ServiceDetailsDialog:
                     "update_reference": self.update_reference,
                     "on_cas_entry_changed": self.on_cas_entry_changed,
                     "on_digit_entry_changed": self.on_digit_entry_changed,
-                    "on_non_empty_entry_changed": self.on_non_empty_entry_changed}
+                    "on_non_empty_entry_changed": self.on_non_empty_entry_changed,
+                    "on_cancel": lambda item: self._dialog.destroy()}
 
         builder = Gtk.Builder()
         builder.set_translation_domain(TEXT_DOMAIN)
@@ -54,7 +55,7 @@ class ServiceDetailsDialog:
         self._dialog = builder.get_object("service_details_dialog")
         self._dialog.set_transient_for(transient)
         self._s_type = settings.setting_type
-        self._tr_type = None
+        self._tr_type = TrType.Satellite
         self._satellites_xml_path = settings.data_local_path + "satellites.xml"
         self._picons_dir_path = settings.picons_local_path
         self._services_view = srv_view
@@ -120,6 +121,7 @@ class ServiceDetailsDialog:
         self._pids_grid = builder.get_object("pids_grid")
         # Transponder elements
         self._sat_pos_button = builder.get_object("sat_pos_button")
+        self._pos_side_box = builder.get_object("pos_side_box")
         self._pol_combo_box = builder.get_object("pol_combo_box")
         self._fec_combo_box = builder.get_object("fec_combo_box")
         self._rate_lp_combo_box = builder.get_object("rate_lp_combo_box")
@@ -137,7 +139,7 @@ class ServiceDetailsDialog:
         self._TRANSPONDER_ELEMENTS = (self._sat_pos_button, self._pol_combo_box, self._invertion_combo_box,
                                       self._sys_combo_box, self._freq_entry, self._transponder_id_entry,
                                       self._network_id_entry, self._namespace_entry, self._fec_combo_box,
-                                      self._rate_entry, self._rate_lp_combo_box)
+                                      self._rate_entry, self._rate_lp_combo_box, self._pos_side_box)
 
         if self._action is Action.EDIT:
             self.update_data_elements()
@@ -145,12 +147,7 @@ class ServiceDetailsDialog:
             self.init_default_data_elements()
 
     def show(self):
-        response = self._dialog.run()
-        if response == Gtk.ResponseType.OK:
-            pass
-        self._dialog.destroy()
-
-        return response
+        self._dialog.show()
 
     @run_idle
     def init_default_data_elements(self):
@@ -336,7 +333,8 @@ class ServiceDetailsDialog:
 
     def set_sat_positions(self, sat_pos):
         """ Sat positions initialisation """
-        self._sat_pos_button.set_value(float(sat_pos))
+        self._sat_pos_button.set_value(float(sat_pos[:-1]))
+        self._pos_side_box.set_active_id(sat_pos[-1:])
 
     def on_system_changed(self, box):
         if not self._tr_edit_switch.get_active():
@@ -376,18 +374,19 @@ class ServiceDetailsDialog:
         if show_dialog(DialogType.QUESTION, self._dialog) == Gtk.ResponseType.CANCEL:
             return
 
-        self.on_edit() if self._action is Action.EDIT else self.on_new()
-        self._dialog.destroy()
+        if self.on_edit() if self._action is Action.EDIT else self.on_new():
+            self._dialog.destroy()
 
     def on_new(self):
         """ Create new service. """
         service = self.get_service(*self.get_srv_data(), self.get_satellite_transponder_data())
         show_dialog(DialogType.ERROR, transient=self._dialog, text="Not implemented yet!")
+        return True
 
     def on_edit(self):
         """ Edit current service.  """
         fav_id, data_id = self.get_srv_data()
-        # transponder
+        # Transponder
         transponder = self._old_service.transponder
         if self._tr_edit_switch.get_active():
             try:
@@ -398,16 +397,21 @@ class ServiceDetailsDialog:
                 elif self._tr_type is TrType.Cable:
                     transponder = self.get_cable_transponder_data()
             except Exception as e:
-                print(e)
+                log("Edit service error: {}".format(e))
                 show_dialog(DialogType.ERROR, transient=self._dialog, text="Error getting transponder parameters!")
             else:
                 if self._transponder_services_iters:
-                    self.update_transponder_services(transponder)
-        # service
+                    self.update_transponder_services(transponder, self.get_sat_position())
+        # Service
         service = self.get_service(fav_id, data_id, transponder)
         old_fav_id = self._old_service.fav_id
         if old_fav_id != fav_id:
+            if fav_id in self._services:
+                msg = "{}\n\n\t{}".format("A similar service is already in this list!", "Are you sure?")
+                if show_dialog(DialogType.QUESTION, transient=self._dialog, text=msg) != Gtk.ResponseType.OK:
+                    return False
             self.update_bouquets(fav_id, old_fav_id)
+
         self._services[fav_id] = service
 
         if self._old_service.picon_id != service.picon_id:
@@ -415,7 +419,7 @@ class ServiceDetailsDialog:
 
         flags = service.flags_cas
         extra_data = {Column.SRV_TOOLTIP: None, Column.SRV_BACKGROUND: None}
-        if flags:
+        if self._s_type is SettingsType.ENIGMA_2 and flags:
             f_flags = list(filter(lambda x: x.startswith("f:"), flags.split(",")))
             if f_flags and Flag.is_new(int(f_flags[0][2:])):
                 extra_data[Column.SRV_BACKGROUND] = self._new_color
@@ -424,6 +428,7 @@ class ServiceDetailsDialog:
         self._current_model.set(self._current_itr, {i: v for i, v in enumerate(service)})
         self.update_fav_view(self._old_service, service)
         self._old_service = service
+        return True
 
     def update_bouquets(self, fav_id, old_fav_id):
         self._services.pop(old_fav_id, None)
@@ -491,7 +496,9 @@ class ServiceDetailsDialog:
         if self._s_type is SettingsType.ENIGMA_2:
             return self.get_enigma2_flags()
         elif self._s_type is SettingsType.NEUTRINO_MP:
-            return self._old_service.flags_cas
+            flags = self._old_service.flags_cas.split(":")
+            flags[1] = self.get_sat_position()
+            return ":".join(flags)
 
     def get_enigma2_flags(self):
         flags = ["p:{}".format(self._package_entry.get_text())]
@@ -543,7 +550,9 @@ class ServiceDetailsDialog:
             return fav_id, data_id
         elif self._s_type is SettingsType.NEUTRINO_MP:
             fav_id = self._NEUTRINO_FAV_ID.format(tr_id, net_id, ssid)
-            return fav_id, self._old_service.data_id
+            data_id = self._old_service.data_id.split(":")
+            data_id[1] = "{:x}".format(int(service_type))
+            return fav_id, ":".join(data_id)
 
     # ***************** Transponder ********************* #
 
@@ -556,7 +565,7 @@ class ServiceDetailsDialog:
             freq = self._freq_entry.get_text()
             rate = self._rate_entry.get_text()
             pol = self._pol_combo_box.get_active_id()
-            pos = str(round(self._sat_pos_button.get_value(), 1))
+            pos = "{}{}".format(round(self._sat_pos_button.get_value(), 1), self._pos_side_box.get_active_id())
             return freq, rate, pol, fec, system, pos
         elif self._tr_type is TrType.Terrestrial:
             o_srv = self._old_service
@@ -567,11 +576,12 @@ class ServiceDetailsDialog:
 
     def get_satellite_transponder_data(self):
         sys = self._sys_combo_box.get_active_id()
-        freq = self._freq_entry.get_text()
-        rate = self._rate_entry.get_text()
+        freq = "{}000".format(self._freq_entry.get_text())
+        rate = "{}000".format(self._rate_entry.get_text())
         pol = self.get_value_from_combobox_id(self._pol_combo_box, POLARIZATION)
         fec = self.get_value_from_combobox_id(self._fec_combo_box, FEC_DEFAULT)
-        sat_pos = str(round(self._sat_pos_button.get_value(), 1)).replace(".", "")
+        sat_pos = self.get_sat_position()
+
         inv = get_value_by_name(Inversion, self._invertion_combo_box.get_active_id())
         srv_sys = "0"  # !!!
 
@@ -595,12 +605,17 @@ class ServiceDetailsDialog:
             srv_sys = None
             return self._NEUTRINO_TRANSPONDER_DATA.format(tr_id, on_id, freq, inv, rate, fec, pol, mod, srv_sys)
 
+    def get_sat_position(self):
+        sat_pos = self._sat_pos_button.get_value() * (-1 if self._pos_side_box.get_active_id() == "W" else 1)
+        sat_pos = str(round(sat_pos, 1)).replace(".", "")
+        return sat_pos
+
     def get_terrestrial_transponder_data(self):
         tr_data = re.split("\s|:", self._old_service.transponder)
         # frequency, bandwidth, code rate HP, code rate LP, modulation, transmission mode, guard interval, hierarchy,
         # inversion, system, plp_id
         # Bandwidth -> Pol, Rate HP -> FEC, TransmissionMode -> Roll off, GuardInterval -> Pilot, Hierarchy -> Pls Mode
-        tr_data[1] = self._freq_entry.get_text()
+        tr_data[1] = "{}000".format(self._freq_entry.get_text())
         tr_data[2] = self.get_value_from_combobox_id(self._pol_combo_box, BANDWIDTH)
         tr_data[3] = self.get_value_from_combobox_id(self._fec_combo_box, T_FEC)
         tr_data[4] = self.get_value_from_combobox_id(self._rate_lp_combo_box, T_FEC)
@@ -615,23 +630,34 @@ class ServiceDetailsDialog:
     def get_cable_transponder_data(self):
         tr_data = re.split("\s|:", self._old_service.transponder)
         # frequency, symbol_rate, modulation, inversion, fec_inner, system;
-        tr_data[1] = self._freq_entry.get_text()
-        tr_data[2] = self._rate_entry.get_text()
+        tr_data[1] = "{}000".format(self._freq_entry.get_text())
+        tr_data[2] = "{}000".format(self._rate_entry.get_text())
         tr_data[3] = get_value_by_name(Inversion, self._invertion_combo_box.get_active_id())
         tr_data[4] = self.get_value_from_combobox_id(self._mod_combo_box, C_MODULATION)
         tr_data[5] = self.get_value_from_combobox_id(self._fec_combo_box, FEC_DEFAULT)
         tr_data[6] = get_value_by_name(SystemCable, self._sys_combo_box.get_active_id())
         return "{} {}".format(tr_data[0], ":".join(tr_data[1:]))
 
-    def update_transponder_services(self, transponder):
+    def update_transponder_services(self, transponder, sat_pos):
         for itr in self._transponder_services_iters:
-            srv = self._current_model[itr][:Column.SRV_TOOLTIP]
+            srv = self._current_model[itr][:]
             srv[Column.SRV_FREQ], srv[Column.SRV_RATE], srv[Column.SRV_POL], srv[Column.SRV_FEC], srv[
                 Column.SRV_SYSTEM], srv[Column.SRV_POS] = self.get_transponder_values()
             srv[Column.SRV_TRANSPONDER] = transponder
-            srv = Service(*srv)
-            self._services[srv.fav_id] = self._services.pop(srv.fav_id)._replace(transponder=transponder)
-            self._current_model.set(itr, {i: v for i, v in enumerate(srv)})
+
+            fav_id = srv[Column.SRV_FAV_ID]
+            old_srv = self._services.pop(fav_id, None)
+            if not old_srv:
+                log("Update transponder services error: No service found for ID {}".format(srv[Column.SRV_FAV_ID]))
+                continue
+
+            if self._s_type is SettingsType.NEUTRINO_MP:
+                flags = srv[Column.SRV_CAS_FLAGS].split(":")
+                flags[1] = sat_pos
+                srv[Column.SRV_CAS_FLAGS] = ":".join(flags)
+
+            self._services[fav_id] = Service(*srv[:Column.SRV_TOOLTIP])
+            self._current_model.set_row(itr, srv)
 
     # ***************** Others *********************#
 
@@ -660,10 +686,10 @@ class ServiceDetailsDialog:
         if active and self._action is Action.EDIT:
             self._transponder_services_iters = []
             response = TransponderServicesDialog(self._dialog,
-                                                 self._current_model,
+                                                 self._services_view,
                                                  self._old_service.transponder,
                                                  self._transponder_services_iters).show()
-            if response == Gtk.ResponseType.CANCEL or response == -4:
+            if response == Gtk.ResponseType.CANCEL or response == Gtk.ResponseType.DELETE_EVENT:
                 switch.set_active(False)
                 self._transponder_services_iters = None
                 return
@@ -817,7 +843,7 @@ class ServiceDetailsDialog:
 
 
 class TransponderServicesDialog:
-    def __init__(self, transient, model, transponder, tr_iters):
+    def __init__(self, transient, services_view, transponder, tr_iters):
         builder = Gtk.Builder()
         builder.set_translation_domain(TEXT_DOMAIN)
         builder.add_objects_from_string(get_dialogs_string(_UI_PATH).format(use_header=IS_GNOME_SESSION),
@@ -825,15 +851,18 @@ class TransponderServicesDialog:
         self._dialog = builder.get_object("tr_services_dialog")
         self._dialog.set_transient_for(transient)
         self._srv_model = builder.get_object("transponder_services_liststore")
-        self.append_services(model, transponder, tr_iters)
+        self.append_services(services_view, transponder, tr_iters)
         builder.get_object("srv_list_dialog_info_bar").connect("response", lambda bar, resp: bar.hide())
 
-    def append_services(self, model, transponder, tr_iters):
+    def append_services(self, view, transponder, tr_iters):
+        model = view.get_model()
+        filter_model = model.get_model()
         for row in model:
             if row[Column.SRV_TRANSPONDER] == transponder:
                 self._srv_model.append((row[Column.SRV_SERVICE], row[Column.SRV_PACKAGE], row[Column.SRV_TYPE],
                                         row[Column.SRV_SSID], row[Column.SRV_FREQ], row[Column.SRV_POS]))
-                tr_iters.append(model.get_iter(row.path))
+                itr = model.get_iter(row.path)
+                tr_iters.append(filter_model.convert_iter_to_child_iter(model.convert_iter_to_child_iter(itr)))
 
     def show(self):
         response = self._dialog.run()

app/ui/settings_dialog.py

@@ -1,6 +1,5 @@
 import os
 import re
-from enum import Enum
 
 from app.commons import run_task, run_idle, log
 from app.connections import test_telnet, test_ftp, TestException, test_http, HttpApiException
@@ -14,12 +13,6 @@ def show_settings_dialog(transient, options):
     return SettingsDialog(transient, options).show()
 
 
-class Property(Enum):
-    FTP = "ftp"
-    HTTP = "http"
-    TELNET = "telnet"
-
-
 class SettingsDialog:
     _DIGIT_ENTRY_NAME = "digit-entry"
     _DIGIT_PATTERN = re.compile("(?:^[\\s]*$|\\D)")
@@ -50,7 +43,6 @@ class SettingsDialog:
                     "on_profile_set_default": self.on_profile_set_default,
                     "on_lang_changed": self.on_lang_changed,
                     "on_main_settings_visible": self.on_main_settings_visible,
-                    "on_network_settings_visible": self.on_network_settings_visible,
                     "on_http_use_ssl_toggled": self.on_http_use_ssl_toggled,
                     "on_click_mode_togged": self.on_click_mode_togged,
                     "on_play_mode_changed": self.on_play_mode_changed,
@@ -61,7 +53,7 @@ class SettingsDialog:
                     "on_theme_changed": self.on_theme_changed,
                     "on_theme_add": self.on_theme_add,
                     "on_theme_remove": self.on_theme_remove,
-                    "on_icon_theme_changed": self.on_icon_theme_changed,
+                    "on_appearance_changed": self.on_appearance_changed,
                     "on_icon_theme_add": self.on_icon_theme_add,
                     "on_icon_theme_remove": self.on_icon_theme_remove}
 
@@ -84,15 +76,13 @@ class SettingsDialog:
         self._port_field = builder.get_object("port_field")
         self._login_field = builder.get_object("login_field")
         self._password_field = builder.get_object("password_field")
-        self._http_login_field = builder.get_object("http_login_field")
-        self._http_password_field = builder.get_object("http_password_field")
         self._http_port_field = builder.get_object("http_port_field")
         self._http_use_ssl_check_button = builder.get_object("http_use_ssl_check_button")
-        self._telnet_login_field = builder.get_object("telnet_login_field")
-        self._telnet_password_field = builder.get_object("telnet_password_field")
         self._telnet_port_field = builder.get_object("telnet_port_field")
         self._telnet_timeout_spin_button = builder.get_object("telnet_timeout_spin_button")
-        self._settings_stack = builder.get_object("settings_stack")
+        # Test
+        self._ftp_radio_button = builder.get_object("ftp_radio_button")
+        self._http_radio_button = builder.get_object("http_radio_button")
         # Paths
         self._services_field = builder.get_object("services_field")
         self._user_bouquet_field = builder.get_object("user_bouquet_field")
@@ -130,7 +120,7 @@ class SettingsDialog:
         self._edit_preset_switch.bind_property("active", builder.get_object("video_options_frame"), "sensitive")
         self._edit_preset_switch.bind_property("active", builder.get_object("audio_options_frame"), "sensitive")
         self._play_in_built_radio_button = builder.get_object("play_in_built_radio_button")
-        self._play_in_vlc_radio_button = builder.get_object("play_in_vlc_radio_button")
+        self._play_in_window_radio_button = builder.get_object("play_in_window_radio_button")
         self._get_m3u_radio_button = builder.get_object("get_m3u_radio_button")
         # Program
         self._before_save_switch = builder.get_object("before_save_switch")
@@ -193,6 +183,7 @@ class SettingsDialog:
             self._theme_combo_box = builder.get_object("theme_combo_box")
             self._icon_theme_combo_box = builder.get_object("icon_theme_combo_box")
             self._dark_mode_switch = builder.get_object("dark_mode_switch")
+            self._layout_switch = builder.get_object("layout_switch")
             self._themes_support_switch = builder.get_object("themes_support_switch")
             self._themes_support_switch.bind_property("active", builder.get_object("gtk_theme_frame"), "sensitive")
             self._themes_support_switch.bind_property("active", builder.get_object("icon_theme_frame"), "sensitive")
@@ -203,7 +194,6 @@ class SettingsDialog:
         is_enigma_profile = s_type is SettingsType.ENIGMA_2
         self._neutrino_radio_button.set_active(s_type is SettingsType.NEUTRINO_MP)
         self.update_title()
-        self._settings_stack.get_child_by_name(Property.HTTP.value).set_visible(is_enigma_profile)
         http_active = self._support_http_api_switch.get_active()
         self._click_mode_zap_button.set_sensitive(is_enigma_profile and http_active)
         self._lang_combo_box.set_active_id(self._ext_settings.language)
@@ -259,12 +249,8 @@ class SettingsDialog:
         self._port_field.set_text(self._settings.port)
         self._login_field.set_text(self._settings.user)
         self._password_field.set_text(self._settings.password)
-        self._http_login_field.set_text(self._settings.http_user)
-        self._http_password_field.set_text(self._settings.http_password)
         self._http_port_field.set_text(self._settings.http_port)
         self._http_use_ssl_check_button.set_active(self._settings.http_use_ssl)
-        self._telnet_login_field.set_text(self._settings.telnet_user)
-        self._telnet_password_field.set_text(self._settings.telnet_password)
         self._telnet_port_field.set_text(self._settings.telnet_port)
         self._telnet_timeout_spin_button.set_value(self._settings.telnet_timeout)
         self._services_field.set_text(self._settings.services_path)
@@ -320,12 +306,8 @@ class SettingsDialog:
         self._settings.port = self._port_field.get_text()
         self._settings.user = self._login_field.get_text()
         self._settings.password = self._password_field.get_text()
-        self._settings.http_user = self._http_login_field.get_text()
-        self._settings.http_password = self._http_password_field.get_text()
         self._settings.http_port = self._http_port_field.get_text()
         self._settings.http_use_ssl = self._http_use_ssl_check_button.get_active()
-        self._settings.telnet_user = self._telnet_login_field.get_text()
-        self._settings.telnet_password = self._telnet_password_field.get_text()
         self._settings.telnet_port = self._telnet_port_field.get_text()
         self._settings.telnet_timeout = int(self._telnet_timeout_spin_button.get_value())
         self._settings.services_path = self._services_field.get_text()
@@ -358,6 +340,7 @@ class SettingsDialog:
 
         if self._ext_settings.is_darwin:
             self._ext_settings.dark_mode = self._dark_mode_switch.get_active()
+            self._ext_settings.alternate_layout = self._layout_switch.get_active()
             self._ext_settings.is_themes_support = self._themes_support_switch.get_active()
             self._ext_settings.theme = self._theme_combo_box.get_active_id()
             self._ext_settings.icon_theme = self._icon_theme_combo_box.get_active_id()
@@ -383,16 +366,15 @@ class SettingsDialog:
         if self._test_spinner.get_state() is Gtk.StateType.ACTIVE:
             return
         self.show_spinner(True)
-        current_property = Property(self._settings_stack.get_visible_child_name())
-        if current_property is Property.HTTP:
-            self.test_http()
-        elif current_property is Property.TELNET:
-            self.test_telnet()
-        elif current_property is Property.FTP:
+        if self._ftp_radio_button.get_active():
             self.test_ftp()
+        elif self._http_radio_button.get_active():
+            self.test_http()
+        else:
+            self.test_telnet()
 
     def test_http(self):
-        user, password = self._http_login_field.get_text(), self._http_password_field.get_text()
+        user, password = self._login_field.get_text(), self._password_field.get_text()
         host, port = self._host_field.get_text(), self._http_port_field.get_text()
         use_ssl = self._http_use_ssl_check_button.get_active()
         try:
@@ -407,7 +389,7 @@ class SettingsDialog:
     def test_telnet(self):
         timeout = int(self._telnet_timeout_spin_button.get_value())
         host, port = self._host_field.get_text(), self._telnet_port_field.get_text()
-        user, password = self._telnet_login_field.get_text(), self._telnet_password_field.get_text()
+        user, password = self._login_field.get_text(), self._password_field.get_text()
         try:
             self.show_info_message(test_telnet(host, port, user, password, timeout), Gtk.MessageType.INFO)
             self.show_spinner(False)
@@ -573,9 +555,6 @@ class SettingsDialog:
         self._apply_profile_button.set_visible(name == "profiles")
         self._apply_presets_button.set_visible(name == "streaming")
 
-    def on_network_settings_visible(self, stack, param):
-        self._http_use_ssl_check_button.set_visible(Property(stack.get_visible_child_name()) is Property.HTTP)
-
     def on_http_use_ssl_toggled(self, button):
         active = button.get_active()
         self._settings.http_use_ssl = active
@@ -625,14 +604,14 @@ class SettingsDialog:
     def set_play_stream_mode(self, mode):
         self._play_in_built_radio_button.set_sensitive(not self._settings.is_darwin)
         self._play_in_built_radio_button.set_active(mode is PlayStreamsMode.BUILT_IN)
-        self._play_in_vlc_radio_button.set_active(mode is PlayStreamsMode.VLC)
+        self._play_in_window_radio_button.set_active(mode is PlayStreamsMode.WINDOW)
         self._get_m3u_radio_button.set_active(mode is PlayStreamsMode.M3U)
 
     def get_play_stream_mode(self):
         if self._play_in_built_radio_button.get_active():
             return PlayStreamsMode.BUILT_IN
-        if self._play_in_vlc_radio_button.get_active():
-            return PlayStreamsMode.VLC
+        if self._play_in_window_radio_button.get_active():
+            return PlayStreamsMode.WINDOW
         if self._get_m3u_radio_button.get_active():
             return PlayStreamsMode.M3U
 
@@ -702,7 +681,7 @@ class SettingsDialog:
             Gtk.Settings().get_default().set_property("gtk-theme-name", "")
             self.remove_theme(self._theme_combo_box, self._ext_settings.themes_path)
 
-    def on_icon_theme_changed(self, button, state=False):
+    def on_appearance_changed(self, button, state=False):
         if self._main_stack.get_visible_child_name() != "appearance":
             return
         self.show_info_message("Save and restart the program to apply the settings.", Gtk.MessageType.WARNING)
@@ -775,6 +754,7 @@ class SettingsDialog:
     @run_idle
     def init_appearance(self):
         self._dark_mode_switch.set_active(self._ext_settings.dark_mode)
+        self._layout_switch.set_active(self._ext_settings.alternate_layout)
         t_support = self._ext_settings.is_themes_support
         self._themes_support_switch.set_active(t_support)
         if t_support:

app/ui/style.css

@@ -36,6 +36,13 @@
   margin: 0px;
 }
 
+.arrow-button {
+  padding: 0px;
+  margin: 1px;
+  min-width: 12px;
+  min-height: 12px;
+}
+
 .group {}
 
 .group :first-child {

app/ui/telnet.py

@@ -114,7 +114,7 @@ class TelnetDialog:
         try:
             GLib.idle_add(self._connect_button.set_visible, False)
             GLib.idle_add(self.on_info_bar_close)
-            user, password = self._settings.telnet_user, self._settings.telnet_password
+            user, password = self._settings.user, self._settings.password
             timeout = self._settings.telnet_timeout
 
             self._tn = ExtTelnet(self.append_output,

app/ui/uicommons.py

@@ -146,6 +146,7 @@ class KeyboardKey(Enum):
     LEFT = 123 if IS_DARWIN else 113
     RIGHT = 123 if IS_DARWIN else 114
     F2 = 120 if IS_DARWIN else 68
+    F7 = 98 if IS_DARWIN else 73
     SPACE = 49 if IS_DARWIN else 65
     DELETE = 51 if IS_DARWIN else 119
     BACK_SPACE = 76 if IS_DARWIN else 22
@@ -195,7 +196,7 @@ class BqGenType(Enum):
 
 class Column(IntEnum):
     """ Column nums in the views """
-    # main view
+    # Main view
     SRV_CAS_FLAGS = 0
     SRV_STANDARD = 1
     SRV_CODED = 2
@@ -218,7 +219,7 @@ class Column(IntEnum):
     SRV_TRANSPONDER = 19
     SRV_TOOLTIP = 20
     SRV_BACKGROUND = 21
-    # fav view
+    # FAV view
     FAV_NUM = 0
     FAV_CODED = 1
     FAV_SERVICE = 2
@@ -230,11 +231,20 @@ class Column(IntEnum):
     FAV_PICON = 8
     FAV_TOOLTIP = 9
     FAV_BACKGROUND = 10
-    # bouquets view
+    # Bouquets view
     BQ_NAME = 0
     BQ_LOCKED = 1
     BQ_HIDDEN = 2
     BQ_TYPE = 3
+    # Alternatives view
+    ALT_NUM = 0
+    ALT_PICON = 1
+    ALT_SERVICE = 2
+    ALT_TYPE = 3
+    ALT_POS = 4
+    ALT_FAV_ID = 5
+    ALT_ID = 6
+    ALT_ITER = 7
 
     def __index__(self):
         """ Overridden to get the index in slices directly """

po/be/demon-editor.po

@@ -914,8 +914,8 @@ msgstr "Рэжым прайгравання струменяў:"
 msgid "Built-in player"
 msgstr "Убудаваны плэер"
 
-msgid "VLC media player"
-msgstr "VLC медыяплэер"
+msgid "In a separate window"
+msgstr "У асобным акне"
 
 msgid "Only get m3u file"
 msgstr "Атрымаць файл *.m3u"
@@ -1159,3 +1159,60 @@ msgstr "Нд"
 
 msgid "Set"
 msgstr "Усталяваць"
+
+msgid "Services update"
+msgstr "Абнаўленне сэрвісаў"
+
+msgid "Create folder"
+msgstr "Стварыць тэчку"
+
+msgid "FTP client"
+msgstr "FTP-кліент"
+
+msgid "The file size is too large!"
+msgstr "Памер файла занадта вялікі!"
+
+msgid "Connect"
+msgstr "Злучэнне"
+
+msgid "Disconnect"
+msgstr "Раз'яднаць"
+
+msgid "Size"
+msgstr "Памер"
+
+msgid "Date"
+msgstr "Дата"
+
+msgid "Attr."
+msgstr "Атрыб."
+
+msgid "Toggle display position"
+msgstr "Перамкнуць пазіцыю адлюстравання"
+
+msgid "Alternatives"
+msgstr "Альтэрнатывы"
+
+msgid "Add alternatives"
+msgstr "Дадаць альтэрнатывы"
+
+msgid "DreamOS only!"
+msgstr "Толькі DreamOS!"
+
+msgid "A similar service is already in this list!"
+msgstr "Падобны сэрвіс ужо ёсць у гэтым спісе!"
+
+msgid "Play mode has been changed!\nRestart the program to apply the settings."
+msgstr "Зменены рэжым прайгравання!\nПеразапусціце праграму для ўжывання налад."
+
+msgid "Set values for TID, NID and Namespace for correct naming of the picons!"
+msgstr "Усталюйце значэнні TID, NID і пр. імёнаў для слушнага наймення пiконаў!"
+
+msgid "Streams detected:"
+msgstr "Выяўлена патокаў:"
+
+msgid "Download picons"
+msgstr "Загрузіць пiконы"
+
+msgid "Errors:"
+msgstr "Памылак:"

po/de/demon-editor.po

@@ -22,7 +22,7 @@ msgid "Package"
 msgstr "Paket"
 
 msgid "Type"
-msgstr "Model"
+msgstr "Typ"
 
 msgid "Picon"
 msgstr "Picon"
@@ -927,8 +927,8 @@ msgstr "Streams Abspielen-Modus:"
 msgid "Built-in player"
 msgstr "Integrierter Player"
 
-msgid "VLC media player"
-msgstr "VLC Media Player"
+msgid "In a separate window"
+msgstr "In einem separaten Fenster"
 
 msgid "Only get m3u file"
 msgstr "Nur m3u-Datei erhalten"
@@ -1172,3 +1172,60 @@ msgstr "So"
 
 msgid "Set"
 msgstr "Einstellen"
+
+msgid "Services update"
+msgstr "Dienste-Update"
+
+msgid "Create folder"
+msgstr "Ordner erstellen"
+
+msgid "FTP client"
+msgstr "FTP-Client"
+
+msgid "The file size is too large!"
+msgstr "Die Datei ist zu groß!"
+
+msgid "Connect"
+msgstr "Verbinden"
+
+msgid "Disconnect"
+msgstr "Verbindung trennen"
+
+msgid "Size"
+msgstr "Größe"
+
+msgid "Date"
+msgstr "Datum"
+
+msgid "Attr."
+msgstr "Attr."
+
+msgid "Toggle display position"
+msgstr "Anzeigeposition umschalten"
+
+msgid "Alternatives"
+msgstr "Alternativen"
+
+msgid "Add alternatives"
+msgstr "Alternativen hinzufügen"
+
+msgid "DreamOS only!"
+msgstr "Nur DreamOS!"
+
+msgid "A similar service is already in this list!"
+msgstr "Ein ähnlicher Dienst ist bereits in dieser Liste enthalten!"
+
+msgid "Play mode has been changed!\nRestart the program to apply the settings."
+msgstr "Abspielen-Modus wurde geändert!\nStarte  das Programm neu, um die Einstellungen zu übernehmen."
+
+msgid "Set values for TID, NID and Namespace for correct naming of the picons!"
+msgstr "Stelle die Werte für TID, NID und Namespace für die korrekte Benennung der Picons ein!"
+
+msgid "Streams detected:"
+msgstr "Streams gefunden:"
+
+msgid "Download picons"
+msgstr "Download picons"
+
+msgid "Errors:"
+msgstr "Fehler:"

po/ru/demon-editor.po

@@ -914,8 +914,8 @@ msgstr "Режим воспроизведения потоков:"
 msgid "Built-in player"
 msgstr "Встроенный плеер"
 
-msgid "VLC media player"
-msgstr "VLC медиаплеер"
+msgid "In a separate window"
+msgstr "В отдельном окне"
 
 msgid "Only get m3u file"
 msgstr "Получить файл *.m3u"
@@ -1159,3 +1159,57 @@ msgstr "Вс"
 
 msgid "Set"
 msgstr "Установить"
+
+msgid "Services update"
+msgstr "Обновление сервисов"
+
+msgid "Create folder"
+msgstr "Создать папку"
+
+msgid "FTP client"
+msgstr "FTP-клиент"
+
+msgid "The file size is too large!"
+msgstr "Размер файла слишком велик!"
+
+msgid "Connect"
+msgstr "Соединение"
+
+msgid "Disconnect"
+msgstr "Разъединить"
+
+msgid "Size"
+msgstr "Размер"
+
+msgid "Date"
+msgstr "Дата"
+
+msgid "Toggle display position"
+msgstr "Переключить позицию отображения"
+
+msgid "Alternatives"
+msgstr "Альтернативы"
+
+msgid "Add alternatives"
+msgstr "Добавить альтернативы"
+
+msgid "DreamOS only!"
+msgstr "Только DreamOS!"
+
+msgid "A similar service is already in this list!"
+msgstr "Подобный сервис уже есть в этом списке!"
+
+msgid "Play mode has been changed!\nRestart the program to apply the settings."
+msgstr "Изменен режим воспроизведения!\nПерезапустите программу для применения настроек."
+
+msgid "Set values for TID, NID and Namespace for correct naming of the picons!"
+msgstr "Установите значения TID, NID и пр. имен для правильного именования пиконов!"
+
+msgid "Streams detected:"
+msgstr "Обнаружено потоков:"
+
+msgid "Download picons"
+msgstr "Загрузить пиконы"
+
+msgid "Errors:"
+msgstr "Ошибок:"