Nemcio/ChanSort
1
0
Fork 0
mirror of https://github.com/PredatH0r/ChanSort.git synced 2026-05-07 02:17:10 +02:00
Code Issues Packages Projects Releases Wiki Activity

- fixed Nuget hell: (auto) binding redirects to prevent compiler warning flood and ensure unit tests to be runnable

Browse Source 
- put file name in Sqlite connect string in quotes
- improvements to Mediatek Philips 120+125/Sony serializer (physically reorder XML nodes, use flags stored in Java serialized blob)
- selecting a RefList changed the current working directory, which prevented .ini files to be found by loaders
This commit is contained in:
Horst Beham
2025-06-05 18:35:10 +02:00
parent 10a53f367f
commit 636b9c4151
74 changed files with 10491 additions and 1577 deletions
Download Patch File Download Diff File Expand all files Collapse all files

139
source/ChanSort.Loader.MediaTek/Serializer.cs
View File

@@ -1,4 +1,6 @@
using System.IO;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Text;
using System.Xml;
@@ -14,7 +16,7 @@ public class Serializer : SerializerBase
* Examples are Philips channel list formats 120 and 125 and Sony BRAVIA 7 (2024).
* However there are differences between Philips and Sony:
* - Sony lacks a number of XML elements
* - Sony seems to manage TV, Radio and Data channels internally in separate lists, all starting at 1, while Philips seems to use one combined list with no duplicate major_channel_numbers
* - Sony uses separate lists for TV, radio and data, while Philips puts them in a combine list. This is controlled by the MultiBank-setting in <internal><scan>
*
* <service_list_transfer>
* <service_list_infos>
@@ -45,7 +47,7 @@ public class Serializer : SerializerBase
* <satelliteName>
* <internal>
* <summary> (base64 encoded Java serialized binary)
* <scan> (base64 encoded Java serialized binary)
* <scan> (base64 encoded Java serialized binary, containing several scan settings)
* <service_database> (base64 encoded Java serialized binary, which contains proprietary MediaTek compressed/encrypted cl_Zip data)
*/
@@ -53,22 +55,22 @@ public class Serializer : SerializerBase
private byte[] content;
private string textContent;
private readonly StringBuilder fileInfo = new();
private readonly bool splitTvRadioData;
private bool splitTvRadioData; // controlled by the MultiBank setting inside the <scan> Java serialized stream; Philips=false, Sony=true
private bool usesLcn;
public readonly Dictionary<string, string> ScanParameters = new();
#region ctor()
public Serializer(string inputFile, bool separateTvRadioData = false) : base(inputFile)
public Serializer(string inputFile) : base(inputFile)
{
this.splitTvRadioData = separateTvRadioData;
this.Features.ChannelNameEdit = ChannelNameEditMode.All;
this.Features.DeleteMode = DeleteMode.NotSupported;
this.Features.FavoritesMode = FavoritesMode.None;
this.Features.CanSkipChannels = false;
this.Features.CanLockChannels = true;
this.Features.CanHideChannels = false;
this.Features.CanHideChannels = false; // unclear how "visible_service" works (3 for normal channels, 1 for hidden?)
this.Features.CanSaveAs = true;
}
#endregion
#region Load()
@@ -102,18 +104,74 @@ public class Serializer : SerializerBase
if (fail || root == null || root.LocalName != "service_list_transfer")
throw LoaderException.TryNext("\"" + this.FileName + "\" is not a supported MediaTek XML file");
var nodesByName = new Dictionary<string, XmlNode>();
foreach (XmlNode child in root.ChildNodes)
nodesByName[child.LocalName] = child;
// read <internal><scan> first to determine this.splitTvRadioData
if (nodesByName.TryGetValue("internal", out var node))
{
switch (child.LocalName)
foreach (XmlNode childNode in node.ChildNodes)
{
case "service_list_infos":
ReadServiceListInfos(child);
break;
case "internal":
// child elements: summary, scan, service_database
break;
if (childNode.LocalName == "scan")
ReadScanElement(Convert.FromBase64String(childNode.InnerText));
}
}
// now read the channels
if (nodesByName.TryGetValue("service_list_infos", out node))
ReadServiceListInfos(node);
}
#endregion
#region ReadScanElement()
private static readonly byte[] EnumMarker = [0, 0, 0, 0, 0, 0, 0, 0, 0x12, 0, 0, 0x78, 0x71, 0, 0x7e, 0]; // , 0x0e, 0x74 philips; , 0x14, 0x74 sony;
private void ReadScanElement(byte[] data)
{
/*
* The base64 encoded <scan> element contains serialized Java objects.
* The exact binary data layout is unknown and varies between brands and maybe firmware versions.
* Some data in it gives clues about LCNs are used and whether a FULL scan was used to setup the channel list, whether TV,radio and data channels are in a combined list or separated, ...
*
* To detectd values, we look for: (uiLen "com.[mediatek|sony].dtv.broadcast.middleware.scan.engine.ScanSettings$<name>") \x00{8} \x12 \x00\x00\x78\x71 \x00\x7e \x00\x?? \x74 (uiLen "<value>")
*/
var str = Encoding.ASCII.GetString(data);
for (int idx = str.IndexOf("com.", StringComparison.InvariantCulture); idx >= 2; idx = str.IndexOf("com.", idx, StringComparison.InvariantCulture))
{
// get the setting name
var len = data[idx - 2] * 256 + data[idx - 1];
var name = str.Substring(idx, len);
var i = name.IndexOf('$'); // only care about the name part after the $-sign
if (i >= 0)
name = name.Substring(i + 1);
// check for the EnumMarker, followed by 2 bytes (first of them varies between Philips and sony)
idx += len;
if (idx + EnumMarker.Length + 2 >= data.Length)
continue;
if (Tools.MemComp(data, idx, EnumMarker) != 0)
continue;
idx += EnumMarker.Length + 2;
// get the enum value
len = data[idx] * 256 + data[idx + 1];
idx += 2;
if (idx + len >= data.Length)
continue;
var value = str.Substring(idx, len);
idx += len;
this.ScanParameters[name] = value;
this.fileInfo.AppendLine($"{name}: {value}");
// handle relevant settings
if (name == "MultiBank")
splitTvRadioData |= value == "SEPARATE_TV_RADIO_DATA";
else if (name == "LcnType")
usesLcn |= value != "LCNS_DISABLED";
}
}
#endregion
@@ -176,10 +234,10 @@ public class Serializer : SerializerBase
chan.RecordOrder = idx;
chan.OldProgramNr = si.GetElementInt("major_channel_number");
// user_edit_flag ("none" in all observed records)
// user_edit_flag ("none" in all observed records, must be "update" for the TV to process the record)
chan.Name = si.GetElementString("service_name");
chan.ServiceType = si.GetElementInt("sdt_service_type");
// visible_service ("3" in all observed records)
chan.Hidden = si.GetElementInt("visible_service") != 3; // visible_service ("3" in most observed record, "1" in some others)
chan.ServiceId = si.GetElementInt("service_id");
chan.TransportStreamId = si.GetElementInt("transport_stream_id");
chan.FreqInMhz = si.GetElementInt("frequency");
@@ -212,6 +270,8 @@ public class Serializer : SerializerBase
name += " " + ((ss & SignalSource.Tv) != 0 ? " TV" : (ss & SignalSource.Radio) != 0 ? " Radio" : " Data");
list = new ChannelList(ss, name);
if (this.usesLcn)
list.ReadOnly = true;
this.DataRoot.AddChannelList(list);
}
@@ -219,11 +279,11 @@ public class Serializer : SerializerBase
list.ReadOnly |= elements.Count == 1 && elements[0].Attributes!["editable", si.NamespaceURI].InnerText == "false";
list.AddChannel(chan);
chan.SignalSource = ss;
}
#endregion
#region GetFileInformation()
public override string GetFileInformation()
@@ -238,17 +298,54 @@ public class Serializer : SerializerBase
#region Save()
public override void Save()
{
// if splitTvRadioData is set, the 3 lists must be recombined and sorted together as a single list; there may still be multiple lists depending on input sources (DVB-T/C/S)
var recombinedLists = new Dictionary<SignalSource, List<ChannelInfo>>();
foreach (var list in this.DataRoot.ChannelLists)
{
foreach (var chan in list.Channels)
if (list.Channels.Count == 0 || list.ReadOnly)
continue;
if (this.splitTvRadioData)
{
if (!recombinedLists.TryGetValue(list.SignalSource & ~SignalSource.MaskTvRadioData, out var combinedList))
{
combinedList = new List<ChannelInfo>();
recombinedLists[list.SignalSource & ~SignalSource.MaskTvRadioData] = combinedList;
}
combinedList.AddRange(list.Channels);
}
else
{
recombinedLists.Add(list.SignalSource, list.Channels.ToList());
}
}
// sort the channels in the recombined lists
foreach (var list in recombinedLists.Values)
{
XmlNode serviceListInfoNode = null;
foreach (var chan in list.OrderBy(c => c.NewProgramNr).ThenBy(c => c.OldProgramNr).ThenBy(c => c.RecordIndex))
{
if (chan is not Channel ch || ch.IsProxy)
continue;
var si = ch.Xml;
// reorder nodes physically: first remove all, then add them 1-by-1
if (serviceListInfoNode == null)
{
serviceListInfoNode = si.ParentNode;
while (serviceListInfoNode!.HasChildNodes)
serviceListInfoNode.RemoveChild(serviceListInfoNode.FirstChild);
}
serviceListInfoNode.AppendChild(si);
si["major_channel_number"]!.InnerText = ch.NewProgramNr.ToString();
si["service_name"]!.InnerText = ch.Name;
si["visible_service"]!.InnerText = ch.Hidden ? "1" : "3";
si["user_edit_flag"]!.InnerText = "update";
if (ch.IsNameModified)
si["service_name"]!.InnerText = ch.Name;
// si["visible_service"]!.InnerText = ch.Hidden ? "1" : "3"; // reported to have no effect in Philips v125 lists
if (si["lock"] != null) // Sony lists don't have this elements
si["lock"].InnerText = ch.Lock ? "1" : "0";
}