- Panasonic Fire-OS Channels.sdx lists: removed trailing underscore and space characters from channel names

- downgraded SQLite libraries to avoid a memory access violation crash in the SQLitePCL.raw 2.1.10 (causing at least Panasonic lists to crash on load)
- added support for \*.dbm files with size 782536 (e.g. Vantage VT-80 HD)
- moved "Save as..." and "Export reference list" to a sub menu as they caused frequent confusion with the regular "Save".

Author: PredatH0r

source/ChanSort.Loader.Amdb/ChanSort.Loader.Amdb.csproj

@@ -13,7 +13,8 @@
     <OutputPath>..\Release\</OutputPath>
   </PropertyGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.0" />
+    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.13" />
+    <PackageReference Include="Microsoft.Data.Sqlite.Core" Version="8.0.13" />
   </ItemGroup>
 
   <ItemGroup>

source/ChanSort.Loader.Android/ChanSort.Loader.Android.csproj

@@ -15,7 +15,8 @@
     <ProjectReference Include="..\ChanSort.Api\ChanSort.Api.csproj" />
   </ItemGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.Sqlite.Core" Version="9.0.0" />
+    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.13" />
+    <PackageReference Include="Microsoft.Data.Sqlite.Core" Version="8.0.13" />
     <PackageReference Include="System.Buffers" Version="4.6.0" />
     <PackageReference Include="System.Memory" Version="4.6.0" />
     <PackageReference Include="System.Numerics.Vectors" Version="4.6.0" />

source/ChanSort.Loader.DBM/ChanSort.Loader.DBM.ini

@@ -242,6 +242,66 @@ offVideoPid=110
 
 ;---------------------------------------
 
+[dbm:782536]
+; overall file layout, e.g. Vantage VT-80 HD
+isDvbS=true
+offChecksum=0x0000
+offDataLength=0x0002
+offData=0x0006
+
+offSatelliteBitmap=0x0006
+lenSatelliteBitmap=28
+offSatelliteData=0x0022
+numSatellite=200
+lenSatelliteData=88
+
+offTransponderBitmap=0x44e0
+lenTransponderBitmap=376
+offTransponderData=0x465A
+numTransponder=3000
+lenTransponderData=36
+
+offChannelBitmap=0x1EC50
+lenChannelBitmap=502
+offChannelData=0x1EE46
+numChannel=4000
+lenChannelData=164
+
+;satellite record
+offSatName=0
+lenSatName=34
+offLowFreq=34
+offHighFreq=36
+offOribalPos=74
+
+;transponder record
+offFreq=0
+offSymRate=20
+
+;channel record
+reorderPhysically=true
+offName=0
+lenName=64
+offProgNr=64
+offLcn=66
+offSatelliteIndex=70
+offTransponderIndex=72
+offServiceType=80
+offHide=81
+maskHide=0x04
+offSkip=81
+maskSkip=0x08
+offLock=81
+maskLock=0x10
+offFavorites=83
+offTsid=100
+offOnid=102
+offSid=104
+offPcrPid=108
+offVideoPid=110
+
+;---------------------------------------
+
 [dbm:785256]
 ; overall file layout, e.g. Strong HB_DATABASE_5_4.DBM
 isDvbS=true

source/ChanSort.Loader.Hisense/ChanSort.Loader.Hisense.csproj

@@ -44,7 +44,8 @@
     </EmbeddedResource>
   </ItemGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.0" />
+    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.13" />
+    <PackageReference Include="Microsoft.Data.Sqlite.Core" Version="8.0.13" />
     <PackageReference Include="System.Buffers" Version="4.6.0" />
     <PackageReference Include="System.Memory" Version="4.6.0" />
     <PackageReference Include="System.Numerics.Vectors" Version="4.6.0" />

source/ChanSort.Loader.Panasonic/ChanSort.Loader.Panasonic.csproj

@@ -32,7 +32,8 @@
     </None>
   </ItemGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.0" />
+    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.13" />
+    <PackageReference Include="Microsoft.Data.Sqlite.Core" Version="8.0.13" />
     <PackageReference Include="System.Buffers" Version="4.6.0" />
     <PackageReference Include="System.Memory" Version="4.6.0" />
     <PackageReference Include="System.Numerics.Vectors" Version="4.6.0" />

source/ChanSort.Loader.Panasonic/DbChannel.cs

@@ -200,8 +200,15 @@ protected void ReadDvbData(IDataReader r, IDictionary<string, int> field, DataRo
     /// </summary>
     private void ReadNamesWithEncodingDetection(IDataReader r, IDictionary<string, int> field, Encoding encoding)
     {
-      byte[] buffer = new byte[100];
-      int len = (int)r.GetBytes(field["sname"], 0, buffer, 0, buffer.Length);
+#if true || NoAccessViolationInSQLitePCLRaw
+      // The NuGet packages Microsoft.Data.Sqlite 9.0.0-9.0.2 throw an AccessViolationException and terminate the program when reading a "string" column with GetBytes()
+      byte[] buffer = new byte[300];
+      int len = (int)r.GetBytes(field["sname"], 0, buffer, 0, buffer.Length/3);
+#else
+      var str = r.GetString(field["sname"]);
+      var buffer = Encoding.UTF8.GetBytes(str);
+      var len = buffer.Length;
+#endif
       this.RawName = new byte[len];
       Array.Copy(buffer, 0, this.RawName, 0, len);
       this.ChangeEncoding(encoding);      

source/ChanSort.Loader.Philips/ChanSort.Loader.Philips.csproj

@@ -44,7 +44,8 @@
     </EmbeddedResource>
   </ItemGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.0" />
+    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.13" />
+    <PackageReference Include="Microsoft.Data.Sqlite.Core" Version="8.0.13" />
     <PackageReference Include="System.Buffers" Version="4.6.0" />
     <PackageReference Include="System.Memory" Version="4.6.0" />
     <PackageReference Include="System.Numerics.Vectors" Version="4.6.0" />

source/ChanSort.Loader.Samsung/ChanSort.Loader.Samsung.csproj

@@ -38,7 +38,8 @@
     </None>
   </ItemGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.0" />
+    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.13" />
+    <PackageReference Include="Microsoft.Data.Sqlite.Core" Version="8.0.13" />
     <PackageReference Include="Newtonsoft.Json" Version="13.0.3" />
     <PackageReference Include="System.Buffers" Version="4.6.0" />
     <PackageReference Include="System.Memory" Version="4.6.0" />

source/ChanSort.Loader.SatcoDX/Channel.cs

@@ -10,6 +10,7 @@ internal class Channel : ChannelInfo
     private readonly byte[] data;
     public int FileOffset { get; }
     public int Length { get; }
+    private bool forceUtf8;
 
     #region ctor()
 
@@ -27,7 +28,7 @@ internal Channel(int pos, string line, byte[] data, int start, int length, DvbSt
         throw LoaderException.Fail("Unrecognized channel format");
 
       // 10-27: satellite name
-      this.Satellite = line.Substring(10, 18);
+      this.Satellite = line.Substring(10, 18).TrimEnd('\0', ' ', '_');
 
       // 28: channel type
       var type = line[28];
@@ -96,14 +97,19 @@ public void ParseName(DvbStringDecoder decoder)
 
       // 43-50 + 115-126 in version 103 or 115-131 in version 105: channel name
       byte[] nameBytes = new byte[8 + 17];
-      var nameLen2 = Math.Min(length - 115, 17); // version 103 has 12 extra bytes for channel name, version 105 has 17
+      int lineEnd = Array.IndexOf(data, (byte)'\x0A', start + 115);
+      var maxLen = lineEnd < 0 ? data.Length - start : lineEnd - start >= 132 ? 17 : 12;
+      var nameLen2 = Math.Min(length - 115, maxLen); // version 103 has 12 extra bytes for channel name, version 105 has 17 (uploaded_service_list.sdx) or 12 (Panasonic Fire-OS Channels.sdx)
       Array.Copy(data, start + 43, nameBytes, 0, 8);
       Array.Copy(data, start + 115, nameBytes, 8, nameLen2);
 
       // I have seen format 103 files using only implicit CP1252 encoding for Umlauts, as well as format 105 with implicit UTF-8/explicit DVB-encoding
       var oldDefaultEncoding = decoder.DefaultEncoding;
       if (nameLen2 > 12)
+      {
         decoder.DefaultEncoding = Encoding.UTF8;
+        this.forceUtf8 = true;
+      }
       decoder.GetChannelNames(nameBytes, 0, nameBytes.Length, out var longName, out var shortName);
       decoder.DefaultEncoding = oldDefaultEncoding;
       this.Name = longName.TrimEnd();
@@ -119,6 +125,8 @@ public void Export(byte[] buffer, Encoding encoding)
         return;
 
       // 43-50 + 115-126 in version 103 or 115-131 in version 105: channel name
+      if (this.forceUtf8)
+        encoding = Encoding.UTF8;
       var bytes = encoding.GetBytes(this.Name);
       Tools.MemSet(buffer, 43, 32, 8);
       Tools.MemSet(buffer, 115, 32, buffer.Length - 115 -1);

source/ChanSort.Loader.TCL/ChanSort.Loader.TCL.csproj

@@ -6,7 +6,8 @@
     <LangVersion>latest</LangVersion>
   </PropertyGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.0" />
+    <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.13" />
+    <PackageReference Include="Microsoft.Data.Sqlite.Core" Version="8.0.13" />
   </ItemGroup>
   <ItemGroup>
     <ProjectReference Include="..\ChanSort.Api\ChanSort.Api.csproj" />