Changeset: 65afca2a7f6c for MonetDB URL: https://dev.monetdb.org/hg/MonetDB/rev/65afca2a7f6c Branch: strimps_v3 Log Message:
Merge with default branch diffs (truncated from 83747 to 300 lines): diff --git a/.hgeol b/.hgeol --- a/.hgeol +++ b/.hgeol @@ -13,8 +13,10 @@ **.gz = BIN **.ico = BIN **.jpg = BIN +**.lz4 = BIN **.pdf = BIN **.png = BIN +**.xz = BIN **.zip = BIN # all the rest is text diff --git a/.hgtags b/.hgtags --- a/.hgtags +++ b/.hgtags @@ -831,3 +831,6 @@ e1e9e22bf3d734dc50b56151c657a57c18f56561 cde7d8f7c99540a8c95856df052a9f123b0c1643 Dec2023_11 cde7d8f7c99540a8c95856df052a9f123b0c1643 Dec2023_SP4_release ae474f7fda0a3f2ebefc6c0b2cd969ef0854fad1 Aug2024_1 +dce400b68239412b1835fb28bd183bf50f5e8692 Aug2024_3 +dce400b68239412b1835fb28bd183bf50f5e8692 Aug2024_release +ab5d60be21cd1c65e9de476d71a86c2995f70785 Aug2024_5 diff --git a/CMakeLists.txt b/CMakeLists.txt --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -57,7 +57,7 @@ monetdb_default_compiler_options() include(monetdb-defines) -# required for symbol existance tests +# required for symbol existence tests if(${CMAKE_SYSTEM_NAME} STREQUAL "Linux") add_definitions(-D_XOPEN_SOURCE -D_GNU_SOURCE) set(CMAKE_REQUIRED_DEFINITIONS "${CMAKE_REQUIRED_DEFINITIONS} -D_GNU_SOURCE") diff --git a/ChangeLog b/ChangeLog --- a/ChangeLog +++ b/ChangeLog @@ -1,3 +1,9 @@ # ChangeLog file for devel # This file is updated with Maddlog +* Mon Sep 16 2024 Joeri van Ruth <joeri.van.r...@monetdbsolutions.com> +- Hot snapshot: allow member files larger than 64 GiB. By member files we mean + the files inside the resulting .tar file, not the tar file itself. Huge member + files are written using a GNU tar extension to the original tar format, which + doesn't support more than 8 GiB. + diff --git a/MonetDB.spec b/MonetDB.spec --- a/MonetDB.spec +++ b/MonetDB.spec @@ -36,7 +36,7 @@ # for Enterprise Linux (EPEL) repository is not available, you can # disable its use by providing rpmbuild or mock with the "--without # epel" option. -# If the EPEL repository is availabe, or if building for Fedora, most +# If the EPEL repository is available, or if building for Fedora, most # optional sub packages can be built. We indicate that here by # setting the macro fedpkgs to 1. If the EPEL repository is not # available and we are not building for Fedora, we set fedpkgs to 0. @@ -95,7 +95,7 @@ Group: Applications/Databases License: MPL-2.0 URL: https://www.monetdb.org/ BugURL: https://github.com/MonetDB/MonetDB/issues -Source: https://www.monetdb.org/downloads/sources/Aug2024/MonetDB-%{version}.tar.bz2 +Source: https://www.monetdb.org/downloads/sources/Aug2024-SP1/MonetDB-%{version}.tar.bz2 # The Fedora packaging document says we need systemd-rpm-macros for # the _unitdir and _tmpfilesdir macros to exist; however on RHEL 7 @@ -815,7 +815,6 @@ developer, but if you do want to test, t %files testing-python %defattr(-,root,root) -%{_bindir}/Mconvert.py %{_bindir}/Mtest.py %{_bindir}/Mz.py %{_bindir}/mktest.py @@ -976,6 +975,7 @@ fi rm "${RPM_BUILD_ROOT}"%{_bindir}/{M{convert.py,test.py,z.py},bincopydata,example_proxy,m{alsample.pl,client,ktest.py,onetdb{,d},s{erver5,qldump},urltest},s{ample{0,1,4},hutdowntest,mack0{0,1},ql{logictest.py,sample.p{hp,l}},treamcat},testcondvar} rm -r "${RPM_BUILD_ROOT}"%{_datadir}/doc/MonetDB* rm "${RPM_BUILD_ROOT}"%{_datadir}/selinux/*/monetdb.pp +rm -r "${RPM_BUILD_ROOT}"%{_datadir}/monetdb rm -r "${RPM_BUILD_ROOT}"%{_includedir}/monetdb rm "${RPM_BUILD_ROOT}"%{_libdir}/*.so "${RPM_BUILD_ROOT}"%{_libdir}/libmonetdbe.so.* rm -r "${RPM_BUILD_ROOT}"%{_libdir}/pkgconfig @@ -989,6 +989,62 @@ rm "${RPM_BUILD_ROOT}"%{_unitdir}/monetd %endif %changelog +* Thu Oct 24 2024 Sjoerd Mullender <sjo...@acm.org> - 11.51.5-20241024 +- Rebuilt. +- GH#7281: UDFs defined at compile time in a user schema should not become + system functions +- GH#7563: Unexpected result when using `IS DISTINCT FROM` in `VIEW` +- GH#7567: creating remote table from subquery crashes the server +- GH#7569: Column of temporary table changes when another is updated +- GH#7570: BUG in the "str_to_timestamp" function +- GH#7571: Crash when integer overflow in `ORDER BY` +- GH#7572: column max length is not stored as specified and accepted at + creation time +- GH#7575: Incorrect BAT properties after mmapped BAT "leaks" to disk with + restart. +- GH#7576: unescaping UTF-16 code units goes wrong in json.text +- GH#7577: Crash when using `CHECK` constraint +- GH#7580: statistics optimizer handles date difference incorrectly +- GH#7582: SIGSEGV when creating a SQL function with RETURN CASE WHEN + EXISTS (..) +- GH#7583: Query slowdown after deleting rows from large table +- GH#7584: SO_KEEPALIVE should be configured sensibly +- GH#7585: rel2bin_join: Assertion `sql->session->status == -10' failed. +- GH#7587: Line/row numbers get out of sync with COPY INTO .. BEST EFFORT + +* Mon Oct 21 2024 Lucas Pereira <lucas.pere...@monetdbsolutions.com> - 11.51.5-20241024 +- sql: Improve casting to generic decimal type by choosing a better fit for + precision and scale instead of defaulting to 18 and 3, respectively. + +* Thu Oct 17 2024 Sjoerd Mullender <sjo...@acm.org> - 11.51.5-20241024 +- sql: When for whatever reason the upgrade code produces an error, we now + exit the server. Before the server would limp on with what is basically + a broken database. + +* Mon Oct 14 2024 stefanos mavros <stemav...@gmail.com> - 11.51.5-20241024 +- monetdb5: The server prints out an informative message for the case of a graceful + termination. + +* Mon Oct 7 2024 Joeri van Ruth <joeri.van.r...@monetdbsolutions.com> - 11.51.5-20241024 +- merovingian: Tweak socket parameters to simulate network activity on client connections. + This prevents firewalls from killing connections that seem idle but are + actually waiting for a long-running query. Can be controlled with a new + 'keepalive' option to monetdbd. + +* Thu Sep 26 2024 Martin van Dinther <martin.van.dint...@monetdbsolutions.com> - 11.51.5-20241024 +- sql: Improved the violation message of CHECK constraints when violated. It + now includes the schema name of the constraint and the check clause. + +* Fri Aug 23 2024 Joeri van Ruth <joeri.van.r...@monetdbsolutions.com> - 11.51.5-20241024 +- sql: Increase the buffer size used by hot snapshot from 64kiB to 1MiB, + and make it configurable through setting 'hot_snapshot_buffer_size'. + It must be a multiple of 512. + +* Mon Aug 19 2024 Sjoerd Mullender <sjo...@acm.org> - 11.51.3-20240819 +- Rebuilt. +- GH#7562: Assertion failure when comparing `INTERVAL` value +- GH#7566: After a while, all new sessions (connections) may get refused + * Mon Aug 12 2024 Sjoerd Mullender <sjo...@acm.org> - 11.51.1-20240812 - Rebuilt. - GH#7045: A value filtered in a subquery finds its way to a later filter diff --git a/NT/mksqlwxs.py b/NT/mksqlwxs.py --- a/NT/mksqlwxs.py +++ b/NT/mksqlwxs.py @@ -8,9 +8,9 @@ # Copyright August 2008 - 2023 MonetDB B.V.; # Copyright 1997 - July 2008 CWI. -# python mksqlwxs.py VERSION BITS PREFIX > PREFIX/MonetDB5-SQL-Installer.wxs -# "c:\Program Files (x86)\WiX Toolset v3.10\bin\candle.exe" -nologo -arch x64/x86 PREFIX/MonetDB5-SQL-Installer.wxs -# "c:\Program Files (x86)\WiX Toolset v3.10\bin\light.exe" -nologo -sice:ICE03 -sice:ICE60 -sice:ICE82 -ext WixUIExtension PREFIX/MonetDB5-SQL-Installer.wixobj +# python mksqlwxs.py VERSION BITS PREFIX > PREFIX/MonetDB-SQL-Installer.wxs +# "c:\Program Files (x86)\WiX Toolset v3.10\bin\candle.exe" -nologo -arch x64/x86 PREFIX/MonetDB-SQL-Installer.wxs +# "c:\Program Files (x86)\WiX Toolset v3.10\bin\light.exe" -nologo -sice:ICE03 -sice:ICE60 -sice:ICE82 -ext WixUIExtension PREFIX/MonetDB-SQL-Installer.wixobj import sys, os @@ -76,8 +76,8 @@ def main(): pyapi3 = [] print(r'<?xml version="1.0"?>') print(r'<Wix xmlns="http://schemas.microsoft.com/wix/2006/wi">') - print(r' <Product Id="*" Language="1033" Manufacturer="MonetDB" Name="MonetDB5" UpgradeCode="{}" Version="{}">'.format(upgradecode[arch], version)) - print(r' <Package Id="*" Comments="MonetDB5/SQL Server and Client" Compressed="yes" InstallerVersion="301" Keywords="MonetDB5 MonetDB SQL Database" Languages="1033" Manufacturer="MonetDB Foundation" Platform="{}"/>'.format(arch)) + print(r' <Product Id="*" Language="1033" Manufacturer="MonetDB" Name="MonetDB" UpgradeCode="{}" Version="{}">'.format(upgradecode[arch], version)) + print(r' <Package Id="*" Comments="MonetDB/SQL Server and Client" Compressed="yes" InstallerVersion="301" Keywords="MonetDB SQL Database" Languages="1033" Manufacturer="MonetDB Foundation" Platform="{}"/>'.format(arch)) print(r' <Upgrade Id="{}">'.format(geomupgradecode[arch])) # up to and including 11.29.3, the geom module can not be # uninstalled if MonetDB/SQL is not installed; this somehow also @@ -123,7 +123,7 @@ def main(): print(r' <Property Id="OLDGEOMINSTALLED">') print(r' <ProductSearch UpgradeCode="{}" Minimum="11.1.1" Maximum="11.29.3" IncludeMinimum="yes" IncludeMaximum="yes"/>'.format(geomupgradecode[arch])) print(r' </Property>') - print(r' <Condition Message="Please uninstall MonetDB5 SQL GIS Module first, then rerun and select to install Complete package.">') + print(r' <Condition Message="Please uninstall MonetDB SQL GIS Module first, then rerun and select to install Complete package.">') print(r' NOT OLDGEOMINSTALLED') print(r' </Condition>') print(r' <Property Id="ApplicationFolderName" Value="MonetDB"/>') @@ -140,7 +140,7 @@ def main(): print(r' <Merge Id="VCRedist" DiskId="1" Language="0" SourceFile="{}\{}\MergeModules\{}"/>'.format(msvc, d, fn)) print(r' <Directory Id="{}">'.format(folder)) print(r' <Directory Id="ProgramFilesMonetDB" Name="MonetDB">') - print(r' <Directory Id="INSTALLDIR" Name="MonetDB5">') + print(r' <Directory Id="INSTALLDIR" Name="MonetDB">') print(r' <Component Id="registry">') print(r' <RegistryKey Key="Software\[Manufacturer]\[ProductName]" Root="HKLM">') print(r' <RegistryValue Name="InstallPath" Type="string" Value="[INSTALLDIR]"/>') diff --git a/clients/ChangeLog-Archive b/clients/ChangeLog-Archive --- a/clients/ChangeLog-Archive +++ b/clients/ChangeLog-Archive @@ -242,7 +242,7 @@ - The tool mnc was removed from installations * Wed Nov 7 2012 Sjoerd Mullender <sjo...@acm.org> - 11.15.1-20130212 -- msqldump: Implmented an option (--table/-t) to dump a single table. +- msqldump: Implemented an option (--table/-t) to dump a single table. - Changed msqdump's trace option to be in line with mclient. In both cases, the long option is --Xdebug and the short option is -X. @@ -251,7 +251,7 @@ * Thu Jul 19 2012 Gijs Molenaar <g.j.molen...@uva.nl> - 11.13.1-20121010 - all strings returned by python2 are unicode, removed use_unicode option -- python2 and 3 type convertion speed improvements +- python2 and 3 type conversion speed improvements - python2 uses new styl objects now (bug #3104) - split python2 and python3 @@ -260,7 +260,7 @@ returned by the SQL-server. * Fri Jun 29 2012 Sjoerd Mullender <sjo...@acm.org> - 11.11.1-20120706 -- ODBC: Fixed a bug where SQLNativeSql expected a statment handle instead +- ODBC: Fixed a bug where SQLNativeSql expected a statement handle instead of a connection handle. * Wed May 23 2012 Fabian Groffen <fab...@cwi.nl> - 11.9.7-20120607 @@ -411,7 +411,7 @@ * Mon Apr 18 2011 Fabian Groffen <fab...@cwi.nl> - 11.5.1-20110907 - When the first non-option argument of mclient does not refer to an - exising file, it now is taken as database name. This allows to simply + existing file, it now is taken as database name. This allows to simply do `mclient mydb`. * Fri Jul 1 2011 Fabian Groffen <fab...@cwi.nl> - 11.3.5-20110720 @@ -490,7 +490,7 @@ * Tue Sep 14 2010 Sjoerd Mullender <sjo...@acm.org> - 1.40.1-20101029 - The \d and \D commands now require a space if they are followed by a - table name. This is to accomodate future expansion where \d and \D + table name. This is to accommodate future expansion where \d and \D could be immediately followed by another letter to indicate the type of object of interest. - Implemented dumping of "external" functions. This fixes bug 2546. diff --git a/clients/Tests/MAL-signatures-hge.test b/clients/Tests/MAL-signatures-hge.test --- a/clients/Tests/MAL-signatures-hge.test +++ b/clients/Tests/MAL-signatures-hge.test @@ -3332,17 +3332,17 @@ aggr zero_or_one command aggr.zero_or_one(X_0:bat[:any_1]):any_1 zero_or_one; -if col contains exactly one value return this. Incase of more raise an exception else return nil +if col contains exactly one value return this. In case of more raise an exception else return nil aggr zero_or_one command aggr.zero_or_one(X_0:bat[:any_1], X_1:bit):any_1 zero_or_one_error; -if col contains exactly one value return this. Incase of more raise an exception if err is true else return nil +if col contains exactly one value return this. In case of more raise an exception if err is true else return nil aggr zero_or_one command aggr.zero_or_one(X_0:bat[:any_1], X_1:bat[:bit]):any_1 zero_or_one_error_bat; -if col contains exactly one value return this. Incase of more raise an exception if err is true else return nil +if col contains exactly one value return this. In case of more raise an exception if err is true else return nil alarm ctime unsafe command alarm.ctime():str @@ -3532,7 +3532,7 @@ algebra outerselect command algebra.outerselect(X_0:bat[:oid], X_1:bat[:bit], X_2:bat[:bit], X_3:bit) (X_4:bat[:oid], X_5:bat[:bit]) ALGouterselect; -Per input lid return atleast one row, if none of the predicates (p) hold, return a nil, else 'all' true cases. +Per input lid return at least one row, if none of the predicates (p) hold, return a nil, else 'all' true cases. algebra project pattern algebra.project(X_0:bat[:any_1], X_1:any_2):bat[:any_2] @@ -3782,7 +3782,7 @@ bat getSize command bat.getSize(X_0:bat[:any_1]):lng BKCgetSize; -Calculate the actual size of the BAT descriptor, heaps, hashes and imprint indices in bytes@rounded to the memory page size (see bbp.getPageSize()). +Calculate the actual size of the BAT descriptor, heaps, hashes in bytes@rounded to the memory page size (see bbp.getPageSize()). bat getVHeapSize command bat.getVHeapSize(X_0:bat[:any_1]):lng @@ -3799,76 +3799,6 @@ pattern bat.hasorderidx(X_0:bat[:any_1]) OIDXhasorderidx; Return true if order index exists bat -imprints -command bat.imprints(X_0:bat[:bte]):void -CMDBATimprints; -(empty) -bat -imprints -command bat.imprints(X_0:bat[:dbl]):void -CMDBATimprints; -Check for existence or create an imprint index on the BAT. -bat -imprints -command bat.imprints(X_0:bat[:flt]):void _______________________________________________ checkin-list mailing list -- checkin-list@monetdb.org To unsubscribe send an email to checkin-list-le...@monetdb.org