Fixed field ordering on SQLite

This commit is contained in:
Jan Böhmer 2023-07-29 16:42:27 +02:00
parent 5c30210534
commit 62b1e33616
7 changed files with 214 additions and 143 deletions

View file

@ -1,130 +0,0 @@
<?php
/*
* This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
*
* Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published
* by the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
declare(strict_types=1);
namespace App\Doctrine\Functions;
use Doctrine\DBAL\Platforms\AbstractMySQLPlatform;
use Doctrine\DBAL\Platforms\SqlitePlatform;
use Doctrine\ORM\Query\AST\Functions\FunctionNode;
use Doctrine\ORM\Query\AST\InputParameter;
use Doctrine\ORM\Query\AST\Literal;
use Doctrine\ORM\Query\AST\Node;
use Doctrine\ORM\Query\Lexer;
use Doctrine\ORM\Query\Parser;
use Doctrine\ORM\Query\SqlWalker;
use DoctrineExtensions\Query\Mysql\Field;
class CustomField extends Field
{
protected Node|null|string $field = null;
/** @var Node[] */
protected array $values = [];
public function parse(\Doctrine\ORM\Query\Parser $parser): void
{
//If we are on MySQL, we can just call the parent method, as these values are not needed in that class then
if ($parser->getEntityManager()->getConnection()->getDatabasePlatform() instanceof AbstractMySQLPlatform) {
parent::parse($parser);
return;
}
//Otherwise we have to do the same as the parent class, so we can use the same getSql method
$parser->match(Lexer::T_IDENTIFIER);
$parser->match(Lexer::T_OPEN_PARENTHESIS);
// Do the field.
$this->field = $parser->ArithmeticPrimary();
// Add the strings to the values array. FIELD must
// be used with at least 1 string not including the field.
$lexer = $parser->getLexer();
while (count($this->values) < 1 ||
$lexer->lookahead['type'] != Lexer::T_CLOSE_PARENTHESIS) {
$parser->match(Lexer::T_COMMA);
$this->values[] = $parser->ArithmeticPrimary();
}
$parser->match(Lexer::T_CLOSE_PARENTHESIS);
}
public function getSql(SqlWalker $sqlWalker): string
{
//If we are on MySQL, we can use the builtin FIELD function and just call the parent method
if ($sqlWalker->getConnection()->getDatabasePlatform() instanceof AbstractMySQLPlatform) {
return parent::getSql($sqlWalker);
}
//When we are on SQLite, we have to emulate it with the FIELD2 function
if ($sqlWalker->getConnection()->getDatabasePlatform() instanceof SqlitePlatform) {
return $this->getSqlForSQLite($sqlWalker);
}
throw new \LogicException('Unsupported database platform');
}
/**
* Very similar to the parent method, but uses custom implmented FIELD2 function, which takes the values as a comma separated list
* instead of an array to migigate the argument count limit of SQLite.
* @param SqlWalker $sqlWalker
* @return string
* @throws \Doctrine\ORM\Query\AST\ASTException
*/
private function getSqlForSQLite(SqlWalker $sqlWalker): string
{
//We must collect the real values (including the bind ones, of all values) and merge them into one string
$resolved = [];
foreach ($this->values as $node) {
if ($node instanceof InputParameter) {
$value = $sqlWalker->getQuery()->getParameter($node->name)?->getValue();
if ($value) {
$resolved[] = $value;
}
}
}
$output = [];
array_walk_recursive($resolved, function($value) use (&$output) {
$output[] = $value;
});
//Merge all values into one string and create a new node
$stringified = implode(',', $output);
//We use it as a string literal here, as bound parameters, seems to be difficult to use here
$literal = new Literal(Literal::STRING, $stringified);
$query = 'FIELD2(';
$query .= $this->field->dispatch($sqlWalker);
$query .= ',';
//We bind the stringified values as a new parameter
$query .= $literal->dispatch($sqlWalker);
$query .= ')';
return $query;
}
}

View file

@ -0,0 +1,81 @@
<?php
/*
* This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
*
* Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published
* by the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
declare(strict_types=1);
namespace App\Doctrine\Functions;
use Doctrine\ORM\Query\AST\Functions\FunctionNode;
use Doctrine\ORM\Query\Lexer;
/**
* Basically the same as the original Field function, but uses FIELD2 for the SQL query.
*/
class Field2 extends FunctionNode
{
private $field = null;
private $values = [];
public function parse(\Doctrine\ORM\Query\Parser $parser)
{
$parser->match(Lexer::T_IDENTIFIER);
$parser->match(Lexer::T_OPEN_PARENTHESIS);
// Do the field.
$this->field = $parser->ArithmeticPrimary();
// Add the strings to the values array. FIELD must
// be used with at least 1 string not including the field.
$lexer = $parser->getLexer();
while (count($this->values) < 1 ||
$lexer->lookahead['type'] != Lexer::T_CLOSE_PARENTHESIS) {
$parser->match(Lexer::T_COMMA);
$this->values[] = $parser->ArithmeticPrimary();
}
$parser->match(Lexer::T_CLOSE_PARENTHESIS);
}
public function getSql(\Doctrine\ORM\Query\SqlWalker $sqlWalker)
{
$query = 'FIELD2(';
$query .= $this->field->dispatch($sqlWalker);
$query .= ', ';
for ($i = 0; $i < count($this->values); $i++) {
if ($i > 0) {
$query .= ', ';
}
$query .= $this->values[$i]->dispatch($sqlWalker);
}
$query .= ')';
return $query;
}
}

View file

@ -0,0 +1,96 @@
<?php
/*
* This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
*
* Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published
* by the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
declare(strict_types=1);
namespace App\Doctrine\Helpers;
use Doctrine\DBAL\Platforms\AbstractMySQLPlatform;
use Doctrine\ORM\QueryBuilder;
/**
* The purpose of this class is to provide help with using the FIELD functions in Doctrine, which depends on the database platform.
*/
final class FieldHelper
{
/**
* Add an ORDER BY FIELD expression to the query builder. The correct FIELD function is used depending on the database platform.
* In this function an already bound paramater is used. If you want to a not already bound value, use the addOrderByFieldValues function.
* @param QueryBuilder $qb The query builder to apply the order by to
* @param string $field_expr The expression to compare with the values
* @param string|int $bound_param The already bound parameter to use for the values
* @param string|null $order The order direction (ASC or DESC)
* @return QueryBuilder
*/
public static function addOrderByFieldParam(QueryBuilder $qb, string $field_expr, string|int $bound_param, ?string $order = null): QueryBuilder
{
$db_platform = $qb->getEntityManager()->getConnection()->getDatabasePlatform();
//If we are on MySQL, we can just use the FIELD function
if ($db_platform instanceof AbstractMySQLPlatform) {
$param = (is_numeric($bound_param) ? '?' : ":") . (string) $bound_param;
$qb->orderBy("FIELD($field_expr, $param)", $order);
} else {
//Retrieve the values from the bound parameter
$param = $qb->getParameter($bound_param);
if ($param === null) {
throw new \InvalidArgumentException("The bound parameter $bound_param does not exist.");
}
//Generate a unique key from the field_expr
$key = 'field2_' . (string) $bound_param;
//Otherwise we have to it using the FIELD2 function
$qb->orderBy("FIELD2($field_expr, :$key)", $order);
$qb->setParameter($key, implode(',', $param->getValue()));
}
return $qb;
}
/**
* Add an ORDER BY FIELD expression to the query builder. The correct FIELD function is used depending on the database platform.
* In this function the values are passed as an array. If you want to reuse an existing bound parameter, use the addOrderByFieldParam function.
* @param QueryBuilder $qb The query builder to apply the order by to
* @param string $field_expr The expression to compare with the values
* @param array $values The values to compare with the expression as array
* @param string|null $order The order direction (ASC or DESC)
* @return QueryBuilder
*/
public static function addOrderByFieldValues(QueryBuilder $qb, string $field_expr, array $values, ?string $order = null): QueryBuilder
{
$db_platform = $qb->getEntityManager()->getConnection()->getDatabasePlatform();
$key = 'field2_' . md5($field_expr);
//If we are on MySQL, we can just use the FIELD function
if ($db_platform instanceof AbstractMySQLPlatform) {
$qb->orderBy("FIELD($field_expr, :field_arr)", $order);
} else {
//Generate a unique key from the field_expr
//Otherwise we have to it using the FIELD2 function
$qb->orderBy("FIELD2($field_expr, :$key)", $order);
$qb->setParameter($key, implode(',', $values));
}
return $qb;
}
}