CT-1894 BQ increase retry

tests/Backend/Bigquery/TableDefinitionOperationsPartitioningTest.php

@@ -164,7 +164,7 @@ public function testCreateTableWithTimePartitioningAndClustering(): void
         $dataset = $client->dataset($workspace['connection']['schema']);
         $tableInWorkspace = $dataset->table('partitioned');
         if ($tableInWorkspace->exists()) {
-            $tableInWorkspace->delete();
+            $tableInWorkspace->delete(['retries' => 20]);
         }
         $dataset->createTable('partitioned', [
             'schema' => [

tests/Backend/Bigquery/TableDefinitionOperationsTest.php

@@ -200,7 +200,7 @@ public function testDataPreviewExoticTypes(): void
                 new BigqueryColumn('geography', new Bigquery('GEOGRAPHY')),
                 new BigqueryColumn('json', new Bigquery('JSON')),
             ]),
-        )));
+        )), BigqueryWorkspaceBackend::addOptionRetry([]));
         $backend->executeQuery(sprintf(
         /** @lang BigQuery */
             '
@@ -1262,6 +1262,7 @@ public function testLoadingNullValuesToNotNullTypedColumnsFromTable(): void
                     $dataset,
                 ),
             ),
+            BigqueryWorkspaceBackend::addOptionRetry([]),
         );
         $client->runQuery(
             $client->query(
@@ -1270,6 +1271,7 @@ public function testLoadingNullValuesToNotNullTypedColumnsFromTable(): void
                     $dataset,
                 ),
             ),
+            BigqueryWorkspaceBackend::addOptionRetry([]),
         );
 
         try {
@@ -1389,7 +1391,7 @@ public function testInsertInvalidValueToTypedColumn(): void
                 new BigqueryColumn('id', new Bigquery('INT64')),
                 new BigqueryColumn('price', new Bigquery('STRING')),
             ]),
-        )));
+        )), BigqueryWorkspaceBackend::addOptionRetry([]));
         $backend->executeQuery(sprintf(
         /** @lang BigQuery */
             '

tests/Backend/WorkspaceConnectionTrait.php

@@ -3,13 +3,15 @@
 namespace Keboola\Test\Backend;
 
 use Google\Cloud\BigQuery\BigQueryClient;
+use Keboola\TableBackendUtils\Connection\Bigquery\BigQueryClientWrapper;
 use Keboola\TableBackendUtils\Connection\Snowflake\SnowflakeConnectionFactory;
 use Keboola\TableBackendUtils\Connection\Teradata\TeradataConnection;
 use Doctrine\DBAL\Connection as DBALConnection;
 use Keboola\Db\Import\Snowflake\Connection as SnowflakeConnection;
 use Keboola\TableBackendUtils\Connection\Exasol\ExasolConnectionFactory;
 use Keboola\TableBackendUtils\Escaping\Exasol\ExasolQuote;
 use Keboola\TableBackendUtils\Escaping\Teradata\TeradataQuote;
+use Keboola\Test\Backend\Workspaces\Backend\BigqueryWorkspaceBackend;
 use Keboola\Test\StorageApiTestCase;
 
 trait WorkspaceConnectionTrait
@@ -146,12 +148,13 @@ private function getDbConnectionTeradata(array $connection): DBALConnection
 
     private function getDbConnectionBigquery(array $connection): BigQueryClient
     {
-        $bqClient = new BigQueryClient([
+        $bqClient = new BigQueryClientWrapper([
             'keyFile' => $connection['credentials'],
         ]);
 
         $bqClient->runQuery(
             $bqClient->query('SELECT SESSION_USER() AS USER'),
+            BigqueryWorkspaceBackend::addOptionRetry([]),
         )->getIterator()->current();
 
         return $bqClient;

tests/Backend/Workspaces/Backend/BigqueryWorkspaceBackend.php

@@ -6,8 +6,6 @@
 use Google\Cloud\BigQuery\Dataset;
 use Keboola\Datatype\Definition\Bigquery;
 use Keboola\StorageApi\Exception;
-use Keboola\StorageDriver\BigQuery\Client\BigQuery\Retry;
-use Keboola\StorageDriver\BigQuery\CredentialsHelper;
 use Keboola\TableBackendUtils\Column\Bigquery\BigqueryColumn;
 use Keboola\TableBackendUtils\Column\ColumnCollection;
 use Keboola\TableBackendUtils\Connection\Bigquery\BigQueryClientWrapper;
@@ -17,6 +15,7 @@
 use Keboola\TableBackendUtils\Table\Bigquery\BigqueryTableReflection;
 use Keboola\TableBackendUtils\View\ViewReflectionInterface;
 use PDO;
+use Retry\BackOff\ExponentialRandomBackOffPolicy;
 use Retry\Policy\SimpleRetryPolicy;
 use Retry\RetryProxy;
 
@@ -63,7 +62,7 @@ public function executeQuery(string $sql): void
                     'datasetId' => $this->schema,
                 ],
             ],
-        ]));
+        ]), self::addOptionRetry([]));
     }
 
     /**
@@ -99,7 +98,7 @@ public function createTable($tableName, $columns)
             $this->schema,
             $tableName,
             new ColumnCollection($cols),
-        )));
+        )), self::addOptionRetry([]));
     }
 
     /**
@@ -138,7 +137,7 @@ public function dropTableIfExists($table)
     {
         if ($this->isTableExists($this->schema, $table)) {
             $dataset = $this->bqClient->dataset($this->schema);
-            $dataset->table($table)->delete(['retries' => 5]);
+            $dataset->table($table)->delete(['retries' => 20]);
         }
     }
 
@@ -178,7 +177,7 @@ public function fetchAll($table, $style = PDO::FETCH_NUM, $orderBy = null)
                 $orderBy !== null ? " ORDER BY $orderBy" : null,
             ),
         );
-        $queryResults = $this->bqClient->runQuery($query);
+        $queryResults = $this->bqClient->runQuery($query, self::addOptionRetry([]));
 
         $data = [];
         switch ($style) {
@@ -246,4 +245,12 @@ public function getSchemaReflection(): BigquerySchemaReflection
     {
         return new BigquerySchemaReflection($this->bqClient, $this->schema);
     }
+
+    public static function addOptionRetry(array $options): array
+    {
+        return [
+            'retryCount' => 20,
+            'backOffPolicy' => new ExponentialRandomBackOffPolicy(10, 1.8, 1000),
+        ];
+    }
 }