diff --git a/README.md b/README.md index e854e60..91a3670 100644 --- a/README.md +++ b/README.md @@ -195,6 +195,28 @@ Command execution: cat data.csv | php cli.php storage:notify-projects MANAGETOKEN ``` + +### Force Unlink Shared and Linked Buckets + +List all buckets in the project and force-unlink those that are both shared and linked. By default, the command runs in dry-run mode and only reports what would be unlinked. Use the `--force` flag to actually perform the unlinking. + +``` +php cli.php storage:force-unlink-shared-buckets [--force|-f] +``` +Arguments: +- `storageToken` (required): Storage API token for the target project. +- `url` (required): Stack URL, including `https://`. + +Options: +- `--force` / `-f`: Actually perform the unlinking. Without this flag, the command only reports what would be unlinked (dry-run). + +Behavior: +- Lists all buckets in the project. +- For each bucket, checks if it is both shared and linked. +- In dry-run mode, lists the buckets that would be unlinked. +- With `--force`, unlinks each shared and linked bucket and confirms the action. +- Prints a summary of unlinked or would-be-unlinked buckets. + ### Mass enablement of dynamic backends for multiple projects Prerequisities: https://keboola.atlassian.net/wiki/spaces/KB/pages/2135982081/Enable+Dynamic+Backends#Enable-for-project @@ -239,6 +261,29 @@ Run command: Use number of days or 0 as show to remove expiration completely. By default, it's dry-run. Override with `-f` parameter. +### Bulk Delete Projects + +Delete all projects specified by project IDs using the Manage API. By default, the command runs in dry-run mode and only reports what would be deleted. Use the `--force` flag to actually perform deletions. + +``` +php cli.php manage:delete-projects [-f|--force] +``` +Arguments: +- `token` (required): Manage API token. +- `url` (required): Stack URL, including `https://`. +- `projects` (required): Comma-separated list of project IDs to delete (e.g. `1,7,146`). + +Options: +- `--force` / `-f`: Actually delete the projects. Without this flag, the command only reports what would be deleted (dry-run). + +Behavior: +- For each project ID, checks if the project exists and is not already disabled. +- In dry-run mode, lists the projects that would be deleted. +- With `--force`, deletes each project and confirms deletion. +- Prints a summary of disabled, deleted, and failed projects. +- If run without `--force`, reminds the user that it was a dry run. + + ### Purge deleted projects Purge already deleted projects (remove residual metadata, optionally ignoring backend errors) using a Manage API token and a CSV piped via STDIN. @@ -410,6 +455,7 @@ Behavior: - If the user is a member, logs removal (and performs it if forced). - Prints final count of affected projects. + # License MIT licensed, see [LICENSE](./LICENSE) file. diff --git a/cli.php b/cli.php index eecf6a7..66d9339 100644 --- a/cli.php +++ b/cli.php @@ -6,6 +6,7 @@ use Keboola\Console\Command\AddFeature; use Keboola\Console\Command\AllStacksIterator; +use Keboola\Console\Command\DeleteProjects; use Keboola\Console\Command\DeleteOrganizationOrphanedWorkspaces; use Keboola\Console\Command\DeleteOrphanedWorkspaces; use Keboola\Console\Command\DeleteOwnerlessWorkspaces; @@ -28,6 +29,7 @@ use Symfony\Component\Console\Application; use Keboola\Console\Command\SetDataRetention; use Keboola\Console\Command\UpdateDataRetention; +use Keboola\Console\Command\ForceUnlinkSharedBuckets; $application = new Application(); $application->add(new ProjectsAddFeature()); @@ -40,6 +42,7 @@ $application->add(new AddFeature()); $application->add(new AllStacksIterator()); $application->add(new LineageEventsExport()); +$application->add(new DeleteProjects()); $application->add(new QueueMassTerminateJobs()); $application->add(new DeleteOrphanedWorkspaces()); $application->add(new DeleteOrganizationOrphanedWorkspaces()); @@ -53,4 +56,5 @@ $application->add(new MassDeleteProjectWorkspaces()); $application->add(new UpdateDataRetention()); $application->add(new OrganizationResetWorkspacePasswords()); +$application->add(new ForceUnlinkSharedBuckets()); $application->run(); diff --git a/src/Keboola/Console/Command/DeleteProjects.php b/src/Keboola/Console/Command/DeleteProjects.php new file mode 100644 index 0000000..22d5111 --- /dev/null +++ b/src/Keboola/Console/Command/DeleteProjects.php @@ -0,0 +1,133 @@ +setName('manage:delete-projects') + ->setDescription('Delete all projects specified by project IDs') + ->addArgument('token', InputArgument::REQUIRED, 'manage token') + ->addArgument('url', InputArgument::REQUIRED, 'Stack URL. Including https://') + ->addArgument('projects', InputArgument::REQUIRED, 'list of IDs separated by comma ("1,7,146")') + ->addOption('force', 'f', InputOption::VALUE_NONE, 'Will actually do the work, otherwise it\'s dry run'); + } + + public function execute(InputInterface $input, OutputInterface $output): ?int + { + $apiToken = $input->getArgument('token'); + $apiUrl = $input->getArgument('url'); + $projects = $input->getArgument('projects'); + + $force = (bool) $input->getOption('force'); + + $client = $this->createClient($apiUrl, $apiToken); + + $projectIds = array_filter(explode(',', $projects), 'is_numeric'); + $this->deleteProjects($client, $output, $projectIds, $force); + $output->writeln(''); + + $output->writeln('DONE with following results:'); + $this->printResult($output); + + if (!$force) { + $output->writeln(''); + $output->writeln('Command was run in dry-run mode. To actually apply changes run it with --force flag.'); + } + + return 0; + } + + private function createClient(string $host, string $token): Client + { + return new Client([ + 'url' => $host, + 'token' => $token, + ]); + } + + private function deleteProjects( + Client $client, + OutputInterface $output, + array $projectIds, + bool $force + ): void { + foreach ($projectIds as $projectId) { + $output->write(sprintf('Project %s: ', $projectId)); + + try { + $project = $client->getProject($projectId); + $this->deleteSingleProject($client, $output, $project, $force); + } catch (ClientException $e) { + if ($e->getCode() === 404) { + $output->writeln('not found - deleted already'); + $this->projectNotFound++; + } else { + $output->writeln(sprintf('error: %s', $e->getMessage())); + $this->projectsFailed++; + } + } + } + } + + private function deleteSingleProject( + Client $client, + OutputInterface $output, + array $projectInfo, + bool $force + ): void { + if (isset($projectInfo['isDisabled']) && $projectInfo['isDisabled']) { + $output->writeln('project is disabled, skipping'); + $this->projectsDisabled++; + + return; + } + + if ($force) { + $client->deleteProject($projectInfo['id']); + + $projectDetail = $client->getDeletedProject($projectInfo['id']); + if (!$projectDetail['isDeleted']) { + $output->writeln( + sprintf('project "%s" deletion failed', $projectDetail['id']) + ); + $this->projectsFailed++; + + return; + } + $output->writeln( + sprintf('project "%s" has been deleted', $projectDetail['id']) + ); + + $this->projectsDeleted++; + } else { + $output->writeln( + sprintf('[DRY-RUN] would delete project "%s"', $projectInfo['id']) + ); + } + } + + private function printResult(OutputInterface $output): void + { + $output->writeln(sprintf(' %d projects disabled', $this->projectsDisabled)); + $output->writeln(sprintf(' %d projects deleted', $this->projectsDeleted)); + $output->writeln(sprintf(' %d projects failed', $this->projectsFailed)); + $output->writeln(sprintf(' %d projects not found', $this->projectNotFound)); + } +} diff --git a/src/Keboola/Console/Command/ForceUnlinkSharedBuckets.php b/src/Keboola/Console/Command/ForceUnlinkSharedBuckets.php new file mode 100644 index 0000000..9fcb402 --- /dev/null +++ b/src/Keboola/Console/Command/ForceUnlinkSharedBuckets.php @@ -0,0 +1,61 @@ +setName('storage:force-unlink-shared-buckets') + ->setDescription('List all buckets in the project and force-unlink those that are shared BY this project and linked TO other projects.') + ->addArgument('storageToken', InputArgument::REQUIRED, 'Keboola Storage API token to use') + ->addArgument('url', InputArgument::REQUIRED, 'stack URL. Including https://') + ->addOption('force', 'f', InputOption::VALUE_NONE, 'Use [--force, -f] to actually unlink. Otherwise, dry-run.'); + } + + protected function execute(InputInterface $input, OutputInterface $output) + { + $token = $input->getArgument('storageToken'); + $url = $input->getArgument('url'); + $isForce = $input->getOption('force'); + $prefix = $isForce ? 'FORCE: ' : 'DRY-RUN: '; + + $client = new StorageApiClient([ + 'token' => $token, + 'url' => $url, + ]); + + $buckets = $client->listBuckets(['include' => 'linkedBuckets']); + + foreach ($buckets as $bucket) { + if (array_key_exists('linkedBy', $bucket)) { + foreach ($bucket['linkedBy'] as $link) { + if ($isForce) { + $client->forceUnlinkBucket($bucket['id'], $link['project']['id']); + } + $output->writeln( + sprintf( + '%s bucket "%s" force unlinked from project "%s" (%s)', + $prefix, + $bucket['id'], + $link['project']['name'], + $link['project']['id'], + ) + ); + } + } else { + $output->writeln(sprintf('No linked buckets found for bucket "%s"', $bucket['id'])); + } + } + + return 0; + } +}