-
-
Notifications
You must be signed in to change notification settings - Fork 15
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #56 from PacoVK/feature/add_cosmos_db
introduce CosmosDbRepository
- Loading branch information
Showing
12 changed files
with
264 additions
and
27 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
219 changes: 219 additions & 0 deletions
219
src/main/java/core/backend/azure/cosmosdb/CosmosDbRepository.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,219 @@ | ||
| package core.backend.azure.cosmosdb; | ||
|
|
||
| import api.dto.PaginationDto; | ||
| import com.azure.cosmos.ConsistencyLevel; | ||
| import com.azure.cosmos.CosmosClient; | ||
| import com.azure.cosmos.CosmosClientBuilder; | ||
| import com.azure.cosmos.CosmosContainer; | ||
| import com.azure.cosmos.CosmosDatabase; | ||
| import com.azure.cosmos.implementation.NotFoundException; | ||
| import com.azure.cosmos.models.CosmosContainerProperties; | ||
| import com.azure.cosmos.models.CosmosItemRequestOptions; | ||
| import com.azure.cosmos.models.CosmosQueryRequestOptions; | ||
| import com.azure.cosmos.models.FeedResponse; | ||
| import com.azure.cosmos.models.PartitionKey; | ||
| import com.azure.cosmos.models.SqlParameter; | ||
| import com.azure.cosmos.models.SqlQuerySpec; | ||
| import core.backend.SearchService; | ||
| import core.exceptions.ModuleNotFoundException; | ||
| import core.exceptions.ProviderNotFoundException; | ||
| import core.exceptions.ReportNotFoundException; | ||
| import core.terraform.Module; | ||
| import core.terraform.Provider; | ||
| import extensions.core.Report; | ||
| import io.quarkus.arc.lookup.LookupIfProperty; | ||
| import java.util.Collections; | ||
| import java.util.List; | ||
| import javax.annotation.PostConstruct; | ||
| import javax.enterprise.context.ApplicationScoped; | ||
| import org.eclipse.microprofile.config.inject.ConfigProperty; | ||
|
|
||
| @LookupIfProperty(name = "registry.search.backend", stringValue = "cosmosdb") | ||
| @ApplicationScoped | ||
| public class CosmosDbRepository extends SearchService { | ||
|
|
||
| CosmosClient client; | ||
| CosmosDatabase database; | ||
| CosmosContainer modulesContainer; | ||
| CosmosContainer providerContainer; | ||
| CosmosContainer reportsContainer; | ||
| @ConfigProperty(name = "registry.search.azure.endpoint") | ||
| String endpoint; | ||
| @ConfigProperty(name = "registry.search.azure.master-key") | ||
| String masterKey; | ||
|
|
||
| @PostConstruct | ||
| public void initialize() { | ||
| this.client = new CosmosClientBuilder() | ||
| .endpoint(endpoint) | ||
| .key(masterKey) | ||
| .consistencyLevel(ConsistencyLevel.EVENTUAL) | ||
| .contentResponseOnWriteEnabled(true) | ||
| .buildClient(); | ||
| this.database = client.getDatabase("tapir"); | ||
| this.modulesContainer = database.getContainer("Modules"); | ||
| this.providerContainer = database.getContainer("Providers"); | ||
| this.reportsContainer = database.getContainer("Reports"); | ||
| } | ||
|
|
||
| @Override | ||
| public void bootstrap() throws Exception { | ||
| client.createDatabaseIfNotExists("tapir"); | ||
| createContainerIfNotExists("Modules"); | ||
| createContainerIfNotExists("Providers"); | ||
| createContainerIfNotExists("Reports"); | ||
| } | ||
|
|
||
| private void createContainerIfNotExists(String name) { | ||
| CosmosContainerProperties containerProperties = new CosmosContainerProperties(name, "/id"); | ||
| database.createContainerIfNotExists(containerProperties); | ||
| } | ||
|
|
||
| @Override | ||
| public PaginationDto findModules(String identifier, Integer limit, String term) { | ||
| List<SqlParameter> paramList = List.of( | ||
| new SqlParameter("@namespace", "%" + term + "%"), | ||
| new SqlParameter("@name", "%" + term + "%"), | ||
| new SqlParameter("@provider", "%" + term + "%") | ||
| ); | ||
| SqlQuerySpec querySpec = new SqlQuerySpec( | ||
| "SELECT * FROM Modules m WHERE m.namespace " | ||
| + "LIKE @namespace OR m.name LIKE @name OR m.provider LIKE @provider", | ||
| paramList); | ||
| String continuationToken = identifier.isEmpty() ? null : identifier; | ||
| FeedResponse<Module> feedResponse = modulesContainer | ||
| .queryItems( | ||
| querySpec, | ||
| new CosmosQueryRequestOptions(), | ||
| Module.class) | ||
| .streamByPage(continuationToken, limit).findFirst().orElse(null); | ||
| if (feedResponse == null) { | ||
| return new PaginationDto(Collections.EMPTY_LIST); | ||
| } | ||
| return new PaginationDto(feedResponse.getResults(), feedResponse.getContinuationToken()); | ||
| } | ||
|
|
||
| @Override | ||
| public PaginationDto findProviders(String identifier, Integer limit, String term) { | ||
| List<SqlParameter> paramList = List.of( | ||
| new SqlParameter("@namespace", "%" + term + "%"), | ||
| new SqlParameter("@type", "%" + term + "%") | ||
| ); | ||
| SqlQuerySpec querySpec = new SqlQuerySpec( | ||
| "SELECT * FROM Providers p WHERE p.namespace LIKE @namespace OR p.type LIKE @type", | ||
| paramList); | ||
| String continuationToken = identifier.isEmpty() ? null : identifier; | ||
| FeedResponse<Provider> feedResponse = providerContainer | ||
| .queryItems( | ||
| querySpec, | ||
| new CosmosQueryRequestOptions(), | ||
| Provider.class) | ||
| .streamByPage(continuationToken, limit).findFirst().orElse(null); | ||
| if (feedResponse == null) { | ||
| return new PaginationDto(Collections.EMPTY_LIST); | ||
| } | ||
| return new PaginationDto(feedResponse.getResults(), feedResponse.getContinuationToken()); | ||
| } | ||
|
|
||
| @Override | ||
| public Module getModuleById(String id) throws ModuleNotFoundException { | ||
| try { | ||
| return modulesContainer.readItem(id, new PartitionKey(id), Module.class).getItem(); | ||
| } catch (NotFoundException cosmosException) { | ||
| throw new ModuleNotFoundException(id, cosmosException); | ||
| } | ||
| } | ||
|
|
||
| @Override | ||
| public Module getModuleVersions(Module module) throws ModuleNotFoundException { | ||
| return getModuleById(module.getId()); | ||
| } | ||
|
|
||
| @Override | ||
| public void ingestModuleData(Module module) { | ||
| Module moduleToIngest; | ||
| try { | ||
| Module existingModule = modulesContainer.readItem( | ||
| module.getId(), | ||
| new PartitionKey(module.getId()), | ||
| Module.class | ||
| ).getItem(); | ||
| existingModule.getVersions().add(module.getVersions().first()); | ||
| existingModule.setPublished_at(module.getPublished_at()); | ||
| moduleToIngest = existingModule; | ||
| } catch (NotFoundException cosmosException) { | ||
| moduleToIngest = module; | ||
| } | ||
| modulesContainer.upsertItem( | ||
| moduleToIngest, | ||
| new PartitionKey(module.getId()), | ||
| new CosmosItemRequestOptions() | ||
| ); | ||
| } | ||
|
|
||
| @Override | ||
| public void ingestProviderData(Provider provider) { | ||
| Provider providerToIngest; | ||
| try { | ||
| Provider existingProvider = providerContainer.readItem( | ||
| provider.getId(), | ||
| new PartitionKey(provider.getId()), | ||
| Provider.class | ||
| ).getItem(); | ||
| existingProvider | ||
| .getVersions() | ||
| .put( | ||
| provider.getVersions().firstEntry().getKey(), | ||
| provider.getVersions().firstEntry().getValue() | ||
| ); | ||
| providerToIngest = existingProvider; | ||
| } catch (NotFoundException cosmosException) { | ||
| providerToIngest = provider; | ||
| } | ||
| providerContainer.createItem( | ||
| providerToIngest, | ||
| new PartitionKey(provider.getId()), | ||
| new CosmosItemRequestOptions() | ||
| ); | ||
| } | ||
|
|
||
| @Override | ||
| public void ingestSecurityScanResult(Report report) { | ||
| reportsContainer.upsertItem( | ||
| report, | ||
| new PartitionKey(report.getId()), | ||
| new CosmosItemRequestOptions() | ||
| ); | ||
| } | ||
|
|
||
| @Override | ||
| public Module increaseDownloadCounter(Module module) throws ModuleNotFoundException { | ||
| Module existingModule = getModuleById(module.getId()); | ||
| Integer downloads = existingModule.getDownloads(); | ||
| existingModule.setDownloads(downloads + 1); | ||
| modulesContainer.upsertItem(existingModule); | ||
| return existingModule; | ||
| } | ||
|
|
||
| @Override | ||
| public Report getReportByModuleVersion(Module module) throws ReportNotFoundException { | ||
| String reportId = module.getId() | ||
| + "-" | ||
| + module.getCurrentVersion(); | ||
| try { | ||
| return reportsContainer.readItem(reportId, new PartitionKey(reportId), Report.class) | ||
| .getItem(); | ||
| } catch (NotFoundException cosmosException) { | ||
| throw new ReportNotFoundException(reportId, cosmosException); | ||
| } | ||
| } | ||
|
|
||
| @Override | ||
| public Provider getProviderById(String id) throws ProviderNotFoundException { | ||
| try { | ||
| return providerContainer.readItem(id, new PartitionKey(id), Provider.class).getItem(); | ||
| } catch (NotFoundException cosmosException) { | ||
| throw new ProviderNotFoundException(id, cosmosException); | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.