From 1df7dc94b84d810b6dfa85803e732b3e116fb322 Mon Sep 17 00:00:00 2001
From: Emelyanov535 <nouctanch777093@gmail.com>
Date: Tue, 15 Oct 2024 12:13:46 +0400
Subject: [PATCH] features: change parse logic

---
 parsing-service/.run/ParsingService [local].run.xml      | 2 +-
 .../wildberries_parser/service/ParsingService.java       | 9 ++++-----
 2 files changed, 5 insertions(+), 6 deletions(-)

diff --git a/parsing-service/.run/ParsingService [local].run.xml b/parsing-service/.run/ParsingService [local].run.xml
index 9872379..9ee8cab 100644
--- a/parsing-service/.run/ParsingService [local].run.xml	
+++ b/parsing-service/.run/ParsingService [local].run.xml	
@@ -1,6 +1,6 @@
 <component name="ProjectRunConfigurationManager">
   <configuration default="false" name="ParsingService [local]" type="SpringBootApplicationConfigurationType" factoryName="Spring Boot">
-    <option name="ACTIVE_PROFILES" value="dev,headless,ozon,postgres_stat" />
+    <option name="ACTIVE_PROFILES" value="dev,headless,postgres_stat" />
     <option name="SCHEDULED_DEBUGGER" value="true" />
     <envs>
       <env name="POSTGRES_JDBC_PASSWORD" value="postgres" />
diff --git a/parsing-service/src/main/java/ru/pricepulse/parsingservice/wildberries_parser/service/ParsingService.java b/parsing-service/src/main/java/ru/pricepulse/parsingservice/wildberries_parser/service/ParsingService.java
index cf6116d..2bfe8e0 100644
--- a/parsing-service/src/main/java/ru/pricepulse/parsingservice/wildberries_parser/service/ParsingService.java
+++ b/parsing-service/src/main/java/ru/pricepulse/parsingservice/wildberries_parser/service/ParsingService.java
@@ -28,15 +28,12 @@ public class ParsingService {
     private final ProductService productService;
 
     public void parse() {
-        List<ProductEntity> productEntities = new ArrayList<>();
-        List<PriceHistoryEntity> priceHistories = new ArrayList<>();
 
         final int elementsInPage = 100;
         int page = 1;
         Integer totalPages = null;
 
         do {
-
             var pageData = client.scrapPage(page, marketplacesConfig.getWildberriesConfigProperties().getShard(), marketplacesConfig.getWildberriesConfigProperties().getLaptopUrl());
             System.out.println("Получена страница: " + page);
             if (totalPages == null) {
@@ -45,6 +42,8 @@ public class ParsingService {
                 totalPages = (int) Math.ceil((double) totalElements / elementsInPage);
             }
 
+            List<ProductEntity> productEntities = new ArrayList<>();
+            List<PriceHistoryEntity> priceHistories = new ArrayList<>();
             List<ProductInfoDto> productInfoDtoList = convertMapObjectToListProductInfoDto(pageData);
 
             productInfoDtoList.forEach(dto -> {
@@ -62,8 +61,8 @@ public class ParsingService {
             });
             productService.saveData(productEntities, priceHistories);
             page++;
-        } while (page <= totalPages);
-//        } while (page <= 5);
+//        } while (page <= totalPages);
+        } while (page <= 5);
     }
 
     private List<ProductInfoDto> convertMapObjectToListProductInfoDto(Map<String, Object> map) {