Text-Summarization/main.py at main · Abdallahelraey/Text-Summarization · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
from TextSummarizer.pipeline.data_ingestion_pipeline import DataIngestionPipeline
from TextSummarizer.pipeline.data_validation_pipeline import DataValidationPipeline
from TextSummarizer.pipeline.data_standerization_pipeline import DataStanderizationPipeline
from TextSummarizer.pipeline.data_transformation_pipeline import DataTransformationPipeline
from TextSummarizer.pipeline.model_summarizer_pipeline import SummarizationModelPipeline
from TextSummarizer.logging import logger


STAGE_NAME = "Data Ingestion stage"
try:
   logger.info(f">>>>>>> stage {STAGE_NAME} started <<<<<<<")
   data_ingestion = DataIngestionPipeline()
   data_ingestion.main()
   logger.info(f">>>>>> stage {STAGE_NAME} completed <<<<<<<\n\nx==============================x")
except Exception as e:
        logger.exception(e)
        raise e


STAGE_NAME = "Data validation stage"
try:
   logger.info(f">>>>>>> stage {STAGE_NAME} started <<<<<<<")
   data_validation = DataValidationPipeline()
   data_validation.main()
   logger.info(f">>>>>>> stage {STAGE_NAME} completed <<<<<<<\n\nx==============================x")
except Exception as e:
        logger.exception(e)
        raise e


STAGE_NAME = "Data standerization stage"
try:
   logger.info(f">>>>>>> stage {STAGE_NAME} started <<<<<<<")
   data_standerization = DataStanderizationPipeline()
   data_standerization.main()
   logger.info(f">>>>>>> stage {STAGE_NAME} completed <<<<<<<\n\nx==============================x")
except Exception as e:
        logger.exception(e)
        raise e


STAGE_NAME = "Data transformation stage"
try:
   logger.info(f">>>>>>> stage {STAGE_NAME} started <<<<<<<")
   data_transformation = DataTransformationPipeline()
   data_transformation.main()
   logger.info(f">>>>>>> stage {STAGE_NAME} completed <<<<<<<\n\nx==============================x")
except Exception as e:
        logger.exception(e)
        raise e


STAGE_NAME = "Model Development stage"
try:
   logger.info(f">>>>>>> stage {STAGE_NAME} started <<<<<<<")
   SummarizationModel = SummarizationModelPipeline()
   SummarizationModel.main()
   logger.info(f">>>>>>> stage {STAGE_NAME} completed <<<<<<<\n\nx==============================x")
except Exception as e:
        logger.exception(e)
        raise e