diff --git a/polevoy_sergey_lab_4/attempt/consumer1.py b/polevoy_sergey_lab_4/attempt/consumer1.py new file mode 100644 index 0000000..194bab8 --- /dev/null +++ b/polevoy_sergey_lab_4/attempt/consumer1.py @@ -0,0 +1,28 @@ +import pika +import time + + +def callback(ch, method, properties, body): + print(f'Consumer 1: получено сообщение. {body.decode()}') + + time.sleep(3) + + print('Consumer 1 закончил обработку') + ch.basic_ack(method.delivery_tag) + + +def consume_events_1(): + connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) + channel = connection.channel() + + channel.queue_declare(queue='consumer1_queue') + channel.queue_bind(exchange='ml_events', queue='consumer1_queue') + + channel.basic_consume(queue='consumer1_queue', on_message_callback=callback) + + print('Ожидание сообщения...') + channel.start_consuming() + + +if __name__ == "__main__": + consume_events_1() \ No newline at end of file diff --git a/polevoy_sergey_lab_4/attempt/consumer2.py b/polevoy_sergey_lab_4/attempt/consumer2.py new file mode 100644 index 0000000..cd00bdb --- /dev/null +++ b/polevoy_sergey_lab_4/attempt/consumer2.py @@ -0,0 +1,25 @@ +import pika + + +def callback(ch, method, properties, body): + print(f'Consumer 2: получено сообщение. {body.decode()}') + + print('Consumer 2 закончил обработку') + ch.basic_ack(method.delivery_tag) + + +def consume_events_2(): + connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) + channel = connection.channel() + + channel.queue_declare(queue='consumer2_queue') + channel.queue_bind(exchange='ml_events', queue='consumer2_queue') + + channel.basic_consume(queue='consumer2_queue', on_message_callback=callback) + + print('Ожидание сообщения...') + channel.start_consuming() + + +if __name__ == "__main__": + consume_events_2() \ No newline at end of file diff --git a/polevoy_sergey_lab_4/attempt/publisher.py b/polevoy_sergey_lab_4/attempt/publisher.py new file mode 100644 index 0000000..3e7ceca --- /dev/null +++ b/polevoy_sergey_lab_4/attempt/publisher.py @@ -0,0 +1,25 @@ +import pika +import time + +def publish_events(): + connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) + channel = connection.channel() + + channel.exchange_declare(exchange='ml_events', exchange_type='fanout') + + events = [ + "Пользователь начал обучение модели", + "Модель закончила обучение", + "Пользователь запросил создание чекпоинта для модели", + "Пользователь запустил модель для infere" + ] + + while True: + event = events[int(time.time()) % len(events)] + channel.basic_publish(exchange='ml_events', routing_key='', body=event) + print(f'Отправлено: {event}') + time.sleep(1) + + +if __name__ == "__main__": + publish_events() \ No newline at end of file diff --git a/polevoy_sergey_lab_4/docker-compose.yml b/polevoy_sergey_lab_4/docker-compose.yml new file mode 100644 index 0000000..b3c65b2 --- /dev/null +++ b/polevoy_sergey_lab_4/docker-compose.yml @@ -0,0 +1,9 @@ +services: + rabbitmq: + image: rabbitmq:3-management + environment: + RABBITMQ_DEFAULT_USER: superuser + RABBITMQ_DEFAULT_PASS: superpassword + ports: + - "5672:5672" + - "15672:15672" \ No newline at end of file diff --git a/polevoy_sergey_lab_4/images/rmq1queue.png b/polevoy_sergey_lab_4/images/rmq1queue.png new file mode 100644 index 0000000..f8bdb73 Binary files /dev/null and b/polevoy_sergey_lab_4/images/rmq1queue.png differ diff --git a/polevoy_sergey_lab_4/images/rmq2queue.png b/polevoy_sergey_lab_4/images/rmq2queue.png new file mode 100644 index 0000000..2fefc3e Binary files /dev/null and b/polevoy_sergey_lab_4/images/rmq2queue.png differ diff --git a/polevoy_sergey_lab_4/images/tutorial1.png b/polevoy_sergey_lab_4/images/tutorial1.png new file mode 100644 index 0000000..0d665e5 Binary files /dev/null and b/polevoy_sergey_lab_4/images/tutorial1.png differ diff --git a/polevoy_sergey_lab_4/images/tutorial2.png b/polevoy_sergey_lab_4/images/tutorial2.png new file mode 100644 index 0000000..80d18d4 Binary files /dev/null and b/polevoy_sergey_lab_4/images/tutorial2.png differ diff --git a/polevoy_sergey_lab_4/images/tutorial3.png b/polevoy_sergey_lab_4/images/tutorial3.png new file mode 100644 index 0000000..900729c Binary files /dev/null and b/polevoy_sergey_lab_4/images/tutorial3.png differ diff --git a/polevoy_sergey_lab_4/readme.md b/polevoy_sergey_lab_4/readme.md new file mode 100644 index 0000000..9597656 --- /dev/null +++ b/polevoy_sergey_lab_4/readme.md @@ -0,0 +1,33 @@ +# Лабораторная работа №4 +## Полевой Сергей ПИбд-42 + + +### Предметная область: +Платформа машинного обучения + +### Результаты выполнения туториалов: + +- Первый туториал: +![alt text](images/tutorial1.png) + +- Второй туториал: +![alt text](images/tutorial2.png) + +- Третий туториал: +![alt text](images/tutorial3.png) + +### Данные из RabbitMQ: + +![alt text](images/rmq1queue.png) +![alt text](images/rmq2queue.png) + +### Вывод: +Исходя из графиков и логики работы потребителей следует: +1) Первый потребитель не успевает обрабатывать сообщения из первой очереди, поэтому сообщения постепенно накапливаются, что, тем не менее, можно компенсировать запуском нескольких потребителей, которые будут быстрее обрабатывать сообщения из очереди +2) Второй потребитель полностью успевает за скоростью отправки сообщений и его очередь всегда остаётся без простаивающих сообщений + + +#### Демонстрация работы доступна по [ссылке](https://disk.yandex.ru/i/QwOYlRQDQKvNnA) + + + diff --git a/polevoy_sergey_lab_4/tutorial1/receive.py b/polevoy_sergey_lab_4/tutorial1/receive.py new file mode 100644 index 0000000..b5168bb --- /dev/null +++ b/polevoy_sergey_lab_4/tutorial1/receive.py @@ -0,0 +1,27 @@ +import pika, sys, os + + +def main(): + connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) + channel = connection.channel() + + channel.queue_declare(queue='hello') + + def callback(ch, method, properties, body): + print(f" [x] Received {body}") + + channel.basic_consume(queue='hello', on_message_callback=callback, auto_ack=True) + + print(' [*] Waiting for messages. To exit press CTRL+C') + channel.start_consuming() + + +if __name__ == '__main__': + try: + main() + except KeyboardInterrupt: + print('Interrupted') + try: + sys.exit(0) + except SystemExit: + os._exit(0) \ No newline at end of file diff --git a/polevoy_sergey_lab_4/tutorial1/send.py b/polevoy_sergey_lab_4/tutorial1/send.py new file mode 100644 index 0000000..318b5cd --- /dev/null +++ b/polevoy_sergey_lab_4/tutorial1/send.py @@ -0,0 +1,13 @@ +import pika + +connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) +channel = connection.channel() + +channel.queue_declare('hello') + +channel.basic_publish(exchange='', + routing_key='hello', + body='Hello world!') +print(" [x] Sent 'Hello world!'") + +connection.close() \ No newline at end of file diff --git a/polevoy_sergey_lab_4/tutorial2/new_task.py b/polevoy_sergey_lab_4/tutorial2/new_task.py new file mode 100644 index 0000000..aa1135c --- /dev/null +++ b/polevoy_sergey_lab_4/tutorial2/new_task.py @@ -0,0 +1,21 @@ +import pika +import sys + +connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) +channel = connection.channel() + +channel.queue_declare(queue='task_queue', durable=True) + +message = ' '.join(sys.argv[1:]) or "Hello World!" + +channel.basic_publish( + exchange='', + routing_key='task_queue', + body=message, + properties=pika.BasicProperties( + delivery_mode=pika.DeliveryMode.Persistent + )) + +print(f" [x] Sent {message}") + +connection.close() \ No newline at end of file diff --git a/polevoy_sergey_lab_4/tutorial2/worker.py b/polevoy_sergey_lab_4/tutorial2/worker.py new file mode 100644 index 0000000..b38a383 --- /dev/null +++ b/polevoy_sergey_lab_4/tutorial2/worker.py @@ -0,0 +1,21 @@ +import pika +import time + +connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) +channel = connection.channel() + +channel.queue_declare(queue='task_queue', durable=True) +print(' [*] Waiting for messages. To exit press CTRL+C') + + +def callback(ch, method, properties, body): + print(f" [x] Received {body.decode()}") + time.sleep(body.count(b'.')) + print(" [x] Done") + ch.basic_ack(delivery_tag=method.delivery_tag) + + +channel.basic_qos(prefetch_count=1) +channel.basic_consume(queue='task_queue', on_message_callback=callback) + +channel.start_consuming() \ No newline at end of file diff --git a/polevoy_sergey_lab_4/tutorial3/emit_log.py b/polevoy_sergey_lab_4/tutorial3/emit_log.py new file mode 100644 index 0000000..380f4ce --- /dev/null +++ b/polevoy_sergey_lab_4/tutorial3/emit_log.py @@ -0,0 +1,14 @@ +import pika +import sys + +connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) +channel = connection.channel() + +channel.exchange_declare(exchange='logs', exchange_type='fanout') + +message = ' '.join(sys.argv[1:]) or "info: Hello World!" +channel.basic_publish(exchange='logs', routing_key='', body=message) + +print(f" [x] Sent {message}") + +connection.close() \ No newline at end of file diff --git a/polevoy_sergey_lab_4/tutorial3/receive_logs.py b/polevoy_sergey_lab_4/tutorial3/receive_logs.py new file mode 100644 index 0000000..da0edc4 --- /dev/null +++ b/polevoy_sergey_lab_4/tutorial3/receive_logs.py @@ -0,0 +1,20 @@ +import pika + +connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost', port=5672, credentials=pika.PlainCredentials("superuser", "superpassword"))) +channel = connection.channel() + +channel.exchange_declare(exchange='logs', exchange_type='fanout') + +result = channel.queue_declare(queue='', exclusive=True) +queue_name = result.method.queue + +channel.queue_bind(exchange='logs', queue=queue_name) + +print(' [*] Waiting for logs. To exit press CTRL+C') + +def callback(ch, method, properties, body): + print(f" [x] {body}") + +channel.basic_consume(queue=queue_name, on_message_callback=callback, auto_ack=True) + +channel.start_consuming() \ No newline at end of file