Compare commits

...

15 Commits

Author SHA1 Message Date
a77f0b77ab Merge pull request '[Л/Р 2] Халитова Ангелина' (#10) from angelina/distributed-computing:khalitova-am-lab-2 into main
Reviewed-on: http://student.git.athene.tech/v.moiseev/distributed-computing/pulls/10
2023-11-19 21:53:41 +04:00
Khalitova Angelina
40a64882cb rework 2023-10-17 13:40:20 +04:00
Khalitova Angelina
01395f5bdc reworked 2023-10-16 20:21:35 +04:00
Khalitova Angelina
2f9935b4fd reworked 2023-10-16 20:20:21 +04:00
Khalitova Angelina
acee4b20f5 all 2023-10-04 10:02:19 +04:00
Khalitova Angelina
e06431d09f donee 2023-10-04 10:00:30 +04:00
Khalitova Angelina
564cc53130 done 2023-10-04 09:57:06 +04:00
Khalitova Angelina
61115d3516 add comment 2023-10-04 08:38:28 +04:00
Khalitova Angelina
b4e4bc3790 add result 2023-10-03 23:44:26 +04:00
Khalitova Angelina
5f8616e390 middle 2023-10-03 23:39:26 +04:00
Khalitova Angelina
8ddd385037 without comment 2023-10-03 23:36:51 +04:00
Khalitova Angelina
1991592f19 Revert "add folder"
This reverts commit 8e50b0253a.
2023-10-03 19:22:29 +04:00
Khalitova Angelina
8e50b0253a add folder 2023-10-03 19:21:02 +04:00
Khalitova Angelina
661dd7f309 add branch 2023-10-03 19:19:49 +04:00
ec1a2b5f8a Merge pull request 'lw2' (#1) from v.moiseev/distributed-computing:lw2 into main
Reviewed-on: http://student.git.athene.tech/angelina/distributed-computing/pulls/1
2023-10-03 19:04:38 +04:00
14 changed files with 716 additions and 0 deletions

63
distributed-computing.sln Normal file
View File

@ -0,0 +1,63 @@

Microsoft Visual Studio Solution File, Format Version 12.00
# Visual Studio Version 17
VisualStudioVersion = 17.5.002.0
MinimumVisualStudioVersion = 10.0.40219.1
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "tasks", "tasks", "{23830029-EFDC-4E62-B550-489217B1AE5D}"
EndProject
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "khalitova-am", "khalitova-am", "{9D7E9185-0597-4DC6-B355-F9BEE0D3767B}"
EndProject
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "lab_2", "lab_2", "{D50FE5F5-027F-48A0-B15B-DB321333C7AF}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "worker-1", "tasks\khalitova-am\lab_2\worker-1\worker-1.csproj", "{4A670397-6811-43A4-9A0B-D273B272D3AF}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "worker-2", "tasks\khalitova-am\lab_2\worker-2\worker-2.csproj", "{9B8FD7F6-053D-440B-8ECB-0068932A6019}"
EndProject
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "moiseev-vv", "moiseev-vv", "{13C76A1C-E281-49AA-96C0-6BB6FEB8F6FC}"
EndProject
Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "lab_2", "lab_2", "{1A6E095C-F09F-45DC-BCC4-A71B41B9C911}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "worker-1", "tasks\moiseev-vv\lab_2\worker-1\worker-1.csproj", "{6F09F499-3699-4BE1-82FB-087ACAB9C46D}"
EndProject
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "worker-2", "tasks\moiseev-vv\lab_2\worker-2\worker-2.csproj", "{68B7A2B8-967F-4D0C-9667-4763A355576B}"
EndProject
Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution
Debug|Any CPU = Debug|Any CPU
Release|Any CPU = Release|Any CPU
EndGlobalSection
GlobalSection(ProjectConfigurationPlatforms) = postSolution
{4A670397-6811-43A4-9A0B-D273B272D3AF}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{4A670397-6811-43A4-9A0B-D273B272D3AF}.Debug|Any CPU.Build.0 = Debug|Any CPU
{4A670397-6811-43A4-9A0B-D273B272D3AF}.Release|Any CPU.ActiveCfg = Release|Any CPU
{4A670397-6811-43A4-9A0B-D273B272D3AF}.Release|Any CPU.Build.0 = Release|Any CPU
{9B8FD7F6-053D-440B-8ECB-0068932A6019}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{9B8FD7F6-053D-440B-8ECB-0068932A6019}.Debug|Any CPU.Build.0 = Debug|Any CPU
{9B8FD7F6-053D-440B-8ECB-0068932A6019}.Release|Any CPU.ActiveCfg = Release|Any CPU
{9B8FD7F6-053D-440B-8ECB-0068932A6019}.Release|Any CPU.Build.0 = Release|Any CPU
{6F09F499-3699-4BE1-82FB-087ACAB9C46D}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{6F09F499-3699-4BE1-82FB-087ACAB9C46D}.Debug|Any CPU.Build.0 = Debug|Any CPU
{6F09F499-3699-4BE1-82FB-087ACAB9C46D}.Release|Any CPU.ActiveCfg = Release|Any CPU
{6F09F499-3699-4BE1-82FB-087ACAB9C46D}.Release|Any CPU.Build.0 = Release|Any CPU
{68B7A2B8-967F-4D0C-9667-4763A355576B}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{68B7A2B8-967F-4D0C-9667-4763A355576B}.Debug|Any CPU.Build.0 = Debug|Any CPU
{68B7A2B8-967F-4D0C-9667-4763A355576B}.Release|Any CPU.ActiveCfg = Release|Any CPU
{68B7A2B8-967F-4D0C-9667-4763A355576B}.Release|Any CPU.Build.0 = Release|Any CPU
EndGlobalSection
GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE
EndGlobalSection
GlobalSection(NestedProjects) = preSolution
{9D7E9185-0597-4DC6-B355-F9BEE0D3767B} = {23830029-EFDC-4E62-B550-489217B1AE5D}
{D50FE5F5-027F-48A0-B15B-DB321333C7AF} = {9D7E9185-0597-4DC6-B355-F9BEE0D3767B}
{4A670397-6811-43A4-9A0B-D273B272D3AF} = {D50FE5F5-027F-48A0-B15B-DB321333C7AF}
{9B8FD7F6-053D-440B-8ECB-0068932A6019} = {D50FE5F5-027F-48A0-B15B-DB321333C7AF}
{13C76A1C-E281-49AA-96C0-6BB6FEB8F6FC} = {23830029-EFDC-4E62-B550-489217B1AE5D}
{1A6E095C-F09F-45DC-BCC4-A71B41B9C911} = {13C76A1C-E281-49AA-96C0-6BB6FEB8F6FC}
{6F09F499-3699-4BE1-82FB-087ACAB9C46D} = {1A6E095C-F09F-45DC-BCC4-A71B41B9C911}
{68B7A2B8-967F-4D0C-9667-4763A355576B} = {1A6E095C-F09F-45DC-BCC4-A71B41B9C911}
EndGlobalSection
GlobalSection(ExtensibilityGlobals) = postSolution
SolutionGuid = {4B2DE817-CEB6-4A88-AB45-27AC288E5F43}
EndGlobalSection
EndGlobal

View File

@ -0,0 +1,2 @@
*/*/bin
*/*/obj

456
tasks/khalitova-am/lab_2/.gitignore vendored Normal file
View File

@ -0,0 +1,456 @@
var/result/
## Ignore Visual Studio temporary files, build results, and
## files generated by popular Visual Studio add-ons.
##
## Get latest from https://github.com/github/gitignore/blob/master/VisualStudio.gitignore
# User-specific files
*.rsuser
*.suo
*.user
*.userosscache
*.sln.docstates
# User-specific files (MonoDevelop/Xamarin Studio)
*.userprefs
# Mono auto generated files
mono_crash.*
# Build results
[Dd]ebug/
[Dd]ebugPublic/
[Rr]elease/
[Rr]eleases/
x64/
x86/
[Ww][Ii][Nn]32/
[Aa][Rr][Mm]/
[Aa][Rr][Mm]64/
bld/
[Bb]in/
[Oo]bj/
[Ll]og/
[Ll]ogs/
# Visual Studio 2015/2017 cache/options directory
.vs/
# Uncomment if you have tasks that create the project's static files in wwwroot
#wwwroot/
# Visual Studio 2017 auto generated files
Generated\ Files/
# MSTest test Results
[Tt]est[Rr]esult*/
[Bb]uild[Ll]og.*
# NUnit
*.VisualState.xml
TestResult.xml
nunit-*.xml
# Build Results of an ATL Project
[Dd]ebugPS/
[Rr]eleasePS/
dlldata.c
# Benchmark Results
BenchmarkDotNet.Artifacts/
# .NET
project.lock.json
project.fragment.lock.json
artifacts/
# Tye
.tye/
# ASP.NET Scaffolding
ScaffoldingReadMe.txt
# StyleCop
StyleCopReport.xml
# Files built by Visual Studio
*_i.c
*_p.c
*_h.h
*.ilk
*.meta
*.obj
*.iobj
*.pch
*.pdb
*.ipdb
*.pgc
*.pgd
*.rsp
*.sbr
*.tlb
*.tli
*.tlh
*.tmp
*.tmp_proj
*_wpftmp.csproj
*.log
*.vspscc
*.vssscc
.builds
*.pidb
*.svclog
*.scc
# Chutzpah Test files
_Chutzpah*
# Visual C++ cache files
ipch/
*.aps
*.ncb
*.opendb
*.opensdf
*.sdf
*.cachefile
*.VC.db
*.VC.VC.opendb
# Visual Studio profiler
*.psess
*.vsp
*.vspx
*.sap
# Visual Studio Trace Files
*.e2e
# TFS 2012 Local Workspace
$tf/
# Guidance Automation Toolkit
*.gpState
# ReSharper is a .NET coding add-in
_ReSharper*/
*.[Rr]e[Ss]harper
*.DotSettings.user
# TeamCity is a build add-in
_TeamCity*
# DotCover is a Code Coverage Tool
*.dotCover
# AxoCover is a Code Coverage Tool
.axoCover/*
!.axoCover/settings.json
# Coverlet is a free, cross platform Code Coverage Tool
coverage*.json
coverage*.xml
coverage*.info
# Visual Studio code coverage results
*.coverage
*.coveragexml
# NCrunch
_NCrunch_*
.*crunch*.local.xml
nCrunchTemp_*
# MightyMoose
*.mm.*
AutoTest.Net/
# Web workbench (sass)
.sass-cache/
# Installshield output folder
[Ee]xpress/
# DocProject is a documentation generator add-in
DocProject/buildhelp/
DocProject/Help/*.HxT
DocProject/Help/*.HxC
DocProject/Help/*.hhc
DocProject/Help/*.hhk
DocProject/Help/*.hhp
DocProject/Help/Html2
DocProject/Help/html
# Click-Once directory
publish/
# Publish Web Output
*.[Pp]ublish.xml
*.azurePubxml
# Note: Comment the next line if you want to checkin your web deploy settings,
# but database connection strings (with potential passwords) will be unencrypted
*.pubxml
*.publishproj
# Microsoft Azure Web App publish settings. Comment the next line if you want to
# checkin your Azure Web App publish settings, but sensitive information contained
# in these scripts will be unencrypted
PublishScripts/
# NuGet Packages
*.nupkg
# NuGet Symbol Packages
*.snupkg
# The packages folder can be ignored because of Package Restore
**/[Pp]ackages/*
# except build/, which is used as an MSBuild target.
!**/[Pp]ackages/build/
# Uncomment if necessary however generally it will be regenerated when needed
#!**/[Pp]ackages/repositories.config
# NuGet v3's project.json files produces more ignorable files
*.nuget.props
*.nuget.targets
# Microsoft Azure Build Output
csx/
*.build.csdef
# Microsoft Azure Emulator
ecf/
rcf/
# Windows Store app package directories and files
AppPackages/
BundleArtifacts/
Package.StoreAssociation.xml
_pkginfo.txt
*.appx
*.appxbundle
*.appxupload
# Visual Studio cache files
# files ending in .cache can be ignored
*.[Cc]ache
# but keep track of directories ending in .cache
!?*.[Cc]ache/
# Others
ClientBin/
~$*
*~
*.dbmdl
*.dbproj.schemaview
*.jfm
*.pfx
*.publishsettings
orleans.codegen.cs
# Including strong name files can present a security risk
# (https://github.com/github/gitignore/pull/2483#issue-259490424)
#*.snk
# Since there are multiple workflows, uncomment next line to ignore bower_components
# (https://github.com/github/gitignore/pull/1529#issuecomment-104372622)
#bower_components/
# RIA/Silverlight projects
Generated_Code/
# Backup & report files from converting an old project file
# to a newer Visual Studio version. Backup files are not needed,
# because we have git ;-)
_UpgradeReport_Files/
Backup*/
UpgradeLog*.XML
UpgradeLog*.htm
ServiceFabricBackup/
*.rptproj.bak
# SQL Server files
*.mdf
*.ldf
*.ndf
# Business Intelligence projects
*.rdl.data
*.bim.layout
*.bim_*.settings
*.rptproj.rsuser
*- [Bb]ackup.rdl
*- [Bb]ackup ([0-9]).rdl
*- [Bb]ackup ([0-9][0-9]).rdl
# Microsoft Fakes
FakesAssemblies/
# GhostDoc plugin setting file
*.GhostDoc.xml
# Node.js Tools for Visual Studio
.ntvs_analysis.dat
node_modules/
# Visual Studio 6 build log
*.plg
# Visual Studio 6 workspace options file
*.opt
# Visual Studio 6 auto-generated workspace file (contains which files were open etc.)
*.vbw
# Visual Studio LightSwitch build output
**/*.HTMLClient/GeneratedArtifacts
**/*.DesktopClient/GeneratedArtifacts
**/*.DesktopClient/ModelManifest.xml
**/*.Server/GeneratedArtifacts
**/*.Server/ModelManifest.xml
_Pvt_Extensions
# Paket dependency manager
.paket/paket.exe
paket-files/
# FAKE - F# Make
.fake/
# CodeRush personal settings
.cr/personal
# Python Tools for Visual Studio (PTVS)
__pycache__/
*.pyc
# Cake - Uncomment if you are using it
# tools/**
# !tools/packages.config
# Tabs Studio
*.tss
# Telerik's JustMock configuration file
*.jmconfig
# BizTalk build output
*.btp.cs
*.btm.cs
*.odx.cs
*.xsd.cs
# OpenCover UI analysis results
OpenCover/
# Azure Stream Analytics local run output
ASALocalRun/
# MSBuild Binary and Structured Log
*.binlog
# NVidia Nsight GPU debugger configuration file
*.nvuser
# MFractors (Xamarin productivity tool) working folder
.mfractor/
# Local History for Visual Studio
.localhistory/
# BeatPulse healthcheck temp database
healthchecksdb
# Backup folder for Package Reference Convert tool in Visual Studio 2017
MigrationBackup/
# Ionide (cross platform F# VS Code tools) working folder
.ionide/
# Fody - auto-generated XML schema
FodyWeavers.xsd
##
## Visual studio for Mac
##
# globs
Makefile.in
*.userprefs
*.usertasks
config.make
config.status
aclocal.m4
install-sh
autom4te.cache/
*.tar.gz
tarballs/
test-results/
# Mac bundle stuff
*.dmg
*.app
# content below from: https://github.com/github/gitignore/blob/master/Global/macOS.gitignore
# General
.DS_Store
.AppleDouble
.LSOverride
# Icon must end with two \r
Icon
# Thumbnails
._*
# Files that might appear in the root of a volume
.DocumentRevisions-V100
.fseventsd
.Spotlight-V100
.TemporaryItems
.Trashes
.VolumeIcon.icns
.com.apple.timemachine.donotpresent
# Directories potentially created on remote AFP share
.AppleDB
.AppleDesktop
Network Trash Folder
Temporary Items
.apdisk
# content below from: https://github.com/github/gitignore/blob/master/Global/Windows.gitignore
# Windows thumbnail cache files
Thumbs.db
ehthumbs.db
ehthumbs_vista.db
# Dump file
*.stackdump
# Folder config file
[Dd]esktop.ini
# Recycle Bin used on file shares
$RECYCLE.BIN/
# Windows Installer files
*.cab
*.msi
*.msix
*.msm
*.msp
# Windows shortcuts
*.lnk
# JetBrains Rider
.idea/
*.sln.iml
##
## Visual Studio Code
##
.vscode/*
!.vscode/settings.json
!.vscode/tasks.json
!.vscode/launch.json
!.vscode/extensions.json

View File

@ -0,0 +1,61 @@
# Отчёт по лабораторной работе №2
Выполнила: студентка гр. ИСЭбд-41 Халитова А.М.
Вариант программы 1: Ищет в каталоге /var/data самый большой по объёму файл и перекладывает его в /var/result/data.txt.
Вариант программы 2: Ищет наибольшее число из файла /var/data/data.txt и сохраняет количество таких чисел из последовательности в /var/result/result.txt.
## Создание приложений
Создано два приложения .Net 6.0 на языке C# с помощью команд:
```sh
dotnet new console worker-1
dotnet new console worker-2
```
Программа №1 по варианту выполняет поиск самого большого файла в каталоге `/var/data` и перемещает его содержимое в `/var/result/data.txt`.
[Код программы worker-1](worker-1/Program.cs)
Программа №2 ищет наибольшее чисо в файле `/var/result/data.txt` (папка `/data` заменена на `/result` так как по условию задания результат программы 1, который перещемен в `/var/result/data.txt` является исходными данными для программы 2).
[Код программы worker-2](worker-2/Program.cs)
Дополнительно создан файл [.gitignore](.gitignore) с помощью команды `dotnet new gitignore`.
## Настройка окружения
Для связи двух приложений воспользуемся следующей схемой:
1. Каталог `./data` примонтирован в каталог `/var/data` для получения исходных данных программы №1.
2. Каталог `./result` примонтирован в каталог `/var/result` для перемещения промежуточных данных, полученных программой №1, для программы №2. И также каталог `./result` получает результаты работы программы №2.
Для каждой программы были созданы файлы Dockerfile с образами ([программа №1](worker-1/Dockerfile), [программа №2](worker-2/Dockerfile)) с описанием процесса сборки.
Был создан файл [docker-compose.yml](docker-compose.yml), в котором указан манифест для запуска распределённого приложения.
Был создан файл [.dockerignore](.dockerignore).
## Сборка и запуск
В каталог `./data` помещены 2 файла: `another_data.txt` и `data.txt`. Первый файл содержит два числа, а второй 12.
Для запуска приложения вводим команду `docker compose up`.
Результат запуска после сборки:
```
[+] Running 2/0
- Container lab_2-worker-1-1 Created
- Container lab_2-worker-2-1 Created
Attaching to lab_2-worker-1-1, lab_2-worker-2-1
lab_2-worker-1-1 exited with code 0
lab_2-worker-2-1 | 2
lab_2-worker-2-1 exited with code 0
```
В результате выполнения в каталоге `/var/result` был создан файл `/result.txt`, который содержит количество наибольшего числа в исходном файле. В нашем файле это число 9 и встречается оно 2 раза, соответственно, в файле хранится `2`. А также в результате выполнения программы результат выводится на экран (в консоль):
![](shot.png)

View File

@ -0,0 +1,13 @@
version: "3.1"
services:
worker-1:
build: ./worker-1
volumes:
- ./data:/var/data
- ./result:/var/result
worker-2:
build: ./worker-2
volumes:
- ./result:/var/result
depends_on:
- worker-1

Binary file not shown.

After

Width:  |  Height:  |  Size: 68 KiB

View File

@ -0,0 +1,2 @@
1
2

View File

@ -0,0 +1,12 @@
5
7
3
7
5
8
8
9
9
5
2
1

View File

@ -0,0 +1,20 @@
#задаем базовый образ на .net 6.0
FROM mcr.microsoft.com/dotnet/sdk:6.0 AS build-env
#задаем рабочую директорию
WORKDIR /src
#в каталог копируем файлы и папки в контейнер
COPY . ./
#создаем образы и устанавливаем данные пакеты в контейнер
RUN dotnet restore
COPY . .
RUN dotnet publish -c Release -o /publish
FROM mcr.microsoft.com/dotnet/aspnet:6.0 as runtime
WORKDIR /publish
COPY --from=build-env /publish .
#вызываем приложение во время выполнения контейнера
ENTRYPOINT ["dotnet", "worker-1.dll"]

View File

@ -0,0 +1,22 @@
using System.Text;
string[] files = Directory.GetFiles("/var/data");
string maxFilePath = "";
long maxFileLenght = 0;
foreach(var filePath in files){
FileInfo fileInfo = new FileInfo(filePath);
if(fileInfo.Length > maxFileLenght){
maxFileLenght = fileInfo.Length;
maxFilePath = filePath;
}
}
using (FileStream fstream = File.OpenRead(maxFilePath)){
byte[] buffer = new byte[fstream.Length];
await fstream.ReadAsync(buffer, 0, buffer.Length);
string text = Encoding.Default.GetString(buffer);
using(FileStream fstream1 = new FileStream("/var/result/data.txt", FileMode.OpenOrCreate)){
fstream1.SetLength(0);
byte[] buffer1 = Encoding.Default.GetBytes(text);
await fstream1.WriteAsync(buffer1, 0, buffer1.Length);
}
}

View File

@ -0,0 +1,11 @@
<Project Sdk="Microsoft.NET.Sdk">
<PropertyGroup>
<OutputType>Exe</OutputType>
<TargetFramework>net6.0</TargetFramework>
<RootNamespace>worker_1</RootNamespace>
<ImplicitUsings>enable</ImplicitUsings>
<Nullable>enable</Nullable>
</PropertyGroup>
</Project>

View File

@ -0,0 +1,20 @@
#задаем базовый образ на .net 6.0
FROM mcr.microsoft.com/dotnet/sdk:6.0 AS build-env
#задаем рабочую директорию
WORKDIR /src
#в каталог копируем файлы и папки в контейнер
COPY . ./
#создаем образы и устанавливаем данные пакеты в контейнер
RUN dotnet restore
COPY . .
RUN dotnet publish -c Release -o /publish
FROM mcr.microsoft.com/dotnet/aspnet:6.0 as runtime
WORKDIR /publish
COPY --from=build-env /publish .
#вызываем приложение во время выполнения контейнера
ENTRYPOINT ["dotnet", "worker-2.dll"]

View File

@ -0,0 +1,23 @@
using System.Text;
int[] numbers = File.ReadAllLines("/var/data/data.txt").Select(x=> int.Parse(x)).ToArray();
int maxNumber = 0;
int maxNumberCount = 0;
foreach(var number in numbers){
if(number < maxNumber){
continue;
}
if(number == maxNumber){
maxNumberCount++;
continue;
}
if(number > maxNumber){
maxNumber = number;
maxNumberCount = 1;
}
}
using(FileStream fstream = new FileStream("/var/result/result.txt", FileMode.OpenOrCreate)){
byte[] buffer = Encoding.Default.GetBytes(maxNumberCount.ToString());
await fstream.WriteAsync(buffer, 0, buffer.Length);
}
Console.WriteLine(maxNumberCount);

View File

@ -0,0 +1,11 @@
<Project Sdk="Microsoft.NET.Sdk">
<PropertyGroup>
<OutputType>Exe</OutputType>
<TargetFramework>net6.0</TargetFramework>
<RootNamespace>worker_2</RootNamespace>
<ImplicitUsings>enable</ImplicitUsings>
<Nullable>enable</Nullable>
</PropertyGroup>
</Project>