Skip to content
  •  
  •  
  •  
15 changes: 15 additions & 0 deletions 02_activities/assignments/assignment.sh
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@ if [ -d newproject ]; then
echo "Recreating the newproject directory"
rm -rf newproject
fi

mkdir newproject
cd newproject

Expand All @@ -24,6 +25,20 @@ touch analysis/main.py
curl -Lo rawdata.zip https://github.com/UofT-DSI/shell/raw/refs/heads/main/02_activities/assignments/rawdata.zip
unzip -q rawdata.zip

git add assignment.sh
cd newproject
mkdir data
mv rawdata data/raw
ls ./data/raw
mkdir -p data/processed/server_logs data/processed/user_logs data/processed/event_logs
cp ./data/raw/*server*.log ./data/processed/server_logs/
cp ./data/raw/*user*.log ./data/processed/user_logs/
cp ./data/raw/*event*.log ./data/processed/event_logs/
rm ./data/raw/*ipaddr* ./data/processed/user_logs/*ipaddr*
ls ./data/processed/*/* > ./data/inventory.txt

git pull https://github.com/UofT-DSI/shell coworker-changes --no-rebase

###########################################
# Complete assignment here

Expand Down
Empty file added newproject/README.md
Empty file.
Empty file added newproject/analysis/main.py
Empty file.
50 changes: 50 additions & 0 deletions newproject/assignment.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
#!/bin/bash
set -x

############################################
# DSI CONSULTING INC. Project setup script #
############################################
# This script creates standard analysis and output directories
# for a new project. It also creates a README file with the
# project name and a brief description of the project.
# Then it unzips the raw data provided by the client.

if [ -d newproject ]; then
echo "Recreating the newproject directory"
rm -rf newproject
fi
mkdir newproject
cd newproject

mkdir analysis output
touch README.md
touch analysis/main.py

# download client data
curl -Lo rawdata.zip https://github.com/UofT-DSI/shell/raw/refs/heads/main/02_activities/assignments/rawdata.zip
unzip -q rawdata.zip

###########################################
# Complete assignment here

# 1. Create a directory named data

# 2. Move the ./rawdata directory to ./data/raw (eg. move it into ./data and rename it to raw)

# 3. List the contents of the ./data/raw directory

# 4. Create the directory ./data/processed,
# then create the following sub-directories within it: server_logs, user_logs, and event_logs

# 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs

# 6. Repeat the above step for user logs and event logs

# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs

# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed


###########################################

echo "Project setup is complete!"
155 changes: 155 additions & 0 deletions newproject/data/inventory.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,155 @@
Server Logs:
data/processed/server_logs/server_log_11.log
data/processed/server_logs/server_log_39.log
data/processed/server_logs/server_log_38.log
data/processed/server_logs/server_log_10.log
data/processed/server_logs/server_log_12.log
data/processed/server_logs/server_log_13.log
data/processed/server_logs/server_log_17.log
data/processed/server_logs/server_log_16.log
data/processed/server_logs/server_log_28.log
data/processed/server_logs/server_log_14.log
data/processed/server_logs/server_log_15.log
data/processed/server_logs/server_log_29.log
data/processed/server_logs/server_log_3.log
data/processed/server_logs/server_log_2.log
data/processed/server_logs/server_log_1.log
data/processed/server_logs/server_log_48.log
data/processed/server_logs/server_log_5.log
data/processed/server_logs/server_log_4.log
data/processed/server_logs/server_log_49.log
data/processed/server_logs/server_log_6.log
data/processed/server_logs/server_log_7.log
data/processed/server_logs/server_log_47.log
data/processed/server_logs/server_log_46.log
data/processed/server_logs/server_log_44.log
data/processed/server_logs/server_log_50.log
data/processed/server_logs/server_log_9.log
data/processed/server_logs/server_log_8.log
data/processed/server_logs/server_log_45.log
data/processed/server_logs/server_log_41.log
data/processed/server_logs/server_log_40.log
data/processed/server_logs/server_log_42.log
data/processed/server_logs/server_log_43.log
data/processed/server_logs/server_log_30.log
data/processed/server_logs/server_log_24.log
data/processed/server_logs/server_log_18.log
data/processed/server_logs/server_log_19.log
data/processed/server_logs/server_log_25.log
data/processed/server_logs/server_log_31.log
data/processed/server_logs/server_log_27.log
data/processed/server_logs/server_log_33.log
data/processed/server_logs/server_log_32.log
data/processed/server_logs/server_log_26.log
data/processed/server_logs/server_log_22.log
data/processed/server_logs/server_log_36.log
data/processed/server_logs/server_log_37.log
data/processed/server_logs/server_log_23.log
data/processed/server_logs/server_log_35.log
data/processed/server_logs/server_log_21.log
data/processed/server_logs/server_log_20.log
data/processed/server_logs/server_log_34.log

User Logs:
data/processed/user_logs/user_log_33.log
data/processed/user_logs/user_log_27.log
data/processed/user_logs/user_log_26.log
data/processed/user_logs/user_log_32.log
data/processed/user_logs/user_log_18.log
data/processed/user_logs/user_log_24.log
data/processed/user_logs/user_log_30.log
data/processed/user_logs/user_log_31.log
data/processed/user_logs/user_log_25.log
data/processed/user_logs/user_log_19.log
data/processed/user_logs/user_log_21.log
data/processed/user_logs/user_log_35.log
data/processed/user_logs/user_log_34.log
data/processed/user_logs/user_log_20.log
data/processed/user_logs/user_log_36.log
data/processed/user_logs/user_log_22.log
data/processed/user_logs/user_log_23.log
data/processed/user_logs/user_log_37.log
data/processed/user_logs/user_log_50.log
data/processed/user_logs/user_log_44.log
data/processed/user_logs/user_log_45.log
data/processed/user_logs/user_log_47.log
data/processed/user_logs/user_log_46.log
data/processed/user_logs/user_log_42.log
data/processed/user_logs/user_log_43.log
data/processed/user_logs/user_log_41.log
data/processed/user_logs/user_log_9.log
data/processed/user_logs/user_log_8.log
data/processed/user_logs/user_log_40.log
data/processed/user_logs/user_log_5.log
data/processed/user_logs/user_log_4.log
data/processed/user_logs/user_log_6.log
data/processed/user_logs/user_log_7.log
data/processed/user_logs/user_log_3.log
data/processed/user_logs/user_log_2.log
data/processed/user_logs/user_log_48.log
data/processed/user_logs/user_log_1.log
data/processed/user_logs/user_log_49.log
data/processed/user_logs/user_log_12.log
data/processed/user_logs/user_log_13.log
data/processed/user_logs/user_log_39.log
data/processed/user_logs/user_log_11.log
data/processed/user_logs/user_log_10.log
data/processed/user_logs/user_log_38.log
data/processed/user_logs/user_log_14.log
data/processed/user_logs/user_log_28.log
data/processed/user_logs/user_log_29.log
data/processed/user_logs/user_log_15.log
data/processed/user_logs/user_log_17.log
data/processed/user_logs/user_log_16.log

Event Logs:
data/processed/event_logs/event_log_48.log
data/processed/event_logs/event_log_49.log
data/processed/event_logs/event_log_8.log
data/processed/event_logs/event_log_9.log
data/processed/event_logs/event_log_14.log
data/processed/event_logs/event_log_28.log
data/processed/event_logs/event_log_29.log
data/processed/event_logs/event_log_15.log
data/processed/event_logs/event_log_17.log
data/processed/event_logs/event_log_16.log
data/processed/event_logs/event_log_12.log
data/processed/event_logs/event_log_13.log
data/processed/event_logs/event_log_39.log
data/processed/event_logs/event_log_11.log
data/processed/event_logs/event_log_10.log
data/processed/event_logs/event_log_38.log
data/processed/event_logs/event_log_35.log
data/processed/event_logs/event_log_21.log
data/processed/event_logs/event_log_20.log
data/processed/event_logs/event_log_34.log
data/processed/event_logs/event_log_22.log
data/processed/event_logs/event_log_36.log
data/processed/event_logs/event_log_37.log
data/processed/event_logs/event_log_23.log
data/processed/event_logs/event_log_27.log
data/processed/event_logs/event_log_33.log
data/processed/event_logs/event_log_32.log
data/processed/event_logs/event_log_26.log
data/processed/event_logs/event_log_18.log
data/processed/event_logs/event_log_30.log
data/processed/event_logs/event_log_24.log
data/processed/event_logs/event_log_25.log
data/processed/event_logs/event_log_31.log
data/processed/event_logs/event_log_19.log
data/processed/event_logs/event_log_42.log
data/processed/event_logs/event_log_7.log
data/processed/event_logs/event_log_6.log
data/processed/event_logs/event_log_43.log
data/processed/event_logs/event_log_41.log
data/processed/event_logs/event_log_4.log
data/processed/event_logs/event_log_5.log
data/processed/event_logs/event_log_40.log
data/processed/event_logs/event_log_44.log
data/processed/event_logs/event_log_50.log
data/processed/event_logs/event_log_1.log
data/processed/event_logs/event_log_45.log
data/processed/event_logs/event_log_47.log
data/processed/event_logs/event_log_2.log
data/processed/event_logs/event_log_3.log
data/processed/event_logs/event_log_46.log
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_1.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 1
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_10.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 10
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_11.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 11
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_12.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 12
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_13.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 13
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_14.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 14
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_15.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 15
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_16.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 16
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_17.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 17
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_18.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 18
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_19.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 19
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_2.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 2
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_20.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 20
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_21.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 21
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_22.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 22
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_23.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 23
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_24.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 24
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_25.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 25
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_26.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 26
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_27.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 27
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_28.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 28
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_29.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 29
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_3.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 3
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_30.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 30
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_31.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 31
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_32.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 32
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_33.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 33
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_34.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 34
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_35.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 35
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_36.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 36
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_37.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 37
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_38.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 38
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_39.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 39
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_4.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 4
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_40.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 40
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_41.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 41
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_42.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 42
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_43.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 43
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_44.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 44
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_45.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 45
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_46.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 46
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_47.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 47
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_48.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 48
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_49.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 49
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_5.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 5
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_50.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 50
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_6.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 6
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_7.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 7
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_8.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 8
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_9.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 9
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_1.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 1
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_10.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 10
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_11.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 11
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_12.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 12
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_13.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 13
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_14.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 14
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_15.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 15
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_16.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 16
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_17.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 17
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_18.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 18
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_19.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 19
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_2.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 2
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_20.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 20
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_21.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 21
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_22.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 22
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_23.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 23
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_24.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 24
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_25.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 25
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_26.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 26
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_27.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 27
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_28.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 28
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_29.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 29
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_3.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 3
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_30.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 30
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_31.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 31
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_32.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 32
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_33.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 33
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_34.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 34
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_35.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 35
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_36.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 36
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_37.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 37
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_38.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 38
Loading