Skip to content
Open
Show file tree
Hide file tree
Changes from 8 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
22 changes: 20 additions & 2 deletions 02_activities/assignments/assignment.sh
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ cd newproject

mkdir analysis output
touch README.md
echo "# Project Name: DSI Consulting Inc." > README.md
touch analysis/main.py

# download client data
Expand All @@ -28,23 +29,40 @@ unzip -q rawdata.zip
# Complete assignment here

# 1. Create a directory named data
mkdir data

# 2. Move the ./rawdata directory to ./data/raw (eg. move it into ./data and rename it to raw)
mv rawdata data/raw

# 3. List the contents of the ./data/raw directory
ls data/raw

# 4. Create the directory ./data/processed,
mkdir data/processed

# then create the following sub-directories within it: server_logs, user_logs, and event_logs
mkdir data/processed/server_logs
mkdir data/processed/user_logs
mkdir data/processed/event_logs

# 5. Copy all server log files (files with "server" in the name AND a .log extension) from ./data/raw to ./data/processed/server_logs
cp data/raw/*server*.log data/processed/server_logs/

# 6. Repeat the above step for user logs and event logs
cp data/raw/*user*.log data/processed/user_logs/
cp data/raw/*event*.log data/processed/event_logs/

# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logs
# 7. For user privacy, remove all files containing IP addresses (files with "ipaddr" in the filename) from ./data/raw and ./data/processed/user_logsrm data/raw/*ipaddr*
rm data/raw/*ipaddr*
rm data/processed/user_logs/*ipaddr*

# 8. Create a file named ./data/inventory.txt that lists all the files in the subfolders of ./data/processed

touch data/inventory.txt
ls data/processed/* > data/inventory.txt

###########################################

echo "Project setup is complete!"

# Trigger autograder
# I removed lines following feedback
Empty file added newproject/README.md
Empty file.
Empty file added newproject/analysis/main.py
Empty file.
155 changes: 155 additions & 0 deletions newproject/data/inventory.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,155 @@
data/processed/event_logs:
event_log_1.log
event_log_10.log
event_log_11.log
event_log_12.log
event_log_13.log
event_log_14.log
event_log_15.log
event_log_16.log
event_log_17.log
event_log_18.log
event_log_19.log
event_log_2.log
event_log_20.log
event_log_21.log
event_log_22.log
event_log_23.log
event_log_24.log
event_log_25.log
event_log_26.log
event_log_27.log
event_log_28.log
event_log_29.log
event_log_3.log
event_log_30.log
event_log_31.log
event_log_32.log
event_log_33.log
event_log_34.log
event_log_35.log
event_log_36.log
event_log_37.log
event_log_38.log
event_log_39.log
event_log_4.log
event_log_40.log
event_log_41.log
event_log_42.log
event_log_43.log
event_log_44.log
event_log_45.log
event_log_46.log
event_log_47.log
event_log_48.log
event_log_49.log
event_log_5.log
event_log_50.log
event_log_6.log
event_log_7.log
event_log_8.log
event_log_9.log

data/processed/server_logs:
server_log_1.log
server_log_10.log
server_log_11.log
server_log_12.log
server_log_13.log
server_log_14.log
server_log_15.log
server_log_16.log
server_log_17.log
server_log_18.log
server_log_19.log
server_log_2.log
server_log_20.log
server_log_21.log
server_log_22.log
server_log_23.log
server_log_24.log
server_log_25.log
server_log_26.log
server_log_27.log
server_log_28.log
server_log_29.log
server_log_3.log
server_log_30.log
server_log_31.log
server_log_32.log
server_log_33.log
server_log_34.log
server_log_35.log
server_log_36.log
server_log_37.log
server_log_38.log
server_log_39.log
server_log_4.log
server_log_40.log
server_log_41.log
server_log_42.log
server_log_43.log
server_log_44.log
server_log_45.log
server_log_46.log
server_log_47.log
server_log_48.log
server_log_49.log
server_log_5.log
server_log_50.log
server_log_6.log
server_log_7.log
server_log_8.log
server_log_9.log

data/processed/user_logs:
user_log_1.log
user_log_10.log
user_log_11.log
user_log_12.log
user_log_13.log
user_log_14.log
user_log_15.log
user_log_16.log
user_log_17.log
user_log_18.log
user_log_19.log
user_log_2.log
user_log_20.log
user_log_21.log
user_log_22.log
user_log_23.log
user_log_24.log
user_log_25.log
user_log_26.log
user_log_27.log
user_log_28.log
user_log_29.log
user_log_3.log
user_log_30.log
user_log_31.log
user_log_32.log
user_log_33.log
user_log_34.log
user_log_35.log
user_log_36.log
user_log_37.log
user_log_38.log
user_log_39.log
user_log_4.log
user_log_40.log
user_log_41.log
user_log_42.log
user_log_43.log
user_log_44.log
user_log_45.log
user_log_46.log
user_log_47.log
user_log_48.log
user_log_49.log
user_log_5.log
user_log_50.log
user_log_6.log
user_log_7.log
user_log_8.log
user_log_9.log
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_1.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 1
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_10.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 10
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_11.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 11
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_12.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 12
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_13.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 13
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_14.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 14
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_15.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 15
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_16.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 16
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_17.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 17
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_18.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 18
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_19.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 19
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_2.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 2
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_20.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 20
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_21.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 21
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_22.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 22
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_23.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 23
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_24.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 24
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_25.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 25
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_26.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 26
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_27.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 27
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_28.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 28
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_29.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 29
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_3.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 3
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_30.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 30
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_31.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 31
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_32.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 32
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_33.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 33
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_34.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 34
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_35.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 35
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_36.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 36
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_37.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 37
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_38.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 38
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_39.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 39
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_4.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 4
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_40.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 40
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_41.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 41
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_42.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 42
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_43.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 43
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_44.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 44
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_45.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 45
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_46.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 46
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_47.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 47
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_48.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 48
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_49.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 49
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_5.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 5
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_50.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 50
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_6.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 6
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_7.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 7
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_8.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 8
1 change: 1 addition & 0 deletions newproject/data/processed/event_logs/event_log_9.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Event log data 9
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_1.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 1
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_10.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 10
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_11.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 11
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_12.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 12
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_13.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 13
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_14.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 14
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_15.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 15
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_16.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 16
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_17.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 17
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_18.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 18
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_19.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 19
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_2.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 2
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_20.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 20
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_21.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 21
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_22.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 22
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_23.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 23
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_24.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 24
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_25.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 25
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_26.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 26
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_27.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 27
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_28.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 28
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_29.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 29
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_3.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 3
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_30.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 30
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_31.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 31
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_32.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 32
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_33.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 33
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_34.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 34
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_35.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 35
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_36.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 36
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_37.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 37
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_38.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 38
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_39.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 39
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_4.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 4
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_40.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 40
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_41.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 41
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_42.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 42
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_43.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 43
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_44.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 44
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_45.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 45
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_46.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 46
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_47.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 47
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_48.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 48
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_49.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 49
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_5.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 5
1 change: 1 addition & 0 deletions newproject/data/processed/server_logs/server_log_50.log
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Server log data 50
Loading