Add files via upload

Author: pydeveloper510

parse/My Yaml.yaml

@@ -0,0 +1,24 @@
+DEFAULT:
+  media_dir: 'C:\Users\beach\Desktop\media'
+
+Folder Names to Include in Scan:
+  RECURSIVE=YES:
+    type_dir: ['movies', 'tvshows']
+
+  RECURSIVE=NO:
+    type_dir: ['home movies']
+
+Label tags to move and create folder based on tag name:
+  tags: ['144p', '240p', '360p', '480p', '720p', 'HD']
+
+Tags to be removed from folder/files:
+  tags: ['-(A)', '240p', '360p', '480p', '720p', 'HD', 'h.265', 'mkv', 'upload']
+
+Suffix Deletion remove the last instance of tag and everything after last instance of:
+  tags: ['-', 'HD', '.', '-', '(']
+
+Prefix Deletion remove first instance of tag and everything before it:
+  tags: ['SD', 'HD', '.', '-', ')']
+
+Directory to output folder:
+  output_dir: 'C:\Users\beach\Desktop\A different folder than the media_dir'

parse/argparse_.py

@@ -0,0 +1,9 @@
+import argparse_
+
+parser = argparse_.ArgumentParser(description='This script scrapes "https://www.samstores.com"')
+parser.add_argument('--l', type=str,
+                    metavar='link',
+                    help='What is the link you want to scrape?')
+args = parser.parse_args()
+
+url = args.l

parse/config.ini

@@ -0,0 +1,3 @@
+[Folder Names to Include in Scan]
+[RECURSIVE=Yes]
+    type_dir = 'movies'

parse/convert index to column in pandas.py

@@ -0,0 +1 @@
+df1.reset_index(level=0, inplace=True)

parse/create a table from another table in sqlite.py

@@ -0,0 +1,15 @@
+import sqlite3 as lite
+
+query = f'''CREATE TABLE temp_new AS 
+                  SELECT
+                  Ticker as stock,
+                  Date as date,
+                  round(`Adj. Open`,2) as open,
+                  round(`Adj. High`,2) as high,
+                  round(`Adj. Low`,2) as low,
+                  round(`Adj. Close`,2) as close,
+                  round(`Adj. Volume`, 2) as volume
+                  FROM {self.db_daily_table_name} 
+                  WHERE Date>='{first_year}-01-01'
+        '''
+self.big_db.cur.execute(query)

parse/extract phone and email from string with regular expression.py

@@ -0,0 +1,21 @@
+import re
+
+def get_email(raw_txt):
+    try:
+        regex = r"[a-zA-Z0-9_.+-]+@[a-zA-Z0-9-]+\.[a-zA-Z0-9-.]+"
+        match = re.search(regex, raw_txt)
+        email = match[0]
+    except:
+        email = ""
+
+    return email
+
+def get_phone(raw_txt):
+    try:
+        regex = r"(\+\d{1,2}\s)?\(?\d{3}\)?[\s.-]\d{3}[\s.-]\d{4}"
+        match = re.search(regex, raw_txt)
+        phone = match[0]
+    except:
+        phone = ""
+
+    return phone

parse/groupby and apply.py

@@ -0,0 +1,19 @@
+import pandas as pd
+
+def make_weekly(d):
+    return pd.Series({
+        'Open': d["open"].iloc[0],
+        'High': d["volume"].max(),
+        'Low': d["volume"].min(),
+        'Close': d["close"].iloc[d["open"].count() - 1],
+        'Volume': d["volume"].sum(),
+    })
+
+    # df1 = df.groupby(df["Date"].index.week).apply(make_weekly)
+
+
+df["Week"] = pd.to_datetime(df['date']).dt.year.astype(str).str.cat(
+    pd.to_datetime(df['date']).dt.week.astype(str).str.zfill(2), sep='-')
+# display(df)
+
+df1 = df.groupby(['stock', 'Week']).apply(make_weekly)

parse/ingredient_parser_tst.py

@@ -0,0 +1,2 @@
+from ingredient_parser.en import parse
+print(parse('2 liters of milk'))

parse/merge two dataframes with one matching column.py

@@ -0,0 +1,32 @@
+import pandas as pd
+from IPython.display import display
+
+dt1 = {
+    'aa': ['j', 'b', 'e', 'g', 'i', 'c'],
+    "ab": [4, 2, 5, 6, 1, 7],
+}
+
+dt2 = {
+    'aa': ['b', 'e', 'i', 'j', 'c', 'g'],
+    "ac": [4, 9, 5, 8, 3, 4],
+}
+
+df1 = pd.DataFrame(dt1)
+
+# df1 = df1.set_index('aa')
+display(df1)
+
+df2 = pd.DataFrame(dt2)
+# df2 = df2.set_index('aa')
+display(df2)
+
+# df3 = pd.concat([df1, df2], axis=1, sort=False)
+# df3.reset_index(inplace=True)
+# df3 = df3.rename(columns = {'index':'aa'})
+# display(df3)
+
+df3 = df1.merge(df2, how='left')
+df3 = df3.reindex(sorted(df3.columns), axis=1)
+
+df3 = df3[['ac', 'aa', 'ab']]
+display(df3)

parse/name_parser.py

@@ -0,0 +1,9 @@
+from nameparser import HumanName
+from nameparser.config import CONSTANTS
+name = HumanName("Ralf Mühlenhöver, Geschäftsführer")
+
+print(name.title)
+print(name.first)
+print(name.middle)
+print(name.last)
+

parse/parse address.py

@@ -0,0 +1,11 @@
+import usaddress
+addr='123 Main St. Suite 100 Chicago, IL'
+
+# The parse method will split your address string into components, and label each component.
+# expected output: [(u'123', 'AddressNumber'), (u'Main', 'StreetName'), (u'St.', 'StreetNamePostType'), (u'Suite', 'OccupancyType'), (u'100', 'OccupancyIdentifier'), (u'Chicago,', 'PlaceName'), (u'IL', 'StateName')]
+usaddress.parse(addr)
+
+# The tag method will try to be a little smarter
+# it will merge consecutive components, strip commas, & return an address type
+# expected output: (OrderedDict([('AddressNumber', u'123'), ('StreetName', u'Main'), ('StreetNamePostType', u'St.'), ('OccupancyType', u'Suite'), ('OccupancyIdentifier', u'100'), ('PlaceName', u'Chicago'), ('StateName', u'IL')]), 'Street Address')
+usaddress.tag(addr)

parse/parse config ini file.py

@@ -0,0 +1,7 @@
+import configparser
+
+# parse config file
+config = configparser.RawConfigParser()
+config.read('config.ini')
+
+a = config['RECURSIVE=Yes']['type_dir']

parse/parse date.py

@@ -0,0 +1,7 @@
+import dateparser
+dateparser.parse('12/12/12')
+dateparser.parse('Fri, 12 Dec 2014 10:55:50')
+dateparser.parse('Martes 21 de Octubre de 2014')  # Spanish (Tuesday 21 October 2014)
+dateparser.parse('Le 11 Décembre 2014 à 09:00')  # French (11 December 2014 at 09:00)
+dateparser.parse('13 января 2015 г. в 13:34')  # Russian (13 January 2015 at 13:34)
+dateparser.parse('1 เดือนตุลาคม 2005, 1:00 AM')  # Thai (1 October 2005, 1:00 AM)

parse/parse human names.py

@@ -0,0 +1,15 @@
+from nameparser import HumanName
+
+full_name = "Ayad Saleh Muflahi Jr"
+
+first_name = HumanName(full_name).first
+middle_name = HumanName(full_name).middle
+last_name = HumanName(full_name).last
+title = HumanName(full_name).title
+suffix = HumanName(full_name).suffix
+
+print(f"first_name: {first_name}")
+print(f"middle_name: {middle_name}")
+print(f"last_name: {last_name}")
+print(f"title: {title}")
+print(f"suffix: {suffix}")

parse/parse yaml file.py

@@ -0,0 +1,9 @@
+import yaml
+
+
+with open("My Yaml.yaml") as file:
+    # The FullLoader parameter handles the conversion from YAML
+    # scalar values to Python the dictionary format
+    config = yaml.load(file, Loader=yaml.FullLoader)
+
+    print(config)

parse/parse_html.py

@@ -0,0 +1,14 @@
+import requests
+from lxml import html
+
+sess = requests.Session()
+headers = {
+    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.110 Safari/537.36',
+}
+
+url = "https://stackoverflow.com/"
+r = sess.get(url, headers=headers)
+tree = html.fromstring(r.text)
+
+links = tree.xpath('//div[@class="summary"]/h3/a/@href')
+

parse/parse_xml.py

@@ -0,0 +1,20 @@
+import requests
+import xml.etree.ElementTree as ET
+from bs4 import BeautifulSoup
+
+sess = requests.Session()
+headers = {
+    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.110 Safari/537.36',
+}
+
+url = "https://neue-pressemitteilungen.de/post_part1.xml"
+r = sess.get(url, headers=headers)
+
+# root = ET.fromstring(r.text)
+# links = root.findall('./loc')
+# print(links)
+
+soup = BeautifulSoup(r.text, 'lxml')
+links = [elm.get_text() for elm in soup.find_all('loc')]
+
+print(links)