zocdoc-facility-name.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":8552071,"sourceType":"datasetVersion","datasetId":5069291}],"dockerImageVersionId":30715,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# Imports","metadata":{}},{"cell_type":"code","source":"import re\nimport requests\nimport time\nimport random\nimport numpy as np\nimport pandas as pd\n\nfrom urllib.parse import quote","metadata":{"execution":{"iopub.status.busy":"2024-06-02T12:57:43.449955Z","iopub.execute_input":"2024-06-02T12:57:43.450349Z","iopub.status.idle":"2024-06-02T12:57:45.213542Z","shell.execute_reply.started":"2024-06-02T12:57:43.450314Z","shell.execute_reply":"2024-06-02T12:57:45.212176Z"},"trusted":true},"execution_count":1,"outputs":[]},{"cell_type":"markdown","source":"# Constant","metadata":{}},{"cell_type":"code","source":"DATASET_PATH = '/kaggle/input/zocdoc/df_combined_new.csv'","metadata":{"execution":{"iopub.status.busy":"2024-06-02T12:57:45.216235Z","iopub.execute_input":"2024-06-02T12:57:45.216928Z","iopub.status.idle":"2024-06-02T12:57:45.226436Z","shell.execute_reply.started":"2024-06-02T12:57:45.216873Z","shell.execute_reply":"2024-06-02T12:57:45.224786Z"},"trusted":true},"execution_count":2,"outputs":[]},{"cell_type":"markdown","source":"# Utils","metadata":{}},{"cell_type":"code","source":"def extract_address_components(address):\n    components = address.split(',')\n    \n    if len(components) >= 3:\n        street_number_and_name = components[0].strip() + ', ' + components[1].strip()\n        city = components[2].strip()\n        return f\"{street_number_and_name}, {city}\"\n    else:\n        return \"N/A\"\n\n\ndef fetch_facility_name(street, state, postal_code):\n    street_encoded = quote(street)\n    url = f\"https://nominatim.openstreetmap.org/search.php?street={street_encoded}&state={state}&postalcode={postal_code}&format=jsonv2&limit=1\"\n    \n    headers = {\n        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'\n    }\n    \n    response = requests.get(url, headers=headers)\n    \n    if response.status_code == 200:\n        data = response.json()\n        if len(data) > 0:\n            name = data[0].get('name')\n            address = extract_address_components(data[0].get('display_name'))\n            return (name.lower(), address.lower())\n            print(f\"Name: {name}, Add: {address}\")\n    return (\"N/A\", \"N/A\")","metadata":{"execution":{"iopub.status.busy":"2024-06-02T12:57:45.228368Z","iopub.execute_input":"2024-06-02T12:57:45.229107Z","iopub.status.idle":"2024-06-02T12:57:45.241693Z","shell.execute_reply.started":"2024-06-02T12:57:45.229054Z","shell.execute_reply":"2024-06-02T12:57:45.240307Z"},"trusted":true},"execution_count":3,"outputs":[]},{"cell_type":"markdown","source":"# Code","metadata":{}},{"cell_type":"code","source":"df = pd. read_csv(DATASET_PATH)\ndf.head(5)","metadata":{"execution":{"iopub.status.busy":"2024-06-02T12:57:45.245599Z","iopub.execute_input":"2024-06-02T12:57:45.246334Z","iopub.status.idle":"2024-06-02T12:57:45.356578Z","shell.execute_reply.started":"2024-06-02T12:57:45.246298Z","shell.execute_reply":"2024-06-02T12:57:45.355078Z"},"trusted":true},"execution_count":4,"outputs":[{"execution_count":4,"output_type":"execute_result","data":{"text/plain":"                     name     job_title  rating  \\\n0     dr. david bolon, md  cardiologist    4.93   \n1      dr. anil gupta, md  cardiologist    5.00   \n2   dr. fadi a elatat, md  cardiologist    4.69   \n3  dr. stephen sherer, md  cardiologist    4.90   \n4   dr. fadi a elatat, md  cardiologist    4.69   \n\n                                      street_address address_locality region  \\\n0                            133 e 58th st, ste 1402         new york     NY   \n1  1314 hooper ave - ste 2b - 1314 hooper ave, st...       toms river     NJ   \n2  facv consultants pc-montclair - 127 pine st, s...        montclair     NJ   \n3                                    714 bergen blvd       ridgefield     NJ   \n4  facv consultants pc-union - 1945 morris ave, s...            union     NJ   \n\n   postal_code  is_dr  is_nurse  is_assistant         facility_name  \\\n0        10022      1         0             0  parsons smile center   \n1         8753      1         0             0                   NaN   \n2         7042      1         0             0                   NaN   \n3         7657      1         0             0                   NaN   \n4         7083      1         0             0                   NaN   \n\n                              facility_address  \n0  parsons smile center, 133, east 58th street  \n1          1314, hooper avenue, brick township  \n2                                          NaN  \n3            714, bergen boulevard, ridgefield  \n4                                          NaN  ","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>name</th>\n      <th>job_title</th>\n      <th>rating</th>\n      <th>street_address</th>\n      <th>address_locality</th>\n      <th>region</th>\n      <th>postal_code</th>\n      <th>is_dr</th>\n      <th>is_nurse</th>\n      <th>is_assistant</th>\n      <th>facility_name</th>\n      <th>facility_address</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>dr. david bolon, md</td>\n      <td>cardiologist</td>\n      <td>4.93</td>\n      <td>133 e 58th st, ste 1402</td>\n      <td>new york</td>\n      <td>NY</td>\n      <td>10022</td>\n      <td>1</td>\n      <td>0</td>\n      <td>0</td>\n      <td>parsons smile center</td>\n      <td>parsons smile center, 133, east 58th street</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>dr. anil gupta, md</td>\n      <td>cardiologist</td>\n      <td>5.00</td>\n      <td>1314 hooper ave - ste 2b - 1314 hooper ave, st...</td>\n      <td>toms river</td>\n      <td>NJ</td>\n      <td>8753</td>\n      <td>1</td>\n      <td>0</td>\n      <td>0</td>\n      <td>NaN</td>\n      <td>1314, hooper avenue, brick township</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>dr. fadi a elatat, md</td>\n      <td>cardiologist</td>\n      <td>4.69</td>\n      <td>facv consultants pc-montclair - 127 pine st, s...</td>\n      <td>montclair</td>\n      <td>NJ</td>\n      <td>7042</td>\n      <td>1</td>\n      <td>0</td>\n      <td>0</td>\n      <td>NaN</td>\n      <td>NaN</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>dr. stephen sherer, md</td>\n      <td>cardiologist</td>\n      <td>4.90</td>\n      <td>714 bergen blvd</td>\n      <td>ridgefield</td>\n      <td>NJ</td>\n      <td>7657</td>\n      <td>1</td>\n      <td>0</td>\n      <td>0</td>\n      <td>NaN</td>\n      <td>714, bergen boulevard, ridgefield</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>dr. fadi a elatat, md</td>\n      <td>cardiologist</td>\n      <td>4.69</td>\n      <td>facv consultants pc-union - 1945 morris ave, s...</td>\n      <td>union</td>\n      <td>NJ</td>\n      <td>7083</td>\n      <td>1</td>\n      <td>0</td>\n      <td>0</td>\n      <td>NaN</td>\n      <td>NaN</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"df.info()","metadata":{"execution":{"iopub.status.busy":"2024-06-02T12:57:45.359228Z","iopub.execute_input":"2024-06-02T12:57:45.361254Z","iopub.status.idle":"2024-06-02T12:57:45.395926Z","shell.execute_reply.started":"2024-06-02T12:57:45.361208Z","shell.execute_reply":"2024-06-02T12:57:45.394520Z"},"trusted":true},"execution_count":5,"outputs":[{"name":"stdout","text":"<class 'pandas.core.frame.DataFrame'>\nRangeIndex: 2249 entries, 0 to 2248\nData columns (total 12 columns):\n #   Column            Non-Null Count  Dtype  \n---  ------            --------------  -----  \n 0   name              2249 non-null   object \n 1   job_title         2249 non-null   object \n 2   rating            2164 non-null   float64\n 3   street_address    2025 non-null   object \n 4   address_locality  2025 non-null   object \n 5   region            2249 non-null   object \n 6   postal_code       2249 non-null   int64  \n 7   is_dr             2249 non-null   int64  \n 8   is_nurse          2249 non-null   int64  \n 9   is_assistant      2249 non-null   int64  \n 10  facility_name     371 non-null    object \n 11  facility_address  1136 non-null   object \ndtypes: float64(1), int64(4), object(7)\nmemory usage: 211.0+ KB\n","output_type":"stream"}]},{"cell_type":"code","source":"df.head(2)","metadata":{"execution":{"iopub.status.busy":"2024-06-02T12:57:45.397644Z","iopub.execute_input":"2024-06-02T12:57:45.398192Z","iopub.status.idle":"2024-06-02T12:57:45.416831Z","shell.execute_reply.started":"2024-06-02T12:57:45.398149Z","shell.execute_reply":"2024-06-02T12:57:45.415357Z"},"trusted":true},"execution_count":6,"outputs":[{"execution_count":6,"output_type":"execute_result","data":{"text/plain":"                  name     job_title  rating  \\\n0  dr. david bolon, md  cardiologist    4.93   \n1   dr. anil gupta, md  cardiologist    5.00   \n\n                                      street_address address_locality region  \\\n0                            133 e 58th st, ste 1402         new york     NY   \n1  1314 hooper ave - ste 2b - 1314 hooper ave, st...       toms river     NJ   \n\n   postal_code  is_dr  is_nurse  is_assistant         facility_name  \\\n0        10022      1         0             0  parsons smile center   \n1         8753      1         0             0                   NaN   \n\n                              facility_address  \n0  parsons smile center, 133, east 58th street  \n1          1314, hooper avenue, brick township  ","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>name</th>\n      <th>job_title</th>\n      <th>rating</th>\n      <th>street_address</th>\n      <th>address_locality</th>\n      <th>region</th>\n      <th>postal_code</th>\n      <th>is_dr</th>\n      <th>is_nurse</th>\n      <th>is_assistant</th>\n      <th>facility_name</th>\n      <th>facility_address</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>dr. david bolon, md</td>\n      <td>cardiologist</td>\n      <td>4.93</td>\n      <td>133 e 58th st, ste 1402</td>\n      <td>new york</td>\n      <td>NY</td>\n      <td>10022</td>\n      <td>1</td>\n      <td>0</td>\n      <td>0</td>\n      <td>parsons smile center</td>\n      <td>parsons smile center, 133, east 58th street</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>dr. anil gupta, md</td>\n      <td>cardiologist</td>\n      <td>5.00</td>\n      <td>1314 hooper ave - ste 2b - 1314 hooper ave, st...</td>\n      <td>toms river</td>\n      <td>NJ</td>\n      <td>8753</td>\n      <td>1</td>\n      <td>0</td>\n      <td>0</td>\n      <td>NaN</td>\n      <td>1314, hooper avenue, brick township</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"# %%time\n# for row in df[:100].itertuples(index=True):\n#     if pd.notna(row.street_address):\n#         street_address = re.split(',|-', row.street_address)[0]\n#         facility_name, facility_add = fetch_facility_name(street=street_address, state=row.region, postal_code=row.postal_code)\n#         df.at[row.Index, 'facility_name'] = facility_name\n#         df.at[row.Index, 'facility_address'] = facility_add\n#         print(row.Index, facility_name, facility_add)\n#         time.sleep(random.uniform(1, 3))","metadata":{"execution":{"iopub.status.busy":"2024-06-02T07:09:58.495839Z","iopub.execute_input":"2024-06-02T07:09:58.496182Z","iopub.status.idle":"2024-06-02T07:09:58.504557Z","shell.execute_reply.started":"2024-06-02T07:09:58.496153Z","shell.execute_reply":"2024-06-02T07:09:58.503138Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# %%time\n# for row in df[99:1000].itertuples(index=True):\n#     if pd.notna(row.street_address):\n#         street_address = re.split(',|-', row.street_address)[0]\n#         facility_name, facility_add = fetch_facility_name(street=street_address, state=row.region, postal_code=row.postal_code)\n#         df.at[row.Index, 'facility_name'] = facility_name\n#         df.at[row.Index, 'facility_address'] = facility_add\n#         print(row.Index, facility_name, facility_add)\n#         time.sleep(random.uniform(1, 3))","metadata":{"execution":{"iopub.status.busy":"2024-06-02T07:09:58.505633Z","iopub.execute_input":"2024-06-02T07:09:58.505982Z","iopub.status.idle":"2024-06-02T07:09:58.521163Z","shell.execute_reply.started":"2024-06-02T07:09:58.505954Z","shell.execute_reply":"2024-06-02T07:09:58.520019Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# %%time\n# for row in df[1000:1200].itertuples(index=True):\n#     if pd.notna(row.street_address):\n#         street_address = re.split(',|-', row.street_address)[0]\n#         facility_name, facility_add = fetch_facility_name(street=street_address, state=row.region, postal_code=row.postal_code)\n#         df.at[row.Index, 'facility_name'] = facility_name\n#         df.at[row.Index, 'facility_address'] = facility_add\n#         print(row.Index, facility_name, facility_add)\n#         time.sleep(random.uniform(1, 3))","metadata":{"execution":{"iopub.status.busy":"2024-06-02T07:09:58.522562Z","iopub.execute_input":"2024-06-02T07:09:58.522955Z","iopub.status.idle":"2024-06-02T07:09:58.534149Z","shell.execute_reply.started":"2024-06-02T07:09:58.522923Z","shell.execute_reply":"2024-06-02T07:09:58.532756Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# %%time\n# for row in df[1200:1500].itertuples(index=True):\n#     if pd.notna(row.street_address):\n#         street_address = re.split(',|-', row.street_address)[0]\n#         facility_name, facility_add = fetch_facility_name(street=street_address, state=row.region, postal_code=row.postal_code)\n#         df.at[row.Index, 'facility_name'] = facility_name\n#         df.at[row.Index, 'facility_address'] = facility_add\n#         print(row.Index, facility_name, facility_add)\n#         time.sleep(random.uniform(1, 3))","metadata":{"execution":{"iopub.status.busy":"2024-06-02T07:09:58.535410Z","iopub.execute_input":"2024-06-02T07:09:58.535730Z","iopub.status.idle":"2024-06-02T07:09:58.547091Z","shell.execute_reply.started":"2024-06-02T07:09:58.535703Z","shell.execute_reply":"2024-06-02T07:09:58.545943Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time\nfor row in df[1500:].itertuples(index=True):\n    if pd.notna(row.street_address):\n        street_address = re.split(',|-', row.street_address)[0]\n        facility_name, facility_add = fetch_facility_name(street=street_address, state=row.region, postal_code=row.postal_code)\n        df.at[row.Index, 'facility_name'] = facility_name\n        df.at[row.Index, 'facility_address'] = facility_add\n        print(row.Index, facility_name, facility_add)\n        time.sleep(random.uniform(1, 2))","metadata":{"execution":{"iopub.status.busy":"2024-06-02T12:58:24.530841Z","iopub.execute_input":"2024-06-02T12:58:24.531247Z","iopub.status.idle":"2024-06-02T13:16:00.997734Z","shell.execute_reply.started":"2024-06-02T12:58:24.531211Z","shell.execute_reply":"2024-06-02T13:16:00.996391Z"},"trusted":true},"execution_count":7,"outputs":[{"name":"stdout","text":"1500  630, broad street, ridgewood junction\n1501  630, broad street, ridgewood junction\n1502 N/A N/A\n1503 N/A N/A\n1504 N/A N/A\n1508 princess road princess road, lawrence township, mercer county\n1509 cranbury road cranbury road, arrowhead park, arrowhead village\n1510 spectrum therapeutics of nj spectrum therapeutics of nj, 401, paterson-hamburg turnpike\n1511  370, grand avenue, davisville\n1512  300, perrine road, cedarview estates\n1514 hawks bridge road hawks bridge road, cedar crest manor, carneys point township\n1515  123, franklin corner road, franklin corner\n1516  127, pine street, closter\n1517 N/A N/A\n1518 union union, morris avenue, union\n1519  620, cranbury road, gillilandtown\n1520  1503, east saint georges avenue, roselle\n1522 hazlet hazlet, holmdel road, mechanicsville\n1523  8901, john f. kennedy boulevard, hudson heights\n1524  50, mount prospect avenue, athenia\n1525 2 journal square plaza 2 journal square plaza, 2, john f. kennedy boulevard\n1526  784, franklin avenue, nutley\n1528  8901, john f. kennedy boulevard, hudson heights\n1529 clifton clifton, elm street, athenia\n1530 new jersey city university new jersey city university, stegman parkway, west bergen\n1531 northfield avenue northfield avenue, west orange, essex county\n1532 N/A N/A\n1533 clifton clifton, elm street, athenia\n1534 N/A N/A\n1535 clifton clifton, elm street, athenia\n1536 clifton clifton, elm street, athenia\n1537  443, northfield avenue, saint cloud\n1538  975, clifton avenue, athenia\n1539 clifton clifton, elm street, athenia\n1540 N/A N/A\n1541 hazlet hazlet, holmdel road, mechanicsville\n1542  1117, edgebrook drive south, silver ridge park east\n1543  405, northfield avenue, saint cloud\n1544  2333, morris avenue, unionburg\n1545 tices lane tices lane, mid state mall, east brunswick township\n1546 nj 44 nj 44, verga, west deptford township\n1547  1203, langhorne newtown road, middletown township\n1548  385, south maple avenue, downtown ridgewood\n1549  290, madison avenue, norwood\n1550 provident bank provident bank, 161, eagle rock avenue\n1551  475, prospect avenue, dumont\n1552  1455, broad street, ridgewood heights\n1553  140, sylvan avenue, englewood cliffs\n1555 burger king burger king, 185, 12th street\n1556  475, prospect avenue, dumont\n1557 permanent mission of the central african republic to the united nations permanent mission of the central african republic to the united nations, 369, lexington avenue\n1558  443, northfield avenue, saint cloud\n1559  638, mount prospect avenue, newark\n1560  7650, river road, north bergen\n1561 us highway 46 us highway 46, saddle brook, bergen county\n1562 spectrum therapeutics of nj spectrum therapeutics of nj, 401, paterson-hamburg turnpike\n1563  1503, east saint georges avenue, roselle\n1564  2177, oak tree road, oak tree\n1565  443, northfield avenue, saint cloud\n1566 N/A N/A\n1567  345, south main street, lambertville\n1568  910, sylvan avenue, englewood cliffs\n1569  2, lincoln highway, kearny point\n1570 lefcourt colonial building lefcourt colonial building, 295, madison avenue\n1571  81, north broadway, hicksville\n1572  20, cherry tree farm road, new monmouth\n1573  184, old country road, village of mineola\n1574 taco bell taco bell, 701, nj 440\n1575  2175, lemoine avenue, koreatown\n1576 N/A N/A\n1577  2124, oak tree road, oak tree\n1578 permanent mission of the central african republic to the united nations permanent mission of the central african republic to the united nations, 369, lexington avenue\n1579 the columns the columns, 47, orient way\n1580 N/A N/A\n1581  2163, oak tree road, oak tree\n1582 garden city garden city, park avenue, village of garden city\n1583  2800, marcus avenue, lake success quadrangle\n1584  377, jersey avenue, fairview\n1585  110, west 14th street, manhattan community board 2\n1586 e14 medical arts e14 medical arts, 332, east 14th street\n1587 cross street cross street, fairways, lakewood township\n1588 five guys five guys, 80, maiden lane\n1589 best value cleaners best value cleaners, 626, sheepshead bay road\n1590  2, ohio drive, lake success quadrangle\n1591 bright smile design dental bright smile design dental, 36, west 44th street\n1594  1, west ridgewood avenue, downtown ridgewood\n1596  1144, east ridgewood avenue, southeast ridgewood\n1597  630, broad street, ridgewood junction\n1598 N/A N/A\n1599 ridgewood internal medicine ridgewood internal medicine, 190, dayton street\n1600 N/A N/A\n1602  290, south livingston avenue, northfield\n1603 55 55, departures level, newark\n1604  367, lakehurst road, camelot\n1605  1104, arnold avenue, clarks landing\n1606 N/A N/A\n1607 N/A N/A\n1608 route 34 route 34, cheesequake, old bridge township\n1609  158, south main street, lambertville\n1610 route 34 route 34, cheesequake, old bridge township\n1611  158, south main street, lambertville\n1612 N/A N/A\n1613  175, gunning river road, lincoln park\n1614 route 34 route 34, cheesequake, old bridge township\n1615 route 34 route 34, cheesequake, old bridge township\n1616 attilio's pizza attilio's pizza, 4057, asbury avenue\n1617 N/A N/A\n1618 N/A N/A\n1619  1270, south beverwyck road, parsippany-troy hills\n1620 N/A N/A\n1621 N/A N/A\n1622 N/A N/A\n1624 route 34 route 34, cheesequake, old bridge township\n1625  302, high street, northvale\n1626  3363, john f. kennedy boulevard, union city\n1627 N/A N/A\n1628 main street main street, chester township, morris county\n1629  1622, parker avenue, koreatown\n1630  133, monroe street, downtown\n1631 bank of america bank of america, 200, hudson street\n1632 bank of america bank of america, 200, hudson street\n1633 ruth road ruth road, brighton at barnegat mobile home park, barnegat township\n1634 N/A N/A\n1635  1325, hudson street, uptown\n1636  253, south washington avenue, bergenfield\n1637  1325, hudson street, uptown\n1638 bank of america bank of america, 200, hudson street\n1639  351, union boulevard, totowa\n1640  557, south atlantic avenue, aberdeen township\n1641 performance physical therapy & sports conditioning, llc performance physical therapy & sports conditioning, llc, 15\n1642  133, monroe street, downtown\n1643  1325, hudson street, uptown\n1644  133, monroe street, downtown\n1645  13, clyde road, clyde\n1646  133, monroe street, downtown\n1647  150, sylvan avenue, englewood cliffs\n1649 tices lane tices lane, mid state mall, east brunswick township\n1650  300, kakeout road, kinnelon ridge\n1651 N/A N/A\n1653  3553, johnson avenue, spuyten duyvil\n1654 john t costa agency john t costa agency, 2025, paterson-hamburg turnpike\n1655 urban table urban table, 665, martinsville road\n1656 clifton clifton, elm street, athenia\n1657 tices lane tices lane, mid state mall, east brunswick township\n1658  1200, green street, iselin\n1659 N/A N/A\n1660 richmond physical therapy richmond physical therapy, 3377, richmond avenue\n1661  33, west 46th street, manhattan community board 5\n1662 law and mediation office of darren m. shapiro, p.c. law and mediation office of darren m. shapiro, p.c., 99\n1663  37, east 28th street, manhattan community board 5\n1664  1100, stewart avenue, east garden city\n1666  1751, victory boulevard, castleton corners\n1667  1384, broadway, garment district\n1668 kidsthrive nyc kidsthrive nyc, 303, 5th avenue\n1669 otb otb, 3430, sunrise highway\n1670 port authority bus terminal port authority bus terminal, 625, 8th avenue\n1671 new rd new rd, highlands, monmouth county\n1672  2627, hylan boulevard, oakwood\n1673 cafe 28 cafe 28, 245, 5th avenue\n1674  684, west fingerboard road, arrochar\n1675  45, emerson plaza east, emerson\n1676  131, west 35th street, garment district\n1677  12, east 46th street, manhattan community board 5\n1678  2014, bergenline avenue, union city\n1679  544, washington avenue, woodbine\n1680 N/A N/A\n1681  630, broad street, ridgewood junction\n1682 N/A N/A\n1683 ridgewood internal medicine ridgewood internal medicine, 190, dayton street\n1684  759, hamburg turnpike, wayne\n1685  55, kent road, tenafly\n1686  9, hospital drive, silver ridge\n1687 N/A N/A\n1688  509, stillwells corner road, west freehold\n1689 N/A N/A\n1690  35, beaverson boulevard, brick township\n1691 N/A N/A\n1692  515, iron bridge road, college park\n1693  55, kent road, tenafly\n1694 N/A N/A\n1695 N/A N/A\n1696  35, beaverson boulevard, brick township\n1697  505, stillwells corner road, west freehold\n1698 N/A N/A\n1699  55, kent road, tenafly\n1700 north johnson boulevard north johnson boulevard, gloucester city, camden county\n1701 N/A N/A\n1702  433, hackensack avenue, hackensack\n1703  172, summerhill road, east brunswick township\n1704  195, gettysburg way, lincoln park\n1705 bell works bell works, 101, crawfords corner road\n1706 N/A N/A\n1707 N/A N/A\n1708 south avenue south avenue, norwood, bergen county\n1709 bell works bell works, 101, crawfords corner road\n1710 N/A N/A\n1712  119, grove street, closter\n1713  12, wills way, piscataway township\n1714  130, maple avenue, closter\n1715  7817, bergenline avenue, hudson heights\n1716  55, leonardville road, leonardville\n1717  1868, hooper avenue, silverton\n1718 princess road princess road, lawrence township, mercer county\n1719  12, wills way, piscataway township\n1720 us highway 130 us highway 130, east windsor township, mercer county\n1721  519, new brunswick avenue, rahway\n1722 N/A N/A\n1723  12, wills way, piscataway township\n1724 ankle & foot associates north: mc evoy john j dpm ankle & foot associates north: mc evoy john j dpm, 504, paterson-hamburg turnpike\n1725  550, newark avenue, journal square\n1726  130, maple avenue, closter\n1727 N/A N/A\n1728 N/A N/A\n1729 N/A N/A\n1730 N/A N/A\n1731  2501, kuser road, haines corner\n1732  109, south main street, laguna oaks\n1733  31, smull avenue, caldwell\n1734  1, west ridgewood avenue, downtown ridgewood\n1735 millburn avenue millburn avenue, union, union county\n1736  20, prospect avenue, montclair\n1737  24, bergen street, englewood\n1738  370, grand avenue, davisville\n1739  1270, south beverwyck road, parsippany-troy hills\n1740 dr. harish h. shah, md dr. harish h. shah, md, 468\n1741  1156, springfield avenue, irvington\n1742  2, sears drive, paramus\n1743  5, franklin avenue, witherspoon-jackson\n1744  240, williamson street, elizabeth\n1745 N/A N/A\n1746  363, grand avenue, davisville\n1747  500, morris avenue, spring lake\n1748  285, north beverwyck road, lake hiawatha\n1749 N/A N/A\n1750  905, allwood road, clifton\n1751  1625, anderson avenue, koreatown\n1752  240, williamson street, elizabeth\n1753  83, hanover road, cooks bridge\n1754  24, bergen street, englewood\n1755  200, south orange avenue, university heights\n1756 kinderkamack road kinderkamack road, westwood, bergen county\n1757 N/A N/A\n1758 kinderkamack road kinderkamack road, westwood, bergen county\n1759  1033, clifton avenue, athenia\n1760 michael moore, md michael moore, md, 171\n1761  9, mount bethel road, warrenville\n1762  4, hunter street, lodi\n1763  22, madison avenue, montclair\n1764  55, gilbert street north, tinton falls\n1765  542, anderson avenue, alpine\n1766  1200, green street, iselin\n1767  8, south morris street, dover\n1768  970, bard avenue, sunset hill\n1769  400, old hook road, westwood\n1770  9, mount bethel road, warrenville\n1771  350, bloomfield avenue, newark\n1772  52, skyline drive, englewood cliffs\n1773 east brunswick east brunswick, brick plant road, east brunswick township\n1775 N/A N/A\n1776  1600, east saint georges avenue, linden\n1777  1, journal concourse square west, journal square\n1778  20, prospect avenue, montclair\n1779  877, broadway, west norwood\n1780 clifton dental associates clifton dental associates, 1005, clifton avenue\n1781 N/A N/A\n1782 N/A N/A\n1783 oradell oradell, oradell avenue, oradell\n1784 comfort inn edgewater comfort inn edgewater, 725, river road\n1785  1308, morris avenue, union\n1786  925, clifton avenue, athenia\n1787  20, east 46th street, manhattan community board 5\n1788 oradell oradell, oradell avenue, oradell\n1789  1203, langhorne newtown road, middletown township\n1790  125, washington avenue, villas\n1791 hold middle acupuncture hold middle acupuncture, 66, east 80th street\n1792  400, old hook road, westwood\n1794 N/A N/A\n1795  116, washington crossing-pennington road, harts corner\n1796  20, east 46th street, manhattan community board 5\n1797  264, boyden avenue, newark heights\n1798  528, boulevard, brookchester apartment homes\n1799  20, east 46th street, manhattan community board 5\n1800  182, south new york road, quail hill professional park\n1801  240, williamson street, elizabeth\n1802  215, old tappan road, old tappan\n1803 spectrum therapeutics of nj spectrum therapeutics of nj, 401, paterson-hamburg turnpike\n1804  842, clifton avenue, athenia\n1806 re/max classic group re/max classic group, 3322, us 22\n1807 N/A N/A\n1809  50, union avenue, berlin\n1810  7318, frankford avenue, mayfair\n1811 nj physical therapy nj physical therapy, 342, paterson-hamburg turnpike\n1812  217, bethpage road, hicksville\n1813  370, grand avenue, davisville\n1814 N/A N/A\n1815 railroad avenue railroad avenue, coxstown, eagleswood township\n1816  308, main street, village of farmingdale\n1817  970, bard avenue, sunset hill\n1818 the juilliard school the juilliard school, 60, west 66th street\n1820  83, hanover road, cooks bridge\n1821 my best practice my best practice, 280, madison avenue\n1822 starbucks starbucks, 800, denow road\n1823 spectrum therapeutics of nj spectrum therapeutics of nj, 401, paterson-hamburg turnpike\n1824  7318, frankford avenue, mayfair\n1825 subway subway, 111, broadway\n1826 michael moore, md michael moore, md, 171\n1827  12, wills way, piscataway township\n1828  156, william street, whitehall\n1829  953, fischer boulevard, bellcrest park\n1830  3520, us highway 9, freehold township\n1834  40, bey lea road, bey lea\n1835 N/A N/A\n1836 N/A N/A\n1837  40, bey lea road, bey lea\n1838  731, lacey road, cranberry hill\n1839  855, valley road, montclair heights\n1841 N/A N/A\n1843  701, east main street, finderne\n1844  34, the promenade, edgewater\n1845 crowne plaza crowne plaza, 401, south van brunt street\n1846 N/A N/A\n1847 N/A N/A\n1849 N/A N/A\n1850  185, central avenue, koreatown\n1854 N/A N/A\n1856 central jersey urgent care of eatontown central jersey urgent care of eatontown, 142, main street\n1857 millburn avenue millburn avenue, union, union county\n1858  35, south washington avenue, bergenfield\n1859  1265, springfield avenue, irvington\n1860  21, angela drive, forest edge estates\n1861  757, teaneck road, copley estates\n1862  195, cortlandt street, belleville\n1863 gemstone gallery gemstone gallery, 17, bridge street\n1864 stelton road stelton road, north stelton, piscataway township\n1865 N/A N/A\n1866  999, mcbride avenue, woodland park\n1868  714, bergen boulevard, ridgefield\n1869  20, valley street, hillsdale\n1870  1187, main avenue, clifton\n1871  16, arcadian way, arcola\n1872  55, morris avenue, haworth\n1873 the columns the columns, 47, orient way\n1874  859, clifton avenue, athenia\n1875 us highway 46 us highway 46, lodi, bergen county\n1876 N/A N/A\n1878  323, washington street, downtown\n1880  7, broad avenue, koreatown\n1881 N/A N/A\n1882  1270, south beverwyck road, parsippany-troy hills\n1883 N/A N/A\n1884  1150, teaneck road, colonial village\n1885 woodbourne road woodbourne road, quincy hollow, middletown township\n1886  207, lakeview avenue, wanamassa\n1887  449, mount pleasant avenue, woodland park\n1889 us highway 46 us highway 46, lodi, bergen county\n1890 the columns the columns, 47, orient way\n1891  45, pearl street, metuchen\n1892 ridgewood internal medicine ridgewood internal medicine, 190, dayton street\n1893  18, redneck avenue, little ferry\n1895  757, teaneck road, copley estates\n1896  145, wyckoff road, eatonbrook\n1897  1364, bunker hill drive, willowdale\n1898  44, godwin avenue, fair lawn\n1899 N/A N/A\n1900 N/A N/A\n1901  9, presidential boulevard, sutton terrace\n1902 N/A N/A\n1903  46, essex street, hackensack\n1904  1364, bunker hill drive, willowdale\n1905 N/A N/A\n1906  23, mountain boulevard, warrenville\n1907  2100, corlies avenue, west grove\n1908 N/A N/A\n1909  579, otterhole road, west milford\n1910 N/A N/A\n1911 N/A N/A\n1913 N/A N/A\n1914 advanced surgical & bariatrics advanced surgical & bariatrics, 81, veronica avenue\n1915  43, gilbert street north, tinton falls\n1916  228, franklin avenue, seaside heights\n1917  200, engle street, englewood\n1918 overlook emergency services – union campus overlook emergency services – union campus, 1000, galloping hill road\n1919 route 22 route 22, north plainfield, somerset county\n1920  440, chestnut street, englewood cliffs\n1921  3200, sunset avenue, wanamassa\n1922  60, evergreen place, demarest\n1923 N/A N/A\n1925  166, morris avenue, haworth\n1926  310, central avenue, englewood\n1927 N/A N/A\n1928  7500, bergenline avenue, north bergen\n1929  705, white horse road, glendale\n1930 millburn avenue millburn avenue, union, union county\n1931  526, lippincott drive, marlton\n1932  34, the promenade, edgewater\n1934  230, sherman avenue, deal park\n1935 windsor medical center, pa windsor medical center, pa, 339\n1937  6, cornwall court, east brunswick township\n1938 N/A N/A\n1939 N/A N/A\n1940  230, sherman avenue, deal park\n1941 s dental & specialties s dental & specialties, 50, essex street\n1942 N/A N/A\n1945 N/A N/A\n1947 N/A N/A\n1948 route 37 west route 37 west, manchester township, ocean county\n1950 N/A N/A\n1951  207, lakeview avenue, wanamassa\n1953  70, ramtown-greenville road, ramtown manor\n1955 overlook emergency services – union campus overlook emergency services – union campus, 1000, galloping hill road\n1957 N/A N/A\n1958  780, cedar lane, teaneck township\n1961 N/A N/A\n1963  759, hamburg turnpike, wayne\n1964 starbucks starbucks, 800, denow road\n1965 N/A N/A\n1966 N/A N/A\n1969 N/A N/A\n1982 N/A N/A\n1988  66, macculloch avenue, dublin\n1991  1767, morris avenue, union\n1995  11, dundar road, springfield\n2000 N/A N/A\n2003  206, washington street, northvale\n2004  94, valley road, haworth\n2007  333, old hook road, westwood\n2011 N/A N/A\n2039  61, pearl street, dumont\n2046  220, saint paul street, westfield\n2079  94, valley road, haworth\n2085  992, clifton avenue, athenia\n2091  1560, springfield avenue, newark heights\n2104  241, maple avenue, oradell\n2107  2, paragon way, freehold township\n2110  1400, hooper avenue, friar's cove\n2111 N/A N/A\n2118  601, south henderson road, school side manor\n2119  317, godwin avenue, wortendyke\n2132 N/A N/A\n2133 burger king burger king, 185, 12th street\n2134 N/A N/A\n2135 burger king burger king, 185, 12th street\n2136 N/A N/A\n2137 N/A N/A\n2138  305, west grand avenue, rahway\n2139 saint peter's university hospital saint peter's university hospital, 254, easton avenue\n2140 westwood post office westwood post office, fairview avenue, westwood\n2141  4045, hempstead turnpike, bethpage\n2142 N/A N/A\n2143  12, east 86th street, manhattan community board 8\n2144  4813, 9th avenue, borough park\n2145 N/A N/A\n2146  7, 7th avenue, brooklyn\n2147  122, east 76th street, lenox hill\n2148 emu health emu health, 83-40, woodhaven boulevard\n2149  200, engle street, englewood\n2150 us highway 46 us highway 46, lodi, bergen county\n2151  16, arcadian way, arcola\n2152 the columns the columns, 47, orient way\n2153  3200, sunset avenue, wanamassa\n2154  1364, bunker hill drive, willowdale\n2155  46, essex street, hackensack\n2156  367, lakehurst road, camelot\n2158 burger king burger king, 185, 12th street\n2159  780, cedar lane, teaneck township\n2160 N/A N/A\n2161  855, valley road, montclair heights\n2162  759, hamburg turnpike, wayne\n2163 N/A N/A\n2165 N/A N/A\n2166 the dentists llc the dentists llc, 870, palisade avenue\n2167 N/A N/A\n2168  367, lakehurst road, camelot\n2169  544, washington avenue, woodbine\n2170  70, ramtown-greenville road, ramtown manor\n2171 N/A N/A\n2172 burger king burger king, 185, 12th street\n2173  1144, east ridgewood avenue, southeast ridgewood\n2174 N/A N/A\n2175  759, hamburg turnpike, wayne\n2176  1255, whitehorse mercerville road, hamilton township\n2177 N/A N/A\n2178 N/A N/A\n2179 holy name medical center holy name medical center, 718, teaneck road\n2180  3840, park avenue, weehawken\n2181 highland financial advisors, llc highland financial advisors, llc, 1680\n2182  1, west ridgewood avenue, downtown ridgewood\n2183  222, cedar lane, copley estates\n2184  1, west ridgewood avenue, downtown ridgewood\n2185  5, plainsboro road, plainsboro township\n2186  1, journal concourse square west, journal square\n2187  464, hudson terrace, englewood cliffs\n2188  309, engle street, tenafly\n2189 N/A N/A\n2190 iorio plastic surgery and medspa iorio plastic surgery and medspa, 101, crawfords corner road\n2191 N/A N/A\n2192 alexandria deli & grocery alexandria deli & grocery, 79, saratoga avenue\n2193 2 journal square plaza 2 journal square plaza, 2, john f. kennedy boulevard\n2194 iorio plastic surgery and medspa iorio plastic surgery and medspa, 101, crawfords corner road\n2195 highland financial advisors, llc highland financial advisors, llc, 1680\n2196 N/A N/A\n2197  575, underhill boulevard, syosset\n2198  80, colonial road, village of floral park\n2199 N/A N/A\n2200  200, south orange avenue, university heights\n2201  1, journal concourse square west, journal square\n2202  1, journal concourse square west, journal square\n2203 N/A N/A\n2204 N/A N/A\n2205 holy name medical center holy name medical center, 718, teaneck road\n2206  95, greenleaf hill, saddle rock homes at saddle rock\n2207  630, broad street, ridgewood junction\n2208 nj physical therapy nj physical therapy, 342, paterson-hamburg turnpike\n2209 clifton clifton, elm street, athenia\n2210  9226, john f. kennedy boulevard, hudson heights\n2211  2333, morris avenue, unionburg\n2212 holy name medical center holy name medical center, 718, teaneck road\n2213  4813, 9th avenue, borough park\n2214  210, west saint georges avenue, linden\n2215  186, east 76th street, lenox hill\n2216 N/A N/A\n2217 N/A N/A\n2218  5, plainsboro road, plainsboro township\n2219 N/A N/A\n2220  186, east 76th street, lenox hill\n2221  443, northfield avenue, saint cloud\n2222  116, south euclid avenue, westfield\n2223  155, east 76th street, lenox hill\n2224 N/A N/A\n2225 starbucks starbucks, 50, court street\n2226  769, 54th street, borough park\n2227 N/A N/A\n2228  90, millburn avenue, millburn\n2229  156, williams street, village of lawrence\n2230 bayonne medical center bayonne medical center, 29, east 29th street\n2231  54, south dean street, englewood\n2233 N/A N/A\n2234  54, south dean street, englewood\n2235 N/A N/A\n2236  300, perrine road, cedarview estates\n2237  200, east 78th street, manhattan community board 8\n2238 starbucks starbucks, 50, court street\n2239 west 8th street west 8th street, ship bottom, ocean county\n2240  79, hudson street, downtown\n2241 kennedy boulevard kennedy boulevard, coventry square, lakewood township\n2242 N/A N/A\n2243  372, central park west, manhattan community board 7\n2244  2339, hempstead turnpike, east meadow\n2245  2510, westchester avenue, bronx county\n2246  3250, westchester avenue, pelham bay\n2247  630, broad street, ridgewood junction\n2248 N/A N/A\nCPU times: user 10.9 s, sys: 634 ms, total: 11.5 s\nWall time: 17min 36s\n","output_type":"stream"}]},{"cell_type":"code","source":"df.tail(3)","metadata":{"execution":{"iopub.status.busy":"2024-06-02T13:16:43.491061Z","iopub.execute_input":"2024-06-02T13:16:43.491447Z","iopub.status.idle":"2024-06-02T13:16:43.510405Z","shell.execute_reply.started":"2024-06-02T13:16:43.491418Z","shell.execute_reply":"2024-06-02T13:16:43.509096Z"},"trusted":true},"execution_count":9,"outputs":[{"execution_count":9,"output_type":"execute_result","data":{"text/plain":"                             name job_title  rating  \\\n2246  dr. kristine cruz, md, facs   surgeon    4.84   \n2247       siara kolpon, ms, pa-c   surgeon    4.75   \n2248       siara kolpon, ms, pa-c   surgeon    4.75   \n\n                     street_address address_locality region  postal_code  \\\n2246  3250 westchester ave, ste 201            bronx     NY        10461   \n2247        630 broad st, ste 3-300        carlstadt     NJ         7072   \n2248      59 main street, suite 201      west orange     NJ         7052   \n\n      is_dr  is_nurse  is_assistant facility_name  \\\n2246      1         0             0                 \n2247      0         0             1                 \n2248      0         0             1           N/A   \n\n                           facility_address  \n2246   3250, westchester avenue, pelham bay  \n2247  630, broad street, ridgewood junction  \n2248                                    N/A  ","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>name</th>\n      <th>job_title</th>\n      <th>rating</th>\n      <th>street_address</th>\n      <th>address_locality</th>\n      <th>region</th>\n      <th>postal_code</th>\n      <th>is_dr</th>\n      <th>is_nurse</th>\n      <th>is_assistant</th>\n      <th>facility_name</th>\n      <th>facility_address</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>2246</th>\n      <td>dr. kristine cruz, md, facs</td>\n      <td>surgeon</td>\n      <td>4.84</td>\n      <td>3250 westchester ave, ste 201</td>\n      <td>bronx</td>\n      <td>NY</td>\n      <td>10461</td>\n      <td>1</td>\n      <td>0</td>\n      <td>0</td>\n      <td></td>\n      <td>3250, westchester avenue, pelham bay</td>\n    </tr>\n    <tr>\n      <th>2247</th>\n      <td>siara kolpon, ms, pa-c</td>\n      <td>surgeon</td>\n      <td>4.75</td>\n      <td>630 broad st, ste 3-300</td>\n      <td>carlstadt</td>\n      <td>NJ</td>\n      <td>7072</td>\n      <td>0</td>\n      <td>0</td>\n      <td>1</td>\n      <td></td>\n      <td>630, broad street, ridgewood junction</td>\n    </tr>\n    <tr>\n      <th>2248</th>\n      <td>siara kolpon, ms, pa-c</td>\n      <td>surgeon</td>\n      <td>4.75</td>\n      <td>59 main street, suite 201</td>\n      <td>west orange</td>\n      <td>NJ</td>\n      <td>7052</td>\n      <td>0</td>\n      <td>0</td>\n      <td>1</td>\n      <td>N/A</td>\n      <td>N/A</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"df.to_csv('df_combined_facility.csv', index=False)","metadata":{"execution":{"iopub.status.busy":"2024-06-02T13:16:34.497628Z","iopub.execute_input":"2024-06-02T13:16:34.498713Z","iopub.status.idle":"2024-06-02T13:16:34.532616Z","shell.execute_reply.started":"2024-06-02T13:16:34.498658Z","shell.execute_reply":"2024-06-02T13:16:34.531374Z"},"trusted":true},"execution_count":8,"outputs":[]}]}