From 8c0d3702bfcd7b5552bb9eb2af0809834e0af764 Mon Sep 17 00:00:00 2001 From: Arwa Date: Mon, 28 Apr 2025 14:43:52 -0500 Subject: [PATCH 1/7] docs: update snippet for Create a k-means model tutorial --- samples/snippets/create_kmeans_model_test.py | 46 ++++++++++++-------- 1 file changed, 29 insertions(+), 17 deletions(-) diff --git a/samples/snippets/create_kmeans_model_test.py b/samples/snippets/create_kmeans_model_test.py index 32ebc60a69..7e2f813072 100644 --- a/samples/snippets/create_kmeans_model_test.py +++ b/samples/snippets/create_kmeans_model_test.py @@ -22,6 +22,7 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: import pandas as pd import bigframes + import bigframes.bigquery as bbq import bigframes.pandas as bpd bigframes.options.bigquery.project = your_gcp_project_id @@ -41,21 +42,30 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: } ) - s = bpd.read_gbq( - # Use ST_GEOPOINT and ST_DISTANCE to analyze geographical - # data. These functions determine spatial relationships between - # geographical features. - """ - SELECT - id, - ST_DISTANCE( - ST_GEOGPOINT(s.longitude, s.latitude), - ST_GEOGPOINT(-0.1, 51.5) - ) / 1000 AS distance_from_city_center - FROM - `bigquery-public-data.london_bicycles.cycle_stations` s - """ + # Use GeoSeries.from_xy and BigQuery.st_distance to analyze geographical + # data. These functions determine spatial relationships between + # geographical features. + # See, https://cloud.google.com/python/docs/reference/bigframes/latest/bigframes.geopandas.GeoSeries#bigframes_geopandas_GeoSeries_from_xy + # and https://cloud.google.com/python/docs/reference/bigframes/latest/bigframes.bigquery?_gl=1*zvtewl*_ga*MTQ0Mjc3NTA5NS4xNzQyOTI5NDMz*_ga_4LYFWVHBEB*MTc0NTg1OTY2Mi4zLjEuMTc0NTg2MDQ2Mi4wLjAuMA..#bigframes_bigquery_st_distance. + cycle_stations = bpd.read_gbq("bigquery-public-data.london_bicycles.cycle_stations") + s1 = bpd.DataFrame( + { + "id": cycle_stations["id"], + "xy": bigframes.geopandas.GeoSeries.from_xy( + cycle_stations["longitude"], cycle_stations["latitude"] + ), + } + ) + s2 = bpd.DataFrame( + { + "id": cycle_stations["id"], + "xy": bigframes.geopandas.GeoSeries.from_xy( + [-0.1] * len(s1), [51.5] * len(s1) + ), + } ) + s_distance = bbq.st_distance(s1["xy"], s2["xy"], use_spheroid=False) + s = bpd.DataFrame({"id": s1["id"], "distance_from_city_center": s_distance}) # Define Python datetime objects in the UTC timezone for range comparison, # because BigQuery stores timestamp data in the UTC timezone. @@ -97,9 +107,11 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: stationstats.columns = pd.Index( ["duration", "num_trips", "distance_from_city_center"] ) - stationstats = stationstats.sort_values( - by="distance_from_city_center", ascending=True - ).reset_index() + stationstats = ( + bpd.DataFrame(stationstats) + .sort_values(by="distance_from_city_center", ascending=True) + .reset_index() + ) # Expected output results: >>> stationstats.head(3) # station_name isweekday duration num_trips distance_from_city_center From 742c0f8d4561f6cc5f8ee36136685e8b86f4c91f Mon Sep 17 00:00:00 2001 From: Arwa Date: Mon, 28 Apr 2025 15:19:39 -0500 Subject: [PATCH 2/7] re-run bq_dataframes_llm_kmeans.ipynb --- .../bq_dataframes_llm_kmeans.ipynb | 1167 ++++++++--------- 1 file changed, 556 insertions(+), 611 deletions(-) diff --git a/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb b/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb index 31a47ea424..5833cedc3f 100644 --- a/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb +++ b/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb @@ -280,22 +280,11 @@ "metadata": { "id": "zDSwoBo1CU3G" }, - "outputs": [], - "source": [ - "input_df = bf.read_gbq(\"bigquery-public-data.cfpb_complaints.complaint_database\")" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": { - "id": "tYDoaKgJChiq" - }, "outputs": [ { "data": { "text/html": [ - "Query job 960f637d-89eb-4bbf-a34c-36ed624e8e9a is DONE. 2.3 GB processed. Open Job" + "Query job 3bd53bbe-329d-4a61-8ae4-519ba0aedbac is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -303,11 +292,23 @@ }, "metadata": {}, "output_type": "display_data" - }, + } + ], + "source": [ + "input_df = bf.read_gbq(\"bigquery-public-data.cfpb_complaints.complaint_database\")" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": { + "id": "tYDoaKgJChiq" + }, + "outputs": [ { "data": { "text/html": [ - "Query job 59bb207c-98e1-4dab-8686-320f276b09df is DONE. 63.7 MB processed. Open Job" + "Query job dc9def31-6b90-45ab-9812-8ceb753f1899 is DONE. 2.3 GB processed. Open Job" ], "text/plain": [ "" @@ -342,24 +343,24 @@ " \n", " \n", " \n", - " 2557016\n", - " I've been disputing fraud accounts on my credi...\n", + " 3274540\n", + " This is my XXXX request that I have been a vic...\n", " \n", " \n", - " 2557686\n", - " American Express Platinum totally messed up my...\n", + " 3274638\n", + " This complaint is in regards to the Student Lo...\n", " \n", " \n", - " 2558170\n", - " I recently looked at my credit report and noti...\n", + " 3275041\n", + " XXXX XXXX XXXX keeps raising my monthly paymen...\n", " \n", " \n", - " 2558545\n", - " Select Portfolio Servicing contacted my insura...\n", + " 3275069\n", + " A check was stolen from my purse, forged, and ...\n", " \n", " \n", - " 2558652\n", - " I checked my credit report and I am upset on w...\n", + " 3275144\n", + " In accordance with the Fair Credit Reporting a...\n", " \n", " \n", "\n", @@ -367,11 +368,11 @@ ], "text/plain": [ " consumer_complaint_narrative\n", - "2557016 I've been disputing fraud accounts on my credi...\n", - "2557686 American Express Platinum totally messed up my...\n", - "2558170 I recently looked at my credit report and noti...\n", - "2558545 Select Portfolio Servicing contacted my insura...\n", - "2558652 I checked my credit report and I am upset on w..." + "3274540 This is my XXXX request that I have been a vic...\n", + "3274638 This complaint is in regards to the Student Lo...\n", + "3275041 XXXX XXXX XXXX keeps raising my monthly paymen...\n", + "3275069 A check was stolen from my purse, forged, and ...\n", + "3275144 In accordance with the Fair Credit Reporting a..." ] }, "execution_count": 7, @@ -421,10 +422,20 @@ "id": "li38q8FzDDMu" }, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/google/home/arwas/src1/python-bigquery-dataframes/bigframes/core/log_adapter.py:164: FutureWarning: Since upgrading the default model can cause unintended breakages, the\n", + "default model will be removed in BigFrames 3.0. Please supply an\n", + "explicit model to avoid this message.\n", + " return method(self, *args, **kwargs)\n" + ] + }, { "data": { "text/html": [ - "Query job e4616b5e-b4c0-490c-a249-484f373f89d9 is DONE. 0 Bytes processed. Open Job" + "Query job f6131b15-76ea-42d1-91a4-62dec4cda8f7 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -450,7 +461,7 @@ { "data": { "text/html": [ - "Query job 89f96e88-2dd5-4326-8912-925b237e2877 is DONE. 1.3 GB processed. Open Job" + "Query job d13728ad-23c9-4a3b-9f33-a850893493ba is DONE. 1.3 GB processed. Open Job" ], "text/plain": [ "" @@ -463,38 +474,15 @@ "name": "stderr", "output_type": "stream", "text": [ - "/usr/local/google/home/garrettwu/src/bigframes/bigframes/core/__init__.py:108: PreviewWarning: Interpreting JSON column(s) as StringDtype. This behavior may change in future versions.\n", - " warnings.warn(\n" + "/usr/local/google/home/arwas/src1/python-bigquery-dataframes/bigframes/core/array_value.py:109: PreviewWarning: JSON column interpretation as a custom PyArrow extention in\n", + "`db_dtypes` is a preview feature and subject to change.\n", + " warnings.warn(msg, bfe.PreviewWarning)\n" ] }, { "data": { "text/html": [ - "Query job bcdbfe96-2cce-4269-81f4-0334033b458b is DONE. 20.0 kB processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job 3b89850f-4491-4343-912a-7a2fd3137790 is DONE. 0 Bytes processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job a2999e90-8d14-4f4a-99dc-4e769df01837 is DONE. 72.0 MB processed. Open Job" + "Query job 6f9269ff-5cdd-4027-af8e-ffd05d04e4b5 is DONE. 72.2 MB processed. Open Job" ], "text/plain": [ "" @@ -532,180 +520,179 @@ " \n", " \n", " \n", - " 415\n", - " [ 2.56774724e-02 -1.06168222e-02 3.06945704e-...\n", - " {\"token_count\":171,\"truncated\":false}\n", + " 170\n", + " [ 1.88376904e-02 -5.30475788e-02 2.95045757e-...\n", + " {\"token_count\":187,\"truncated\":false}\n", " \n", - " DEPT OF EDUCATION/XXXX is stating I was late ...\n", + " I recently had a credit score of XXXX. In XXXX...\n", " \n", " \n", - " 596\n", - " [ 5.90653270e-02 -9.31344274e-03 -7.12460047e-...\n", - " {\"token_count\":668,\"truncated\":false}\n", + " 1054\n", + " [ 1.62359420e-02 4.00104094e-03 3.32496352e-...\n", + " {\"token_count\":156,\"truncated\":false}\n", " \n", - " I alerted my credit card company XX/XX/2017 th...\n", + " Hello. I have previously submitted a complaint...\n", " \n", " \n", - " 706\n", - " [ 0.01298233 0.00130001 0.01800315 0.037078...\n", - " {\"token_count\":252,\"truncated\":false}\n", + " 1074\n", + " [ 4.31365222e-02 -6.14477554e-03 5.48561616e-...\n", + " {\"token_count\":353,\"truncated\":false}\n", " \n", - " Sallie mae is corrupt. \n", - "I have tried to talk t...\n", + " I am disputing an account balance of {$200.00}...\n", " \n", " \n", - " 804\n", - " [-1.39777679e-02 1.68943349e-02 5.53999236e-...\n", - " {\"token_count\":412,\"truncated\":false}\n", + " 1568\n", + " [ 3.44086066e-02 -5.08038402e-02 -2.13879813e-...\n", + " {\"token_count\":155,\"truncated\":false}\n", " \n", - " In accordance with the Fair Credit Reporting a...\n", + " Someone attempted to open a XXXX XXXX Credit C...\n", " \n", " \n", - " 861\n", - " [ 2.33309343e-02 -2.36528926e-03 3.37129943e-...\n", - " {\"token_count\":160,\"truncated\":false}\n", + " 1593\n", + " [ 0.005157 -0.03788725 -0.00763594 0.023023...\n", + " {\"token_count\":382,\"truncated\":false}\n", " \n", - " Hello, My name is XXXX XXXX XXXX. I have a pro...\n", + " My name is XXXX XXXX. I have been a customer s...\n", " \n", " \n", - " 1030\n", - " [ 0.06060313 -0.06495965 -0.03605044 -0.028016...\n", - " {\"token_count\":298,\"truncated\":false}\n", + " 1823\n", + " [ 4.99299690e-02 -4.30836529e-02 1.92499068e-...\n", + " {\"token_count\":151,\"truncated\":false}\n", " \n", - " Hello, I would like to complain about PayPal H...\n", + " From XX/XX/XXXX to XX/XX/XXXX my Transunion cr...\n", " \n", " \n", - " 1582\n", - " [ 0.01255985 -0.01652482 -0.02638046 0.036858...\n", - " {\"token_count\":814,\"truncated\":false}\n", + " 2004\n", + " [ 1.48278452e-03 2.14069756e-03 3.08651775e-...\n", + " {\"token_count\":159,\"truncated\":false}\n", " \n", - " Transunion is listing personal information ( n...\n", + " I have written five dispute letters to each re...\n", " \n", " \n", - " 1600\n", - " [ 5.13355099e-02 4.01246967e-03 5.72342947e-...\n", - " {\"token_count\":653,\"truncated\":false}\n", + " 2666\n", + " [ 1.67662315e-02 -2.69244146e-02 -1.35911610e-...\n", + " {\"token_count\":185,\"truncated\":false}\n", " \n", - " On XX/XX/XXXX, I called Citizen Bank at XXXX t...\n", + " I participated in XXXX XXXX XXXX COVID 19 mort...\n", " \n", " \n", - " 2060\n", - " [ 6.44792162e-04 4.95899878e-02 4.67925966e-...\n", - " {\"token_count\":136,\"truncated\":false}\n", + " 3757\n", + " [ 1.00584673e-02 -4.75329943e-02 4.52397019e-...\n", + " {\"token_count\":555,\"truncated\":false}\n", " \n", - " Theses names are the known liars that I have s...\n", + " I opened a business bank account for my compan...\n", " \n", " \n", - " 2283\n", - " [ 4.71848622e-02 -8.68239347e-03 5.80501892e-...\n", - " {\"token_count\":478,\"truncated\":false}\n", + " 3854\n", + " [ 1.21343853e-02 -2.70731524e-02 -4.29241825e-...\n", + " {\"token_count\":28,\"truncated\":false}\n", " \n", - " My house was hit by a tree XX/XX/2018. My insu...\n", + " XXXX IS STILL ALLOWING FRAUDULENT INFORMATION ...\n", " \n", " \n", - " 2421\n", - " [-2.90394691e-03 -1.81679502e-02 -7.99657404e-...\n", - " {\"token_count\":389,\"truncated\":false}\n", + " 4393\n", + " [-7.45891128e-03 -2.57913060e-02 1.41737824e-...\n", + " {\"token_count\":38,\"truncated\":false}\n", " \n", - " I became aware of a credit inquiry on my XXXX...\n", + " I have a XXXX credit card. With a credit limit...\n", " \n", " \n", - " 2422\n", - " [-6.70500053e-03 1.51133696e-02 4.94448021e-...\n", - " {\"token_count\":124,\"truncated\":false}\n", + " 4672\n", + " [ 2.38160063e-02 -4.55725752e-02 -2.94280611e-...\n", + " {\"token_count\":160,\"truncated\":false}\n", " \n", - " I have sent numerous letters, police reports a...\n", + " I have many inquiries on my credit report from...\n", " \n", " \n", - " 2658\n", - " [ 6.70989677e-02 -3.53626162e-02 1.08648362e-...\n", - " {\"token_count\":762,\"truncated\":false}\n", + " 5219\n", + " [ 8.01086202e-02 -2.27739965e-03 3.83587591e-...\n", + " {\"token_count\":119,\"truncated\":false}\n", " \n", - " This letter concerns two disputes ( chargeback...\n", + " I have XXXX XXXX XXXX but the hospital and the...\n", " \n", " \n", - " 2883\n", - " [-1.28255319e-02 -1.89735275e-02 5.68657108e-...\n", - " {\"token_count\":71,\"truncated\":false}\n", + " 5401\n", + " [ 3.70342135e-02 8.21511727e-03 1.71616897e-...\n", + " {\"token_count\":101,\"truncated\":false}\n", " \n", - " It is very frustrating that this has been goin...\n", + " I received a modified second mortgage from XXX...\n", " \n", " \n", - " 2951\n", - " [ 3.23301251e-03 -2.61142217e-02 1.31891826e-...\n", - " {\"token_count\":95,\"truncated\":false}\n", + " 6854\n", + " [ 7.65579790e-02 -4.51240651e-02 2.54641455e-...\n", + " {\"token_count\":269,\"truncated\":false}\n", " \n", - " I, the consumer, in fact, have a right to priv...\n", + " I have been contacting Caliber Home Loans XXXX...\n", " \n", " \n", - " 2992\n", - " [-2.22910382e-03 -1.07050659e-02 4.74211425e-...\n", - " {\"token_count\":407,\"truncated\":false}\n", + " 8044\n", + " [ 7.07080960e-02 -1.39339943e-03 1.11283141e-...\n", + " {\"token_count\":860,\"truncated\":false}\n", " \n", - " XXXX XXXX XXXX should not be reporting to Expe...\n", + " This letter is being sent to you in response t...\n", " \n", " \n", - " 3969\n", - " [ 1.58297736e-02 3.01055871e-02 5.60088176e-...\n", - " {\"token_count\":287,\"truncated\":false}\n", + " 8191\n", + " [ 7.04008490e-02 -1.56041444e-03 8.47811531e-...\n", + " {\"token_count\":887,\"truncated\":false}\n", " \n", - " DEAR CFPB ; XXXX ; XXXX ; AND TRANSUNION ; SEE...\n", + " On XX/XX/XXXX we used our Chase bank account t...\n", " \n", " \n", - " 4087\n", - " [ 1.99207035e-03 -7.62321474e-03 7.92114343e-...\n", - " {\"token_count\":88,\"truncated\":false}\n", + " 8347\n", + " [-3.27746682e-02 3.06979113e-04 4.41357009e-...\n", + " {\"token_count\":20,\"truncated\":false}\n", " \n", - " This debt was from my identity being stolen I ...\n", + " Letter sent XX/XX/19 asking for copy of consum...\n", " \n", " \n", - " 4326\n", - " [ 3.44273262e-02 -3.36350128e-02 1.91939529e-...\n", - " {\"token_count\":52,\"truncated\":false}\n", + " 9066\n", + " [-8.40839837e-03 1.06685190e-03 1.63648110e-...\n", + " {\"token_count\":180,\"truncated\":false}\n", " \n", - " The items that are reflected on my credit repo...\n", + " XXXX XXXX, 2009 I was granted a discharge for ...\n", " \n", " \n", - " 4682\n", - " [ 2.47727744e-02 -1.77769139e-02 4.63737026e-...\n", - " {\"token_count\":284,\"truncated\":false}\n", + " 9236\n", + " [ 4.78133447e-02 -1.63303427e-02 9.88033134e-...\n", + " {\"token_count\":530,\"truncated\":false}\n", " \n", - " I filed for chapter XXXX bankruptcy on XXXX...\n", + " This issue involves XXXX XXXX XXXX XXXX XXXX. ...\n", " \n", " \n", - " 5005\n", - " [ 2.51834448e-02 -4.92606424e-02 -1.37688573e-...\n", - " {\"token_count\":17,\"truncated\":false}\n", + " 9539\n", + " [-3.48826796e-02 -7.62111135e-03 -2.67431643e-...\n", + " {\"token_count\":132,\"truncated\":false}\n", " \n", - " There are 2 Inquires on my credit report that ...\n", + " They furnished a report without my permission....\n", " \n", " \n", - " 5144\n", - " [ 3.26358266e-02 -3.67171178e-03 3.65621522e-...\n", - " {\"token_count\":105,\"truncated\":false}\n", + " 9572\n", + " [ 8.48945603e-03 -1.53765883e-02 -1.13023836e-...\n", + " {\"token_count\":50,\"truncated\":false}\n", " \n", - " My mortgage was sold from XXXX XXXX to freed...\n", + " According to my most recent credit report, XXX...\n", " \n", " \n", - " 6090\n", - " [ 2.47520711e-02 1.09149124e-02 1.35175223e-...\n", - " {\"token_count\":545,\"truncated\":false}\n", + " 9615\n", + " [ 2.15231199e-02 1.88558996e-02 5.27820848e-...\n", + " {\"token_count\":44,\"truncated\":false}\n", " \n", - " On XX/XX/XXXX this company received certified...\n", + " I applied for unemployment loan deferment XX/X...\n", " \n", " \n", - " 6449\n", - " [ 1.86854266e-02 1.31238240e-03 -4.96791191e-...\n", - " {\"token_count\":104,\"truncated\":false}\n", + " 9683\n", + " [-9.67173837e-03 -3.42315286e-02 -6.50915666e-...\n", + " {\"token_count\":261,\"truncated\":false}\n", " \n", - " After hours on the phone with multiple agents,...\n", + " XX/XX/2002 From : XXXX XXXX XXXX XXXX XXXX XXX...\n", " \n", " \n", - " 6486\n", - " [ 1.56347770e-02 2.23377198e-02 -1.32683543e-...\n", - " {\"token_count\":211,\"truncated\":false}\n", + " 9754\n", + " [ 4.29238565e-03 5.65492641e-03 1.43073397e-...\n", + " {\"token_count\":38,\"truncated\":false}\n", " \n", - " On XX/XX/2019 two charges one for XXXX and one...\n", + " These are not my accounts nor have I lived at ...\n", " \n", " \n", "\n", @@ -714,86 +701,85 @@ ], "text/plain": [ " ml_generate_embedding_result \\\n", - "415 [ 2.56774724e-02 -1.06168222e-02 3.06945704e-... \n", - "596 [ 5.90653270e-02 -9.31344274e-03 -7.12460047e-... \n", - "706 [ 0.01298233 0.00130001 0.01800315 0.037078... \n", - "804 [-1.39777679e-02 1.68943349e-02 5.53999236e-... \n", - "861 [ 2.33309343e-02 -2.36528926e-03 3.37129943e-... \n", - "1030 [ 0.06060313 -0.06495965 -0.03605044 -0.028016... \n", - "1582 [ 0.01255985 -0.01652482 -0.02638046 0.036858... \n", - "1600 [ 5.13355099e-02 4.01246967e-03 5.72342947e-... \n", - "2060 [ 6.44792162e-04 4.95899878e-02 4.67925966e-... \n", - "2283 [ 4.71848622e-02 -8.68239347e-03 5.80501892e-... \n", - "2421 [-2.90394691e-03 -1.81679502e-02 -7.99657404e-... \n", - "2422 [-6.70500053e-03 1.51133696e-02 4.94448021e-... \n", - "2658 [ 6.70989677e-02 -3.53626162e-02 1.08648362e-... \n", - "2883 [-1.28255319e-02 -1.89735275e-02 5.68657108e-... \n", - "2951 [ 3.23301251e-03 -2.61142217e-02 1.31891826e-... \n", - "2992 [-2.22910382e-03 -1.07050659e-02 4.74211425e-... \n", - "3969 [ 1.58297736e-02 3.01055871e-02 5.60088176e-... \n", - "4087 [ 1.99207035e-03 -7.62321474e-03 7.92114343e-... \n", - "4326 [ 3.44273262e-02 -3.36350128e-02 1.91939529e-... \n", - "4682 [ 2.47727744e-02 -1.77769139e-02 4.63737026e-... \n", - "5005 [ 2.51834448e-02 -4.92606424e-02 -1.37688573e-... \n", - "5144 [ 3.26358266e-02 -3.67171178e-03 3.65621522e-... \n", - "6090 [ 2.47520711e-02 1.09149124e-02 1.35175223e-... \n", - "6449 [ 1.86854266e-02 1.31238240e-03 -4.96791191e-... \n", - "6486 [ 1.56347770e-02 2.23377198e-02 -1.32683543e-... \n", + "170 [ 1.88376904e-02 -5.30475788e-02 2.95045757e-... \n", + "1054 [ 1.62359420e-02 4.00104094e-03 3.32496352e-... \n", + "1074 [ 4.31365222e-02 -6.14477554e-03 5.48561616e-... \n", + "1568 [ 3.44086066e-02 -5.08038402e-02 -2.13879813e-... \n", + "1593 [ 0.005157 -0.03788725 -0.00763594 0.023023... \n", + "1823 [ 4.99299690e-02 -4.30836529e-02 1.92499068e-... \n", + "2004 [ 1.48278452e-03 2.14069756e-03 3.08651775e-... \n", + "2666 [ 1.67662315e-02 -2.69244146e-02 -1.35911610e-... \n", + "3757 [ 1.00584673e-02 -4.75329943e-02 4.52397019e-... \n", + "3854 [ 1.21343853e-02 -2.70731524e-02 -4.29241825e-... \n", + "4393 [-7.45891128e-03 -2.57913060e-02 1.41737824e-... \n", + "4672 [ 2.38160063e-02 -4.55725752e-02 -2.94280611e-... \n", + "5219 [ 8.01086202e-02 -2.27739965e-03 3.83587591e-... \n", + "5401 [ 3.70342135e-02 8.21511727e-03 1.71616897e-... \n", + "6854 [ 7.65579790e-02 -4.51240651e-02 2.54641455e-... \n", + "8044 [ 7.07080960e-02 -1.39339943e-03 1.11283141e-... \n", + "8191 [ 7.04008490e-02 -1.56041444e-03 8.47811531e-... \n", + "8347 [-3.27746682e-02 3.06979113e-04 4.41357009e-... \n", + "9066 [-8.40839837e-03 1.06685190e-03 1.63648110e-... \n", + "9236 [ 4.78133447e-02 -1.63303427e-02 9.88033134e-... \n", + "9539 [-3.48826796e-02 -7.62111135e-03 -2.67431643e-... \n", + "9572 [ 8.48945603e-03 -1.53765883e-02 -1.13023836e-... \n", + "9615 [ 2.15231199e-02 1.88558996e-02 5.27820848e-... \n", + "9683 [-9.67173837e-03 -3.42315286e-02 -6.50915666e-... \n", + "9754 [ 4.29238565e-03 5.65492641e-03 1.43073397e-... \n", "\n", " ml_generate_embedding_statistics ml_generate_embedding_status \\\n", - "415 {\"token_count\":171,\"truncated\":false} \n", - "596 {\"token_count\":668,\"truncated\":false} \n", - "706 {\"token_count\":252,\"truncated\":false} \n", - "804 {\"token_count\":412,\"truncated\":false} \n", - "861 {\"token_count\":160,\"truncated\":false} \n", - "1030 {\"token_count\":298,\"truncated\":false} \n", - "1582 {\"token_count\":814,\"truncated\":false} \n", - "1600 {\"token_count\":653,\"truncated\":false} \n", - "2060 {\"token_count\":136,\"truncated\":false} \n", - "2283 {\"token_count\":478,\"truncated\":false} \n", - "2421 {\"token_count\":389,\"truncated\":false} \n", - "2422 {\"token_count\":124,\"truncated\":false} \n", - "2658 {\"token_count\":762,\"truncated\":false} \n", - "2883 {\"token_count\":71,\"truncated\":false} \n", - "2951 {\"token_count\":95,\"truncated\":false} \n", - "2992 {\"token_count\":407,\"truncated\":false} \n", - "3969 {\"token_count\":287,\"truncated\":false} \n", - "4087 {\"token_count\":88,\"truncated\":false} \n", - "4326 {\"token_count\":52,\"truncated\":false} \n", - "4682 {\"token_count\":284,\"truncated\":false} \n", - "5005 {\"token_count\":17,\"truncated\":false} \n", - "5144 {\"token_count\":105,\"truncated\":false} \n", - "6090 {\"token_count\":545,\"truncated\":false} \n", - "6449 {\"token_count\":104,\"truncated\":false} \n", - "6486 {\"token_count\":211,\"truncated\":false} \n", + "170 {\"token_count\":187,\"truncated\":false} \n", + "1054 {\"token_count\":156,\"truncated\":false} \n", + "1074 {\"token_count\":353,\"truncated\":false} \n", + "1568 {\"token_count\":155,\"truncated\":false} \n", + "1593 {\"token_count\":382,\"truncated\":false} \n", + "1823 {\"token_count\":151,\"truncated\":false} \n", + "2004 {\"token_count\":159,\"truncated\":false} \n", + "2666 {\"token_count\":185,\"truncated\":false} \n", + "3757 {\"token_count\":555,\"truncated\":false} \n", + "3854 {\"token_count\":28,\"truncated\":false} \n", + "4393 {\"token_count\":38,\"truncated\":false} \n", + "4672 {\"token_count\":160,\"truncated\":false} \n", + "5219 {\"token_count\":119,\"truncated\":false} \n", + "5401 {\"token_count\":101,\"truncated\":false} \n", + "6854 {\"token_count\":269,\"truncated\":false} \n", + "8044 {\"token_count\":860,\"truncated\":false} \n", + "8191 {\"token_count\":887,\"truncated\":false} \n", + "8347 {\"token_count\":20,\"truncated\":false} \n", + "9066 {\"token_count\":180,\"truncated\":false} \n", + "9236 {\"token_count\":530,\"truncated\":false} \n", + "9539 {\"token_count\":132,\"truncated\":false} \n", + "9572 {\"token_count\":50,\"truncated\":false} \n", + "9615 {\"token_count\":44,\"truncated\":false} \n", + "9683 {\"token_count\":261,\"truncated\":false} \n", + "9754 {\"token_count\":38,\"truncated\":false} \n", "\n", " content \n", - "415 DEPT OF EDUCATION/XXXX is stating I was late ... \n", - "596 I alerted my credit card company XX/XX/2017 th... \n", - "706 Sallie mae is corrupt. \n", - "I have tried to talk t... \n", - "804 In accordance with the Fair Credit Reporting a... \n", - "861 Hello, My name is XXXX XXXX XXXX. I have a pro... \n", - "1030 Hello, I would like to complain about PayPal H... \n", - "1582 Transunion is listing personal information ( n... \n", - "1600 On XX/XX/XXXX, I called Citizen Bank at XXXX t... \n", - "2060 Theses names are the known liars that I have s... \n", - "2283 My house was hit by a tree XX/XX/2018. My insu... \n", - "2421 I became aware of a credit inquiry on my XXXX... \n", - "2422 I have sent numerous letters, police reports a... \n", - "2658 This letter concerns two disputes ( chargeback... \n", - "2883 It is very frustrating that this has been goin... \n", - "2951 I, the consumer, in fact, have a right to priv... \n", - "2992 XXXX XXXX XXXX should not be reporting to Expe... \n", - "3969 DEAR CFPB ; XXXX ; XXXX ; AND TRANSUNION ; SEE... \n", - "4087 This debt was from my identity being stolen I ... \n", - "4326 The items that are reflected on my credit repo... \n", - "4682 I filed for chapter XXXX bankruptcy on XXXX... \n", - "5005 There are 2 Inquires on my credit report that ... \n", - "5144 My mortgage was sold from XXXX XXXX to freed... \n", - "6090 On XX/XX/XXXX this company received certified... \n", - "6449 After hours on the phone with multiple agents,... \n", - "6486 On XX/XX/2019 two charges one for XXXX and one... \n", + "170 I recently had a credit score of XXXX. In XXXX... \n", + "1054 Hello. I have previously submitted a complaint... \n", + "1074 I am disputing an account balance of {$200.00}... \n", + "1568 Someone attempted to open a XXXX XXXX Credit C... \n", + "1593 My name is XXXX XXXX. I have been a customer s... \n", + "1823 From XX/XX/XXXX to XX/XX/XXXX my Transunion cr... \n", + "2004 I have written five dispute letters to each re... \n", + "2666 I participated in XXXX XXXX XXXX COVID 19 mort... \n", + "3757 I opened a business bank account for my compan... \n", + "3854 XXXX IS STILL ALLOWING FRAUDULENT INFORMATION ... \n", + "4393 I have a XXXX credit card. With a credit limit... \n", + "4672 I have many inquiries on my credit report from... \n", + "5219 I have XXXX XXXX XXXX but the hospital and the... \n", + "5401 I received a modified second mortgage from XXX... \n", + "6854 I have been contacting Caliber Home Loans XXXX... \n", + "8044 This letter is being sent to you in response t... \n", + "8191 On XX/XX/XXXX we used our Chase bank account t... \n", + "8347 Letter sent XX/XX/19 asking for copy of consum... \n", + "9066 XXXX XXXX, 2009 I was granted a discharge for ... \n", + "9236 This issue involves XXXX XXXX XXXX XXXX XXXX. ... \n", + "9539 They furnished a report without my permission.... \n", + "9572 According to my most recent credit report, XXX... \n", + "9615 I applied for unemployment loan deferment XX/X... \n", + "9683 XX/XX/2002 From : XXXX XXXX XXXX XXXX XXXX XXX... \n", + "9754 These are not my accounts nor have I lived at ... \n", "...\n", "\n", "[10000 rows x 4 columns]" @@ -820,37 +806,13 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 11, "metadata": {}, "outputs": [ { "data": { "text/html": [ - "Query job 16915c47-ab13-4d06-94aa-9ebdb65d91fe is DONE. 72.0 MB processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job 4ab4fbf0-6fd3-4936-9915-cfd7ccd106d1 is DONE. 0 Bytes processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job b11d3794-6bb8-4c47-a91b-dcc472cf4d69 is DONE. 72.4 MB processed. Open Job" + "Query job f9b16313-15b0-4788-abd1-e65a9a9fc556 is DONE. 72.3 MB processed. Open Job" ], "text/plain": [ "" @@ -888,180 +850,179 @@ " \n", " \n", " \n", - " 415\n", - " [ 2.56774724e-02 -1.06168222e-02 3.06945704e-...\n", - " {\"token_count\":171,\"truncated\":false}\n", + " 170\n", + " [ 1.88376904e-02 -5.30475788e-02 2.95045757e-...\n", + " {\"token_count\":187,\"truncated\":false}\n", " \n", - " DEPT OF EDUCATION/XXXX is stating I was late ...\n", + " I recently had a credit score of XXXX. In XXXX...\n", " \n", " \n", - " 596\n", - " [ 5.90653270e-02 -9.31344274e-03 -7.12460047e-...\n", - " {\"token_count\":668,\"truncated\":false}\n", + " 1054\n", + " [ 1.62359420e-02 4.00104094e-03 3.32496352e-...\n", + " {\"token_count\":156,\"truncated\":false}\n", " \n", - " I alerted my credit card company XX/XX/2017 th...\n", + " Hello. I have previously submitted a complaint...\n", " \n", " \n", - " 706\n", - " [ 0.01298233 0.00130001 0.01800315 0.037078...\n", - " {\"token_count\":252,\"truncated\":false}\n", + " 1074\n", + " [ 4.31365222e-02 -6.14477554e-03 5.48561616e-...\n", + " {\"token_count\":353,\"truncated\":false}\n", " \n", - " Sallie mae is corrupt. \n", - "I have tried to talk t...\n", + " I am disputing an account balance of {$200.00}...\n", " \n", " \n", - " 804\n", - " [-1.39777679e-02 1.68943349e-02 5.53999236e-...\n", - " {\"token_count\":412,\"truncated\":false}\n", + " 1568\n", + " [ 3.44086066e-02 -5.08038402e-02 -2.13879813e-...\n", + " {\"token_count\":155,\"truncated\":false}\n", " \n", - " In accordance with the Fair Credit Reporting a...\n", + " Someone attempted to open a XXXX XXXX Credit C...\n", " \n", " \n", - " 861\n", - " [ 2.33309343e-02 -2.36528926e-03 3.37129943e-...\n", - " {\"token_count\":160,\"truncated\":false}\n", + " 1593\n", + " [ 0.005157 -0.03788725 -0.00763594 0.023023...\n", + " {\"token_count\":382,\"truncated\":false}\n", " \n", - " Hello, My name is XXXX XXXX XXXX. I have a pro...\n", + " My name is XXXX XXXX. I have been a customer s...\n", " \n", " \n", - " 1030\n", - " [ 0.06060313 -0.06495965 -0.03605044 -0.028016...\n", - " {\"token_count\":298,\"truncated\":false}\n", + " 1823\n", + " [ 4.99299690e-02 -4.30836529e-02 1.92499068e-...\n", + " {\"token_count\":151,\"truncated\":false}\n", " \n", - " Hello, I would like to complain about PayPal H...\n", + " From XX/XX/XXXX to XX/XX/XXXX my Transunion cr...\n", " \n", " \n", - " 1582\n", - " [ 0.01255985 -0.01652482 -0.02638046 0.036858...\n", - " {\"token_count\":814,\"truncated\":false}\n", + " 2004\n", + " [ 1.48278452e-03 2.14069756e-03 3.08651775e-...\n", + " {\"token_count\":159,\"truncated\":false}\n", " \n", - " Transunion is listing personal information ( n...\n", + " I have written five dispute letters to each re...\n", " \n", " \n", - " 1600\n", - " [ 5.13355099e-02 4.01246967e-03 5.72342947e-...\n", - " {\"token_count\":653,\"truncated\":false}\n", + " 2666\n", + " [ 1.67662315e-02 -2.69244146e-02 -1.35911610e-...\n", + " {\"token_count\":185,\"truncated\":false}\n", " \n", - " On XX/XX/XXXX, I called Citizen Bank at XXXX t...\n", + " I participated in XXXX XXXX XXXX COVID 19 mort...\n", " \n", " \n", - " 2060\n", - " [ 6.44792162e-04 4.95899878e-02 4.67925966e-...\n", - " {\"token_count\":136,\"truncated\":false}\n", + " 3757\n", + " [ 1.00584673e-02 -4.75329943e-02 4.52397019e-...\n", + " {\"token_count\":555,\"truncated\":false}\n", " \n", - " Theses names are the known liars that I have s...\n", + " I opened a business bank account for my compan...\n", " \n", " \n", - " 2283\n", - " [ 4.71848622e-02 -8.68239347e-03 5.80501892e-...\n", - " {\"token_count\":478,\"truncated\":false}\n", + " 3854\n", + " [ 1.21343853e-02 -2.70731524e-02 -4.29241825e-...\n", + " {\"token_count\":28,\"truncated\":false}\n", " \n", - " My house was hit by a tree XX/XX/2018. My insu...\n", + " XXXX IS STILL ALLOWING FRAUDULENT INFORMATION ...\n", " \n", " \n", - " 2421\n", - " [-2.90394691e-03 -1.81679502e-02 -7.99657404e-...\n", - " {\"token_count\":389,\"truncated\":false}\n", + " 4393\n", + " [-7.45891128e-03 -2.57913060e-02 1.41737824e-...\n", + " {\"token_count\":38,\"truncated\":false}\n", " \n", - " I became aware of a credit inquiry on my XXXX...\n", + " I have a XXXX credit card. With a credit limit...\n", " \n", " \n", - " 2422\n", - " [-6.70500053e-03 1.51133696e-02 4.94448021e-...\n", - " {\"token_count\":124,\"truncated\":false}\n", + " 4672\n", + " [ 2.38160063e-02 -4.55725752e-02 -2.94280611e-...\n", + " {\"token_count\":160,\"truncated\":false}\n", " \n", - " I have sent numerous letters, police reports a...\n", + " I have many inquiries on my credit report from...\n", " \n", " \n", - " 2658\n", - " [ 6.70989677e-02 -3.53626162e-02 1.08648362e-...\n", - " {\"token_count\":762,\"truncated\":false}\n", + " 5219\n", + " [ 8.01086202e-02 -2.27739965e-03 3.83587591e-...\n", + " {\"token_count\":119,\"truncated\":false}\n", " \n", - " This letter concerns two disputes ( chargeback...\n", + " I have XXXX XXXX XXXX but the hospital and the...\n", " \n", " \n", - " 2883\n", - " [-1.28255319e-02 -1.89735275e-02 5.68657108e-...\n", - " {\"token_count\":71,\"truncated\":false}\n", + " 5401\n", + " [ 3.70342135e-02 8.21511727e-03 1.71616897e-...\n", + " {\"token_count\":101,\"truncated\":false}\n", " \n", - " It is very frustrating that this has been goin...\n", + " I received a modified second mortgage from XXX...\n", " \n", " \n", - " 2951\n", - " [ 3.23301251e-03 -2.61142217e-02 1.31891826e-...\n", - " {\"token_count\":95,\"truncated\":false}\n", + " 6854\n", + " [ 7.65579790e-02 -4.51240651e-02 2.54641455e-...\n", + " {\"token_count\":269,\"truncated\":false}\n", " \n", - " I, the consumer, in fact, have a right to priv...\n", + " I have been contacting Caliber Home Loans XXXX...\n", " \n", " \n", - " 2992\n", - " [-2.22910382e-03 -1.07050659e-02 4.74211425e-...\n", - " {\"token_count\":407,\"truncated\":false}\n", + " 8044\n", + " [ 7.07080960e-02 -1.39339943e-03 1.11283141e-...\n", + " {\"token_count\":860,\"truncated\":false}\n", " \n", - " XXXX XXXX XXXX should not be reporting to Expe...\n", + " This letter is being sent to you in response t...\n", " \n", " \n", - " 3969\n", - " [ 1.58297736e-02 3.01055871e-02 5.60088176e-...\n", - " {\"token_count\":287,\"truncated\":false}\n", + " 8191\n", + " [ 7.04008490e-02 -1.56041444e-03 8.47811531e-...\n", + " {\"token_count\":887,\"truncated\":false}\n", " \n", - " DEAR CFPB ; XXXX ; XXXX ; AND TRANSUNION ; SEE...\n", + " On XX/XX/XXXX we used our Chase bank account t...\n", " \n", " \n", - " 4087\n", - " [ 1.99207035e-03 -7.62321474e-03 7.92114343e-...\n", - " {\"token_count\":88,\"truncated\":false}\n", + " 8347\n", + " [-3.27746682e-02 3.06979113e-04 4.41357009e-...\n", + " {\"token_count\":20,\"truncated\":false}\n", " \n", - " This debt was from my identity being stolen I ...\n", + " Letter sent XX/XX/19 asking for copy of consum...\n", " \n", " \n", - " 4326\n", - " [ 3.44273262e-02 -3.36350128e-02 1.91939529e-...\n", - " {\"token_count\":52,\"truncated\":false}\n", + " 9066\n", + " [-8.40839837e-03 1.06685190e-03 1.63648110e-...\n", + " {\"token_count\":180,\"truncated\":false}\n", " \n", - " The items that are reflected on my credit repo...\n", + " XXXX XXXX, 2009 I was granted a discharge for ...\n", " \n", " \n", - " 4682\n", - " [ 2.47727744e-02 -1.77769139e-02 4.63737026e-...\n", - " {\"token_count\":284,\"truncated\":false}\n", + " 9236\n", + " [ 4.78133447e-02 -1.63303427e-02 9.88033134e-...\n", + " {\"token_count\":530,\"truncated\":false}\n", " \n", - " I filed for chapter XXXX bankruptcy on XXXX...\n", + " This issue involves XXXX XXXX XXXX XXXX XXXX. ...\n", " \n", " \n", - " 5005\n", - " [ 2.51834448e-02 -4.92606424e-02 -1.37688573e-...\n", - " {\"token_count\":17,\"truncated\":false}\n", + " 9539\n", + " [-3.48826796e-02 -7.62111135e-03 -2.67431643e-...\n", + " {\"token_count\":132,\"truncated\":false}\n", " \n", - " There are 2 Inquires on my credit report that ...\n", + " They furnished a report without my permission....\n", " \n", " \n", - " 5144\n", - " [ 3.26358266e-02 -3.67171178e-03 3.65621522e-...\n", - " {\"token_count\":105,\"truncated\":false}\n", + " 9572\n", + " [ 8.48945603e-03 -1.53765883e-02 -1.13023836e-...\n", + " {\"token_count\":50,\"truncated\":false}\n", " \n", - " My mortgage was sold from XXXX XXXX to freed...\n", + " According to my most recent credit report, XXX...\n", " \n", " \n", - " 6090\n", - " [ 2.47520711e-02 1.09149124e-02 1.35175223e-...\n", - " {\"token_count\":545,\"truncated\":false}\n", + " 9615\n", + " [ 2.15231199e-02 1.88558996e-02 5.27820848e-...\n", + " {\"token_count\":44,\"truncated\":false}\n", " \n", - " On XX/XX/XXXX this company received certified...\n", + " I applied for unemployment loan deferment XX/X...\n", " \n", " \n", - " 6449\n", - " [ 1.86854266e-02 1.31238240e-03 -4.96791191e-...\n", - " {\"token_count\":104,\"truncated\":false}\n", + " 9683\n", + " [-9.67173837e-03 -3.42315286e-02 -6.50915666e-...\n", + " {\"token_count\":261,\"truncated\":false}\n", " \n", - " After hours on the phone with multiple agents,...\n", + " XX/XX/2002 From : XXXX XXXX XXXX XXXX XXXX XXX...\n", " \n", " \n", - " 6486\n", - " [ 1.56347770e-02 2.23377198e-02 -1.32683543e-...\n", - " {\"token_count\":211,\"truncated\":false}\n", + " 9754\n", + " [ 4.29238565e-03 5.65492641e-03 1.43073397e-...\n", + " {\"token_count\":38,\"truncated\":false}\n", " \n", - " On XX/XX/2019 two charges one for XXXX and one...\n", + " These are not my accounts nor have I lived at ...\n", " \n", " \n", "\n", @@ -1070,92 +1031,91 @@ ], "text/plain": [ " ml_generate_embedding_result \\\n", - "415 [ 2.56774724e-02 -1.06168222e-02 3.06945704e-... \n", - "596 [ 5.90653270e-02 -9.31344274e-03 -7.12460047e-... \n", - "706 [ 0.01298233 0.00130001 0.01800315 0.037078... \n", - "804 [-1.39777679e-02 1.68943349e-02 5.53999236e-... \n", - "861 [ 2.33309343e-02 -2.36528926e-03 3.37129943e-... \n", - "1030 [ 0.06060313 -0.06495965 -0.03605044 -0.028016... \n", - "1582 [ 0.01255985 -0.01652482 -0.02638046 0.036858... \n", - "1600 [ 5.13355099e-02 4.01246967e-03 5.72342947e-... \n", - "2060 [ 6.44792162e-04 4.95899878e-02 4.67925966e-... \n", - "2283 [ 4.71848622e-02 -8.68239347e-03 5.80501892e-... \n", - "2421 [-2.90394691e-03 -1.81679502e-02 -7.99657404e-... \n", - "2422 [-6.70500053e-03 1.51133696e-02 4.94448021e-... \n", - "2658 [ 6.70989677e-02 -3.53626162e-02 1.08648362e-... \n", - "2883 [-1.28255319e-02 -1.89735275e-02 5.68657108e-... \n", - "2951 [ 3.23301251e-03 -2.61142217e-02 1.31891826e-... \n", - "2992 [-2.22910382e-03 -1.07050659e-02 4.74211425e-... \n", - "3969 [ 1.58297736e-02 3.01055871e-02 5.60088176e-... \n", - "4087 [ 1.99207035e-03 -7.62321474e-03 7.92114343e-... \n", - "4326 [ 3.44273262e-02 -3.36350128e-02 1.91939529e-... \n", - "4682 [ 2.47727744e-02 -1.77769139e-02 4.63737026e-... \n", - "5005 [ 2.51834448e-02 -4.92606424e-02 -1.37688573e-... \n", - "5144 [ 3.26358266e-02 -3.67171178e-03 3.65621522e-... \n", - "6090 [ 2.47520711e-02 1.09149124e-02 1.35175223e-... \n", - "6449 [ 1.86854266e-02 1.31238240e-03 -4.96791191e-... \n", - "6486 [ 1.56347770e-02 2.23377198e-02 -1.32683543e-... \n", + "170 [ 1.88376904e-02 -5.30475788e-02 2.95045757e-... \n", + "1054 [ 1.62359420e-02 4.00104094e-03 3.32496352e-... \n", + "1074 [ 4.31365222e-02 -6.14477554e-03 5.48561616e-... \n", + "1568 [ 3.44086066e-02 -5.08038402e-02 -2.13879813e-... \n", + "1593 [ 0.005157 -0.03788725 -0.00763594 0.023023... \n", + "1823 [ 4.99299690e-02 -4.30836529e-02 1.92499068e-... \n", + "2004 [ 1.48278452e-03 2.14069756e-03 3.08651775e-... \n", + "2666 [ 1.67662315e-02 -2.69244146e-02 -1.35911610e-... \n", + "3757 [ 1.00584673e-02 -4.75329943e-02 4.52397019e-... \n", + "3854 [ 1.21343853e-02 -2.70731524e-02 -4.29241825e-... \n", + "4393 [-7.45891128e-03 -2.57913060e-02 1.41737824e-... \n", + "4672 [ 2.38160063e-02 -4.55725752e-02 -2.94280611e-... \n", + "5219 [ 8.01086202e-02 -2.27739965e-03 3.83587591e-... \n", + "5401 [ 3.70342135e-02 8.21511727e-03 1.71616897e-... \n", + "6854 [ 7.65579790e-02 -4.51240651e-02 2.54641455e-... \n", + "8044 [ 7.07080960e-02 -1.39339943e-03 1.11283141e-... \n", + "8191 [ 7.04008490e-02 -1.56041444e-03 8.47811531e-... \n", + "8347 [-3.27746682e-02 3.06979113e-04 4.41357009e-... \n", + "9066 [-8.40839837e-03 1.06685190e-03 1.63648110e-... \n", + "9236 [ 4.78133447e-02 -1.63303427e-02 9.88033134e-... \n", + "9539 [-3.48826796e-02 -7.62111135e-03 -2.67431643e-... \n", + "9572 [ 8.48945603e-03 -1.53765883e-02 -1.13023836e-... \n", + "9615 [ 2.15231199e-02 1.88558996e-02 5.27820848e-... \n", + "9683 [-9.67173837e-03 -3.42315286e-02 -6.50915666e-... \n", + "9754 [ 4.29238565e-03 5.65492641e-03 1.43073397e-... \n", "\n", " ml_generate_embedding_statistics ml_generate_embedding_status \\\n", - "415 {\"token_count\":171,\"truncated\":false} \n", - "596 {\"token_count\":668,\"truncated\":false} \n", - "706 {\"token_count\":252,\"truncated\":false} \n", - "804 {\"token_count\":412,\"truncated\":false} \n", - "861 {\"token_count\":160,\"truncated\":false} \n", - "1030 {\"token_count\":298,\"truncated\":false} \n", - "1582 {\"token_count\":814,\"truncated\":false} \n", - "1600 {\"token_count\":653,\"truncated\":false} \n", - "2060 {\"token_count\":136,\"truncated\":false} \n", - "2283 {\"token_count\":478,\"truncated\":false} \n", - "2421 {\"token_count\":389,\"truncated\":false} \n", - "2422 {\"token_count\":124,\"truncated\":false} \n", - "2658 {\"token_count\":762,\"truncated\":false} \n", - "2883 {\"token_count\":71,\"truncated\":false} \n", - "2951 {\"token_count\":95,\"truncated\":false} \n", - "2992 {\"token_count\":407,\"truncated\":false} \n", - "3969 {\"token_count\":287,\"truncated\":false} \n", - "4087 {\"token_count\":88,\"truncated\":false} \n", - "4326 {\"token_count\":52,\"truncated\":false} \n", - "4682 {\"token_count\":284,\"truncated\":false} \n", - "5005 {\"token_count\":17,\"truncated\":false} \n", - "5144 {\"token_count\":105,\"truncated\":false} \n", - "6090 {\"token_count\":545,\"truncated\":false} \n", - "6449 {\"token_count\":104,\"truncated\":false} \n", - "6486 {\"token_count\":211,\"truncated\":false} \n", + "170 {\"token_count\":187,\"truncated\":false} \n", + "1054 {\"token_count\":156,\"truncated\":false} \n", + "1074 {\"token_count\":353,\"truncated\":false} \n", + "1568 {\"token_count\":155,\"truncated\":false} \n", + "1593 {\"token_count\":382,\"truncated\":false} \n", + "1823 {\"token_count\":151,\"truncated\":false} \n", + "2004 {\"token_count\":159,\"truncated\":false} \n", + "2666 {\"token_count\":185,\"truncated\":false} \n", + "3757 {\"token_count\":555,\"truncated\":false} \n", + "3854 {\"token_count\":28,\"truncated\":false} \n", + "4393 {\"token_count\":38,\"truncated\":false} \n", + "4672 {\"token_count\":160,\"truncated\":false} \n", + "5219 {\"token_count\":119,\"truncated\":false} \n", + "5401 {\"token_count\":101,\"truncated\":false} \n", + "6854 {\"token_count\":269,\"truncated\":false} \n", + "8044 {\"token_count\":860,\"truncated\":false} \n", + "8191 {\"token_count\":887,\"truncated\":false} \n", + "8347 {\"token_count\":20,\"truncated\":false} \n", + "9066 {\"token_count\":180,\"truncated\":false} \n", + "9236 {\"token_count\":530,\"truncated\":false} \n", + "9539 {\"token_count\":132,\"truncated\":false} \n", + "9572 {\"token_count\":50,\"truncated\":false} \n", + "9615 {\"token_count\":44,\"truncated\":false} \n", + "9683 {\"token_count\":261,\"truncated\":false} \n", + "9754 {\"token_count\":38,\"truncated\":false} \n", "\n", " content \n", - "415 DEPT OF EDUCATION/XXXX is stating I was late ... \n", - "596 I alerted my credit card company XX/XX/2017 th... \n", - "706 Sallie mae is corrupt. \n", - "I have tried to talk t... \n", - "804 In accordance with the Fair Credit Reporting a... \n", - "861 Hello, My name is XXXX XXXX XXXX. I have a pro... \n", - "1030 Hello, I would like to complain about PayPal H... \n", - "1582 Transunion is listing personal information ( n... \n", - "1600 On XX/XX/XXXX, I called Citizen Bank at XXXX t... \n", - "2060 Theses names are the known liars that I have s... \n", - "2283 My house was hit by a tree XX/XX/2018. My insu... \n", - "2421 I became aware of a credit inquiry on my XXXX... \n", - "2422 I have sent numerous letters, police reports a... \n", - "2658 This letter concerns two disputes ( chargeback... \n", - "2883 It is very frustrating that this has been goin... \n", - "2951 I, the consumer, in fact, have a right to priv... \n", - "2992 XXXX XXXX XXXX should not be reporting to Expe... \n", - "3969 DEAR CFPB ; XXXX ; XXXX ; AND TRANSUNION ; SEE... \n", - "4087 This debt was from my identity being stolen I ... \n", - "4326 The items that are reflected on my credit repo... \n", - "4682 I filed for chapter XXXX bankruptcy on XXXX... \n", - "5005 There are 2 Inquires on my credit report that ... \n", - "5144 My mortgage was sold from XXXX XXXX to freed... \n", - "6090 On XX/XX/XXXX this company received certified... \n", - "6449 After hours on the phone with multiple agents,... \n", - "6486 On XX/XX/2019 two charges one for XXXX and one... \n", + "170 I recently had a credit score of XXXX. In XXXX... \n", + "1054 Hello. I have previously submitted a complaint... \n", + "1074 I am disputing an account balance of {$200.00}... \n", + "1568 Someone attempted to open a XXXX XXXX Credit C... \n", + "1593 My name is XXXX XXXX. I have been a customer s... \n", + "1823 From XX/XX/XXXX to XX/XX/XXXX my Transunion cr... \n", + "2004 I have written five dispute letters to each re... \n", + "2666 I participated in XXXX XXXX XXXX COVID 19 mort... \n", + "3757 I opened a business bank account for my compan... \n", + "3854 XXXX IS STILL ALLOWING FRAUDULENT INFORMATION ... \n", + "4393 I have a XXXX credit card. With a credit limit... \n", + "4672 I have many inquiries on my credit report from... \n", + "5219 I have XXXX XXXX XXXX but the hospital and the... \n", + "5401 I received a modified second mortgage from XXX... \n", + "6854 I have been contacting Caliber Home Loans XXXX... \n", + "8044 This letter is being sent to you in response t... \n", + "8191 On XX/XX/XXXX we used our Chase bank account t... \n", + "8347 Letter sent XX/XX/19 asking for copy of consum... \n", + "9066 XXXX XXXX, 2009 I was granted a discharge for ... \n", + "9236 This issue involves XXXX XXXX XXXX XXXX XXXX. ... \n", + "9539 They furnished a report without my permission.... \n", + "9572 According to my most recent credit report, XXX... \n", + "9615 I applied for unemployment loan deferment XX/X... \n", + "9683 XX/XX/2002 From : XXXX XXXX XXXX XXXX XXXX XXX... \n", + "9754 These are not my accounts nor have I lived at ... \n", "...\n", "\n", "[10000 rows x 4 columns]" ] }, - "execution_count": 12, + "execution_count": 11, "metadata": {}, "output_type": "execute_result" } @@ -1191,7 +1151,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 12, "metadata": { "id": "AhNTnEC5FRz2" }, @@ -1212,7 +1172,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 13, "metadata": { "id": "6poSxh-fGJF7" }, @@ -1220,7 +1180,7 @@ { "data": { "text/html": [ - "Query job 3e01544b-9bc2-4298-8f7d-1e9f186ac72f is DONE. 61.6 MB processed. Open Job" + "Query job 88541f0d-c399-434a-81f1-d5a555bc6c15 is DONE. 61.5 MB processed. Open Job" ], "text/plain": [ "" @@ -1232,7 +1192,7 @@ { "data": { "text/html": [ - "Query job 8aca135c-65c3-4804-9c25-0d47fad0beb5 is DONE. 0 Bytes processed. Open Job" + "Query job 3066d83f-b5ad-45b5-b1b6-65604e40b518 is DONE. 61.4 MB processed. Open Job" ], "text/plain": [ "" @@ -1244,7 +1204,7 @@ { "data": { "text/html": [ - "Query job 0b15374d-d34b-4f2e-8a48-b77d7e7757ab is DONE. 72.7 MB processed. Open Job" + "Query job f34216a3-b161-46a1-8060-ff6a448e63dc is DONE. 72.5 MB processed. Open Job" ], "text/plain": [ "" @@ -1254,16 +1214,13 @@ "output_type": "display_data" }, { - "data": { - "text/html": [ - "Query job fed90511-76f8-4aec-a988-e1a4dab711b0 is DONE. 73.2 MB processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/google/home/arwas/src1/python-bigquery-dataframes/bigframes/core/array_value.py:109: PreviewWarning: JSON column interpretation as a custom PyArrow extention in\n", + "`db_dtypes` is a preview feature and subject to change.\n", + " warnings.warn(msg, bfe.PreviewWarning)\n" + ] }, { "data": { @@ -1296,49 +1253,49 @@ " \n", " \n", " \n", - " 3172121\n", + " 371364\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.756634267893...\n", - " [ 3.18095312e-02 -3.54472063e-02 -7.13569671e-...\n", - " {\"token_count\":10,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.806875556526...\n", + " [ 1.42711382e-02 -7.13259429e-02 4.15564841e-...\n", + " {\"token_count\":6,\"truncated\":false}\n", " \n", - " Company did not provide verification and detai...\n", + " Please remove all inquiries and collections\n", " \n", " \n", - " 2137420\n", + " 368381\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.606628249825...\n", - " [ 1.91578846e-02 5.55988774e-02 8.88887007e-...\n", - " {\"token_count\":100,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.843635669356...\n", + " [ 2.80436985e-02 -5.09077348e-02 -3.63913202e-...\n", + " {\"token_count\":6,\"truncated\":false}\n", " \n", - " I have already filed a dispute with Consumer A...\n", + " clearing out of my debt.\n", " \n", " \n", - " 2350775\n", + " 2951416\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.606676295233...\n", - " [ 2.25369893e-02 2.29400061e-02 -6.42273854e-...\n", - " {\"token_count\":100,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.927767679789...\n", + " [ 4.07935455e-02 -2.89720390e-03 -6.77521434e-...\n", + " {\"token_count\":7,\"truncated\":false}\n", " \n", - " I informed Central Financial Control & provide...\n", + " constant calling to workplace and threats.\n", " \n", " \n", - " 2904146\n", + " 2167760\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.596729348974...\n", - " [ 9.35115516e-02 4.27814946e-03 4.62085977e-...\n", - " {\"token_count\":100,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.755490984751...\n", + " [ 3.76710109e-02 -8.52223893e-04 -2.53430642e-...\n", + " {\"token_count\":8,\"truncated\":false}\n", " \n", - " I received a letter from a collections agency ...\n", + " This debt has been paid in full.\n", " \n", " \n", - " 1075571\n", + " 1269756\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.453806107968...\n", - " [-1.93953840e-03 -5.80236455e-03 8.49655271e-...\n", - " {\"token_count\":100,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.770576934220...\n", + " [ 5.26239222e-04 -1.80254206e-02 -2.83008888e-...\n", + " {\"token_count\":8,\"truncated\":false}\n", " \n", - " I have not done business with this company, i ...\n", + " I have no knowledge of said debt.\n", " \n", " \n", "\n", @@ -1346,35 +1303,35 @@ ], "text/plain": [ " CENTROID_ID NEAREST_CENTROIDS_DISTANCE \\\n", - "3172121 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.756634267893... \n", - "2137420 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.606628249825... \n", - "2350775 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.606676295233... \n", - "2904146 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.596729348974... \n", - "1075571 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.453806107968... \n", + "371364 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.806875556526... \n", + "368381 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.843635669356... \n", + "2951416 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.927767679789... \n", + "2167760 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.755490984751... \n", + "1269756 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.770576934220... \n", "\n", " ml_generate_embedding_result \\\n", - "3172121 [ 3.18095312e-02 -3.54472063e-02 -7.13569671e-... \n", - "2137420 [ 1.91578846e-02 5.55988774e-02 8.88887007e-... \n", - "2350775 [ 2.25369893e-02 2.29400061e-02 -6.42273854e-... \n", - "2904146 [ 9.35115516e-02 4.27814946e-03 4.62085977e-... \n", - "1075571 [-1.93953840e-03 -5.80236455e-03 8.49655271e-... \n", + "371364 [ 1.42711382e-02 -7.13259429e-02 4.15564841e-... \n", + "368381 [ 2.80436985e-02 -5.09077348e-02 -3.63913202e-... \n", + "2951416 [ 4.07935455e-02 -2.89720390e-03 -6.77521434e-... \n", + "2167760 [ 3.76710109e-02 -8.52223893e-04 -2.53430642e-... \n", + "1269756 [ 5.26239222e-04 -1.80254206e-02 -2.83008888e-... \n", "\n", - " ml_generate_embedding_statistics ml_generate_embedding_status \\\n", - "3172121 {\"token_count\":10,\"truncated\":false} \n", - "2137420 {\"token_count\":100,\"truncated\":false} \n", - "2350775 {\"token_count\":100,\"truncated\":false} \n", - "2904146 {\"token_count\":100,\"truncated\":false} \n", - "1075571 {\"token_count\":100,\"truncated\":false} \n", + " ml_generate_embedding_statistics ml_generate_embedding_status \\\n", + "371364 {\"token_count\":6,\"truncated\":false} \n", + "368381 {\"token_count\":6,\"truncated\":false} \n", + "2951416 {\"token_count\":7,\"truncated\":false} \n", + "2167760 {\"token_count\":8,\"truncated\":false} \n", + "1269756 {\"token_count\":8,\"truncated\":false} \n", "\n", - " content \n", - "3172121 Company did not provide verification and detai... \n", - "2137420 I have already filed a dispute with Consumer A... \n", - "2350775 I informed Central Financial Control & provide... \n", - "2904146 I received a letter from a collections agency ... \n", - "1075571 I have not done business with this company, i ... " + " content \n", + "371364 Please remove all inquiries and collections \n", + "368381 clearing out of my debt. \n", + "2951416 constant calling to workplace and threats. \n", + "2167760 This debt has been paid in full. \n", + "1269756 I have no knowledge of said debt. " ] }, - "execution_count": 15, + "execution_count": 13, "metadata": {}, "output_type": "execute_result" } @@ -1416,36 +1373,11 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 14, "metadata": { "id": "2E7wXM_jGqo6" }, - "outputs": [ - { - "data": { - "text/html": [ - "Query job d6c61334-255f-43fe-9a8f-9fbf6cdcb2be is DONE. 10.5 MB processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job 03a12383-6752-45ca-9b01-36eecc74fb8a is DONE. 10.5 MB processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Using bigframes, with syntax identical to pandas,\n", "# filter out the first and second groups\n", @@ -1462,7 +1394,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 15, "metadata": { "id": "ZNDiueI9IP5e" }, @@ -1472,39 +1404,57 @@ "output_type": "stream", "text": [ "comment list 1:\n", - "1. This debt was from my identity being stolen I didnt open any account that resulted in this collection i have completed a police report which can be verified with the XXXX police @ XXXX report # XXXX and i have a notarized identity theft affidavit from ftc please remove this off of my credit and close my file ASAP\n", - "2. On XX/XX/XXXX this company received certified mail asking for validation of debt. On XX/XX/XXXX the company still did not validate debt owed and they did not mark the debt disputed by XX/XX/XXXX through the major credit reporting bureaus. This is a violation of the FDCPA and FCRA. I did send a second letter which the company received on XX/XX/XXXX . A lady from the company called and talked to me about the debt on XX/XX/XXXX but again did not have the credit bureaus mark the item as disputed. The company still violated the laws. Section [ 15 U.S.C. 1681s-2 ] ( 3 ) duty to provide notice of dispute. If the completeness or accuracy of any information furnished by any person to any consumer reporting agency is disputed to such person by a consumer, the person may not furnish the information to any consumer reporting agency without notice that such information is disputed. ( B ) ti me of notice! The notice required under sub paragraph ( A ) shall be provided to the customer prior to, or no later than 30 days after, furnishing the negative information to a consumer reporting agency described in section 603 ( p ). This company violated the state laws. I received no information until XX/XX/XXXX . Therefore by law the company should have the item removed from the credit agencies such as transunion and XXXX . I tried to call the company back about the laws that was broken and left my name no return call. The copy of my credit reports are below and as you can see the items was n't marked disputed. XXXX is marked disputed because on XX/XX/XXXX I myself disputed the information with the credit bureau. The lady stated they did n't receive my dispute letter until XX/XX/XXXX . Included is certified mail reciepts with date, time stamp, and signature of the person who signed for the certified mail on XX/XX/XXXX and XX/XX/XXXX . So again the company violated the laws and I have all the proof. If I have a contract with this company please send to me by mail a contract bearing my signature of the contract.\n", - "3. On XX/XX/2022, Pioneer Credit Recovery of XXXX, NY identified an alleged debt, which I do not owe. \n", + "1. I have XXXX XXXX XXXX but the hospital and the debt collector conspired to collect this debt and damage my credit. They both never attempted to verify the debt or get paid from the insurance company. They must contact the insurance company before attempting to collect this debt. Also, I never used hospital services in XXXX How did the hospital come up with this debt? I was afraid of going to the hospital due to pandemic in XXXX. How did I get charged for services not received?\n", + "2. This letter is being sent to you in response to your recent letter dated XX/XX/XXXX ; which wasnt received at my home until XX/XX/XXXX. This is not a refusal to pay, but a notice that your claim is disputed. Please note this is my second letter to you and I have now sent this certified mail and I will know when you receive it. \n", "\n", - "On XX/XX/2022, I wrote a dispute letter to Pioneer, requesting that they stop communication with me, record my dispute, and provide verification of the debt if they believe otherwise. \n", + "In my first letter, I stated that I applied for financial Aid through the provider. The same day that was denied, my account was sent to collections without giving me the opportunity to set up a payment plan. I sent you this letter per certified mail so I know that you received it at your office. You did not respond. \n", "\n", - "Pioneer has not responded with verification, but has attempted to collect the debt since then by phone ( XX/XX/2022 ) and mail ( XX/XX/2022 ).\n", - "4. Disputed with the company on several occasions and they still havent provided proof in a timely manner. The FCRA gives the company 30 days to respond. I have not gotten a response.\n", - "5. I am not aware of this XXXX XXXX XXXX XXXX XXXX , XXXX balance. I have never seen anything dealing with this lender. Also, I have been threated that in 30 days they will seek to make a judgement on debt that does not belong to me. I understand that they are looking to offer me a settlement. However, I do not believe the validity of such debt accusation. Furthermore, I will not be limited to the action of court threats when I did not receive any notice of debt based on communication. The amount is {$880.00} from MBNA which was acquired by Bank of America in 2006. I do not claim debt.\n", + "Under the Fair Debt Collections Practices Act ( FDCPA ), I have the right to request validation of the debt you say I owe you. I am requesting proof that I am indeed the party you are asking to pay this debt, the date of the alleged medical service, the name of the patient, and proof that there is some contractual obligation which is binding on me to pay this debt. \n", "\n", - "comment list 2:\n", - "1. My name is XXXX XXXX XXXX. This issue with a Loan Till Payday account was previously reported to you for collection practices, etc. I had a pay day loan in 2013. At the time, I banked with XXXX XXXX, who advised me that pay day loans are not good, and in the end XXXX closed my bank account, it was involuntary. In the interim, I made payments to the agency. XXXX and XXXX were the primary contacts. On the last payment, due to the fact that I told him I was coming in to pay cash, and they withdrew the funds, electronically, my account was affected. XXXX advised me that the payment made was the last payment and the other ( which was primarily interest remaining ) would be charged off. XXXX later called me and advised that XXXX was not authorized to make that decision and demanded the payment. I do n't understand how one person can cancel the arrangements made by someone else. \n", + "Please attach copies of : Any agreement with your client that grants you the authority to collect on this alleged debt, or proof of acquisition by purchase or assignment, and authorization under subtitle D of the ARRA, SEC. 13401. APPLICATION OF SECURITY PROVISIONS AND PENALTIES TO BUSINESS ASSOCIATES OF COVERED ENTITIES ; and SEC. 13407 ( 1 ) BREACH OF SECURITY.\n", + "\n", + "The term breach of security means, with respect to unsecured PHR identifiable health information of an individual in a personal health record, acquisition of such information without the authorization of the individual. \n", + "\n", + "Please note that enforcement of penalties against you is covered under the penalty rules of the Omnibus Final Rule effective XX/XX/XXXX interpreting and implementing various provisions of the Health Information Technology for Economic and Clinical Health Act of XX/XX/XXXX ( HITECH Act ) as issued XX/XX/XXXX and the penalty rules of the FCRA and FACTA including FACT Act changes final rules effective XX/XX/XXXX. \n", "\n", - "In the end, they sold my account. It was reported to you, and that creditor then stated no further collection activity would occur. \n", "\n", - "Last week I began receiving calls from a collection agency, XXXX XXXX stating I would called for a civil deposition on this account. I do n't even know this agency. Later, I then received another call stating that I needed to hold, and after several clicks was connected to someone at a Mediaction service. I denied the owing the loan and stated it was paid. \n", + "Please also attach copies of any agreement that bears the signature of the alleged debtor wherein he or she agreed to pay the creditor and as this is a medical account a copy of any HIPAA authorization. \n", "\n", - "Today, I received a call from an outsource service courier about a missed appointment or hearing??? What?? I have no idea who these people are. I called Loan Till Payday and was advised the loan was sold and I needed to settle with the new company. So, does this mean they are continuing to attempt to collect {$200.00}. \n", + "Please also be advised that this letter is not only a formal dispute, but a request that you cease and desist any and all collection activities, including reporting of ; or verifying of this account on my credit reports. \n", "\n", - "I attempted to call the numbers, and now no one picks up just a voicemail. I called the supposed service courier and advised that their number was showing up as a spam/fraud number and that if they were a legitimate company then they should leave their name, location, a number ( not a voicemail ), and the case they are calling me about. I have not been served with any collection documents - why am I being threatened with a deposition??? \n", + "I require compliance with the terms and conditions of this letter within 30 days or a complete withdrawal, in writing, of any claim. \n", "\n", - "Telephone number recently calling me : ( XXXX ) XXXX. \n", + "In the event of noncompliance, I reserve the right to file charges and/ or complaints with the OCR on your HIPAA violations and appropriate County, State & Federal authorities, the CFPB , BBB and State Bar associations for violations of the FDCPA, FCRA, and Federal and State statutes on illegal collection activities on any account that may be time-barred as well as in violation of Kentucky medical privacy rules. \n", + "I also hereby reserve my right to take private civil action against you to recover damages. \n", "\n", - "Please help.\n", - "2. I receive 2 or 3 phone calls every day since early XXXX, my references receive calls. I will gladly satisfy this debt however even after 1st telling them the calls haven't stopped as though they are going to intimidate me. If the calls stopped for just 3 or 4 days I would satisfy my obligation but not because they keep calling me as well as my references.\n", - "3. Last month I received a phone call for my husband from XXXX XXXX XXXX saying he owed money and if I did not pay today it would be sent to litigation. The debt was Wachovia/wells Fargo, and account that we have never had. I had my husband call to get more information and they became very nasty with him. I called back asking for documentation on the debt because i did not think it was our debt and they became aggressive. They did email my husband something saying how much he owed, and I called back and asked to be emailed a copy, and the dollar amounts did not match. I called Wells Fargo and went over the above and verified that we have never had an account with them and I sent them the emails the XXXX sent to us and they started a fraud investigation. Yesterday I received another collections letter in the mail from the. Still trying to collect this debt. These people have my husbands full social security number ( we did not give it to them )\n", - "4. A company call XXXX XXXX XXXX came onto my private property on XX/XX/2018 and stole my automobile. I did receive any type of notice saying they collecting on a debt. If they take or threaten to take any nonjudicial action ( i.e, without a court order ) to repossess property when there is no present right to possession of the property they is in violation. l did not receive any type of notice asking if they can enter onto my private property and steal my private automobile.\n", - "5. Navient financial continues to send me erroneous debt collection emails. I have repeatedly asked them to remove my email address and to cease all communication with me. \n", - "I have no relationship with Navient and their continued threatening email is very unsettling. \n", "\n", - "I just want their erroneous threats to stop. \n", + "XXXX XXXX Hospital I am allowed under the Health Insurance Portability and Accountability Act ( HIPAA ) to protect my privacy and medical records from third parties. I did not give permission to any of my current or prior medical providers to release any of my medical information to a third party. I am aware that the HIPAA does allows the release of limited information about me but anything more is to only be revealed with the patients authorization. Therefore, by obtaining and sending me an itemized copy of my medical notes you have violated my HIPPA Rights.\n", + "3. I received mail at my new place of work, where I am a single sub-contract agent who does not get paid until the closing of a transaction. I called CBS and was transferred to XXXX XXXX. I tried to set up payment plans of {$25.00} which was my original agreement with XXXX XXXX prior to collection. I am a family of XXXX with {$XXXX} annual income. I tried to explain this to XXXX when she would not let me make a payment of {$25.00}. She was extremely rude to me and caused me a lot of distress with the things she was threatening me with. She told me that they had verified my new employment, \" which means I have income and I have to pay at least {$300.00} a month or the balance in full otherwise they would sue me and come after me. And I would n't want to be responsible to more money after legal fees are involved, would I? '' That is rough verbatim of what XXXX said to me over my {$3600.00} balance with CBS. At one point she had me in tears when I tried to explain to her I did not want them contacting my new employer about my collections and trying to get me in trouble with my new job where I am trying to make money. I am a XXXX with no income coming in currently. I am only a few months in the business. She was very hateful and continued to threaten me with court and legal fees if I could not pay more than {$300.00} a month. Anytime I tried to explain that my annual income had not changed from the {$XXXX}, she would keep telling me they 've verified my employment. However, that does not mean my income has increased. \n", "\n", - "Below is the latest email I have received from them : Last Day to call this office XXXX by XXXX Regards, XXXX XXXX Team Lead Specialist Charge off Unit XXXX XXXX\n", + "I am trying to make my $ XXXX monthly payments the best I can. XXXX has me very afraid of being sued when I am trying my best to pay what I can. I am trying to be the best I can and I will continue to make my $ XXXX monthly payments if she would let me. \n", + "\n", + "It is not fair that I am not allowed by her to make a payment bc she does not feel it is enough money. Nor should I have to keep calling in hopes of getting someone different at CBS that may let me make my payment. I have asked to have a new case rep and they will not allow that either, even after I explain all of the distress XXXX XXXX has caused me.\n", + "4. Received a text message from XXXX stating the following : \" Private Notice. XXXX XXXX call XXXX or XXXX XXXX XXXX XXXX XXXX XXXX XXXX Reply stop to unsubscribe. '' After clicking the link, was redirected to a page requiring me to input social, DOB, and an account number. I looked up the name of the company listed at the bottom of this page as DRS, verified as Direct Recovery Services. Nowhere was I notified that the text, nor the page asking for my personal information was an attempt to collect a debt.\n", + "5. I was contacted via mail by a collection company called XXXX XXXX ( XXXX XXXX XXXX XXXX fl XXXX ) on XX/XX/XXXX and XX/XX/XXXX. After the first letter I called the company ( XXXX ) and left a message stating this was the result of identity theft and I am not responsible for. The letter is for the amount of {$220.00} for a XXXX taken out fraudulently in my name on XX/XX/2019. The letter states that if I do not contact them within 30 days to dispute I acknowledge Im responsible. I did so but calling them as well as contacting XXXX for the second time and speaking with XXXX in the identify theft dept there, XXXX XXXX and the credit dept at XXXX. I send XXXX all the documents needed ( police report etc ). I even had the detective assigned to my case contact XXXX. I was told it would be handled. \n", + "Now I get another letter dated XX/XX/XXXX from XXXX XXXX about the debt I do not owe. I called and left a message on XX/XX/XXXX. I received a call back from XXXX XXXX on XX/XX/XXXX and he stated he has no information from XXXX that the acct was fraudulent. Ive done my due diligence with this and should not be contacted by XXXX XXXX. At this point its harassment and being the victim of identity theft makes it worse. \n", + "I have also contacts XXXX for the fourth time about why they have not handled this case and I am still being harassed.\n", + "\n", + "comment list 2:\n", + "1. Fraud has been committed on my consumer report, which violates the FCRA and FDCPA. \n", + "XXXX XXXX XXXX is using extortionate means to collect on alleged debt, I do not owe that resulted from extension of credit which violates Title 18 USC 892-894 and constitutes racketeering activities and extortion. This is a notice sent as per the Fair Debt Collection Practices Act ( F.D.C.P.A. ) 15 U.S.C. 1692 ( G ) Section 809 ( B ). This notice states that your claim is disputed and validation of the account is required. *Purchase Agreement* Evidence that you are a licensed debt collector *Chain of Title* Proof that you are a license debt collector to collect in my state. *A requested copy of your State Department of Commerce and Insurance Certificate . THIS IS A REQUEST FOR ACCOUNTING ; REQUEST REGARDING LIST OF COLLATERAL OR STATEMENT OF ACCOUNT IN REFERENCE TO U.C.C. $ 9-210. This authenticated record must include all tax filings ( including all 1099 's, 1096 's, and 1098 's ) any and all trades and/or investments and/or interests associated with this account of which I am alleged to be a party. I have a right to this information, as its directly associated with the reporting activities. Failure to substantiate the claim, please settle the account immediately and cease and desist all communication and have this tradelines PERMANENTLY DELETED from my consumer report.\n", + "2. The items listed below are reporting on my personal credit file and were found in my reports with Experian, XXXX and XXXX credit reporting agency. These items were opened fraudulently. Ive informed all parties of the issue & provided the necessary documentation to support my claim. The credit reporting agency ( CRA ) & data furnisher ( DF ) are not complying with federal law in regards to identity theft. Additionally, the credit reporting agency & data furnisher have not provided me with any evidence of an open contract, signed contract or any valid proof this was opened, authorized or created by me. Since this is a strict violation of FCRA laws I need the items removed from my file. \n", + "XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", + "3. In accordance with the Fair Credit Reporting Act. Equifax Information Services, LLC has violated my rights by furnishing these inaccurate and fraudulent accounts below. \n", + "\n", + "XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX # XXXX XXXX XXXX XXXX # XXXX 15 U.S.C 1681 section 602 A. States I have the right to privacy. 15 U.S.C 1681 604 A. section 2. it also states a consumer reporting agency can not furnish a account without written instructions. 15 U.S.C 1681 B. Permissible Purpose. The user must disclose to the consumer that an investigative consumer report may be obtained. This must be done in a written disclosure that is mailed, or otherwise delivered, to the consumer at some time before or not later than three days after the date on which the report was first requested. The disclosure must include a statement informing the consumer of his or her right to request additional disclosures of the nature and scope of the investigation as described below, and the summary of consumer rights required by Section 609 of the FCRA. ( The summary of consumer rights will be provided by the CRA that conducts the investigation. ) The user must certify to the CRA that the disclosures set forth above have been made and that the user will make the disclosure described below. \n", + "Upon the written request of a consumer made within a reasonable period of time after the disclosures required above, the user must make a complete disclosure of the nature and scope of the investigation. This must be made in a written statement that is mailed or otherwise delivered, to the consumer no later than five days after the date on which the request was received from the consumer or the report was first requested, whichever is later in time.\n", + "4. This is the several time I've complained about being a victim of identity theft. The 3 credit bureaus must remove any item that was opened without my knowledge, consent, or authority within 4 business days with ( XXXX ) appropriate proof of the identity of the consumer ; ( XXXX ) a copy of an identity theft report ; ( XXXX ) the identification of such information by the consumer; and ( XXXX ) a statement by the consumer that the information is not information relating to any transaction by the consumer. \n", + "\n", + "XXXX XXXX XXXX Balance {$21000.00} ; XXXX XXXX XXXXK XXXX Balance {$10000.00} XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", + "5. Thank you in advance for your asstiance in this matter. I apologize in advance if I ramble on as this is the first time I have done a complaint like this. My complaint is on Consumer Financial Services XXXX XXXX XXXX XXXX XXXX XXXX XXXX FL XXXX I started doing business with Consumer Financial Services in XXXX. I purchased a vehicle and they where the fiance company. I eventually paid that loan in full and took a personal loan. I was having some life issues and was told I could borrow more if I put the title of my vehicle up for collateral. For each loan I took if I was going to be late on a payment I was cohearsed into refinancing the loan for cash anywhere from 50 to 1000. Each of the 25 times I did this I was told it was mandatory that I purchase life and disability unemployment insurance. So to get the loan I accepted it each time as it was a mandatory condition. \n", + "On XX/XX/XXXX I had to place my XXXX year old son in a XXXX and it caused me great XXXX and XXXX. I was out of work from XX/XX/XXXX until XX/XX/XXXX I called consumer finacial o. XX/XX/XXXX and spoke with a XXXX XXXX and she told me she was unaware on how to do the form and would get back to me. I was the emailed a form on XX/XX/XXXX from a XXXX XXXX and it stated on the bottom of the form that all claims need to be submitted to the creditor which leads me to believe as the consumer that the creditor makes the decision of the claim. I asked XXXX if the collections attempts could be on hold until the claim is resolved. I called XXXX on XX/XX/XXXX or XX/XX/XXXX maybe earlier and was told that XXXX and XXXX where paid and my next payment would be XX/XX/XXXX. During this time frame I was not called. I was contacted around XX/XX/XXXX thru XX/XX/XXXX and told my XXXX payment was all that was due. OnXX/XX/XXXX I contacted CFS to see if I could refinance my XXXX payment at I was still recovering from the lack of money thru the disability I was told that I owe for XXXX and XXXX. I asked for a manager and spoke to a man who identified himself as the owner of the company. \n", + "\n", + "XXXX stated to me that XXXX was no longer employed at the company and that she was wrong the disability insurance that I was told that I had to purchase only covered one month even though XXXX told me it already covered XXXX and XXXX. XXXX stated that XXXX should not have told me that and he was not honoring it. XXXX also told me the insurance that I was told 25 times that was mandatory is not mandatory. If I knew it was not mandatory I would not have purchased it 25 times. XXXX stated to me that he in fact credited me the XXXX payment so it would not effect my credit as a courtesy. He stated \" he credits the payment for long term customers and goes back in the next month and voids the credit ''. I don't know if this is illegal or just unethical. I think there could be a bias there. XXXX stated that he was going to call the insurance company and research this and call me back. I askeed XXXX if he could hold the collection process while we handle this dispute and he told me he would get back with me that day this was XX/XX/XXXXI believe. From then to now I have recived three calls a day and a email in regards to my account. I have emailed asking for XXXX to call me and have been unsuccessful. Today I spoke with a XXXX and she stated that The notes say that XXXX was not covered. I have aske d for XXXX to call me as I recived no correspondence to this matter. XX/XX/XXXX.\n", "\n" ] } @@ -1527,7 +1477,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 16, "metadata": { "id": "BfHGJLirzSvH" }, @@ -1538,38 +1488,56 @@ "text": [ "Please highlight the most obvious difference between the two lists of comments:\n", "comment list 1:\n", - "1. This debt was from my identity being stolen I didnt open any account that resulted in this collection i have completed a police report which can be verified with the XXXX police @ XXXX report # XXXX and i have a notarized identity theft affidavit from ftc please remove this off of my credit and close my file ASAP\n", - "2. On XX/XX/XXXX this company received certified mail asking for validation of debt. On XX/XX/XXXX the company still did not validate debt owed and they did not mark the debt disputed by XX/XX/XXXX through the major credit reporting bureaus. This is a violation of the FDCPA and FCRA. I did send a second letter which the company received on XX/XX/XXXX . A lady from the company called and talked to me about the debt on XX/XX/XXXX but again did not have the credit bureaus mark the item as disputed. The company still violated the laws. Section [ 15 U.S.C. 1681s-2 ] ( 3 ) duty to provide notice of dispute. If the completeness or accuracy of any information furnished by any person to any consumer reporting agency is disputed to such person by a consumer, the person may not furnish the information to any consumer reporting agency without notice that such information is disputed. ( B ) ti me of notice! The notice required under sub paragraph ( A ) shall be provided to the customer prior to, or no later than 30 days after, furnishing the negative information to a consumer reporting agency described in section 603 ( p ). This company violated the state laws. I received no information until XX/XX/XXXX . Therefore by law the company should have the item removed from the credit agencies such as transunion and XXXX . I tried to call the company back about the laws that was broken and left my name no return call. The copy of my credit reports are below and as you can see the items was n't marked disputed. XXXX is marked disputed because on XX/XX/XXXX I myself disputed the information with the credit bureau. The lady stated they did n't receive my dispute letter until XX/XX/XXXX . Included is certified mail reciepts with date, time stamp, and signature of the person who signed for the certified mail on XX/XX/XXXX and XX/XX/XXXX . So again the company violated the laws and I have all the proof. If I have a contract with this company please send to me by mail a contract bearing my signature of the contract.\n", - "3. On XX/XX/2022, Pioneer Credit Recovery of XXXX, NY identified an alleged debt, which I do not owe. \n", + "1. I have XXXX XXXX XXXX but the hospital and the debt collector conspired to collect this debt and damage my credit. They both never attempted to verify the debt or get paid from the insurance company. They must contact the insurance company before attempting to collect this debt. Also, I never used hospital services in XXXX How did the hospital come up with this debt? I was afraid of going to the hospital due to pandemic in XXXX. How did I get charged for services not received?\n", + "2. This letter is being sent to you in response to your recent letter dated XX/XX/XXXX ; which wasnt received at my home until XX/XX/XXXX. This is not a refusal to pay, but a notice that your claim is disputed. Please note this is my second letter to you and I have now sent this certified mail and I will know when you receive it. \n", "\n", - "On XX/XX/2022, I wrote a dispute letter to Pioneer, requesting that they stop communication with me, record my dispute, and provide verification of the debt if they believe otherwise. \n", + "In my first letter, I stated that I applied for financial Aid through the provider. The same day that was denied, my account was sent to collections without giving me the opportunity to set up a payment plan. I sent you this letter per certified mail so I know that you received it at your office. You did not respond. \n", "\n", - "Pioneer has not responded with verification, but has attempted to collect the debt since then by phone ( XX/XX/2022 ) and mail ( XX/XX/2022 ).\n", - "4. Disputed with the company on several occasions and they still havent provided proof in a timely manner. The FCRA gives the company 30 days to respond. I have not gotten a response.\n", - "5. I am not aware of this XXXX XXXX XXXX XXXX XXXX , XXXX balance. I have never seen anything dealing with this lender. Also, I have been threated that in 30 days they will seek to make a judgement on debt that does not belong to me. I understand that they are looking to offer me a settlement. However, I do not believe the validity of such debt accusation. Furthermore, I will not be limited to the action of court threats when I did not receive any notice of debt based on communication. The amount is {$880.00} from MBNA which was acquired by Bank of America in 2006. I do not claim debt.\n", - "comment list 2:\n", - "1. My name is XXXX XXXX XXXX. This issue with a Loan Till Payday account was previously reported to you for collection practices, etc. I had a pay day loan in 2013. At the time, I banked with XXXX XXXX, who advised me that pay day loans are not good, and in the end XXXX closed my bank account, it was involuntary. In the interim, I made payments to the agency. XXXX and XXXX were the primary contacts. On the last payment, due to the fact that I told him I was coming in to pay cash, and they withdrew the funds, electronically, my account was affected. XXXX advised me that the payment made was the last payment and the other ( which was primarily interest remaining ) would be charged off. XXXX later called me and advised that XXXX was not authorized to make that decision and demanded the payment. I do n't understand how one person can cancel the arrangements made by someone else. \n", + "Under the Fair Debt Collections Practices Act ( FDCPA ), I have the right to request validation of the debt you say I owe you. I am requesting proof that I am indeed the party you are asking to pay this debt, the date of the alleged medical service, the name of the patient, and proof that there is some contractual obligation which is binding on me to pay this debt. \n", + "\n", + "Please attach copies of : Any agreement with your client that grants you the authority to collect on this alleged debt, or proof of acquisition by purchase or assignment, and authorization under subtitle D of the ARRA, SEC. 13401. APPLICATION OF SECURITY PROVISIONS AND PENALTIES TO BUSINESS ASSOCIATES OF COVERED ENTITIES ; and SEC. 13407 ( 1 ) BREACH OF SECURITY.\n", + "\n", + "The term breach of security means, with respect to unsecured PHR identifiable health information of an individual in a personal health record, acquisition of such information without the authorization of the individual. \n", "\n", - "In the end, they sold my account. It was reported to you, and that creditor then stated no further collection activity would occur. \n", + "Please note that enforcement of penalties against you is covered under the penalty rules of the Omnibus Final Rule effective XX/XX/XXXX interpreting and implementing various provisions of the Health Information Technology for Economic and Clinical Health Act of XX/XX/XXXX ( HITECH Act ) as issued XX/XX/XXXX and the penalty rules of the FCRA and FACTA including FACT Act changes final rules effective XX/XX/XXXX. \n", "\n", - "Last week I began receiving calls from a collection agency, XXXX XXXX stating I would called for a civil deposition on this account. I do n't even know this agency. Later, I then received another call stating that I needed to hold, and after several clicks was connected to someone at a Mediaction service. I denied the owing the loan and stated it was paid. \n", "\n", - "Today, I received a call from an outsource service courier about a missed appointment or hearing??? What?? I have no idea who these people are. I called Loan Till Payday and was advised the loan was sold and I needed to settle with the new company. So, does this mean they are continuing to attempt to collect {$200.00}. \n", + "Please also attach copies of any agreement that bears the signature of the alleged debtor wherein he or she agreed to pay the creditor and as this is a medical account a copy of any HIPAA authorization. \n", "\n", - "I attempted to call the numbers, and now no one picks up just a voicemail. I called the supposed service courier and advised that their number was showing up as a spam/fraud number and that if they were a legitimate company then they should leave their name, location, a number ( not a voicemail ), and the case they are calling me about. I have not been served with any collection documents - why am I being threatened with a deposition??? \n", + "Please also be advised that this letter is not only a formal dispute, but a request that you cease and desist any and all collection activities, including reporting of ; or verifying of this account on my credit reports. \n", "\n", - "Telephone number recently calling me : ( XXXX ) XXXX. \n", + "I require compliance with the terms and conditions of this letter within 30 days or a complete withdrawal, in writing, of any claim. \n", "\n", - "Please help.\n", - "2. I receive 2 or 3 phone calls every day since early XXXX, my references receive calls. I will gladly satisfy this debt however even after 1st telling them the calls haven't stopped as though they are going to intimidate me. If the calls stopped for just 3 or 4 days I would satisfy my obligation but not because they keep calling me as well as my references.\n", - "3. Last month I received a phone call for my husband from XXXX XXXX XXXX saying he owed money and if I did not pay today it would be sent to litigation. The debt was Wachovia/wells Fargo, and account that we have never had. I had my husband call to get more information and they became very nasty with him. I called back asking for documentation on the debt because i did not think it was our debt and they became aggressive. They did email my husband something saying how much he owed, and I called back and asked to be emailed a copy, and the dollar amounts did not match. I called Wells Fargo and went over the above and verified that we have never had an account with them and I sent them the emails the XXXX sent to us and they started a fraud investigation. Yesterday I received another collections letter in the mail from the. Still trying to collect this debt. These people have my husbands full social security number ( we did not give it to them )\n", - "4. A company call XXXX XXXX XXXX came onto my private property on XX/XX/2018 and stole my automobile. I did receive any type of notice saying they collecting on a debt. If they take or threaten to take any nonjudicial action ( i.e, without a court order ) to repossess property when there is no present right to possession of the property they is in violation. l did not receive any type of notice asking if they can enter onto my private property and steal my private automobile.\n", - "5. Navient financial continues to send me erroneous debt collection emails. I have repeatedly asked them to remove my email address and to cease all communication with me. \n", - "I have no relationship with Navient and their continued threatening email is very unsettling. \n", + "In the event of noncompliance, I reserve the right to file charges and/ or complaints with the OCR on your HIPAA violations and appropriate County, State & Federal authorities, the CFPB , BBB and State Bar associations for violations of the FDCPA, FCRA, and Federal and State statutes on illegal collection activities on any account that may be time-barred as well as in violation of Kentucky medical privacy rules. \n", + "I also hereby reserve my right to take private civil action against you to recover damages. \n", "\n", - "I just want their erroneous threats to stop. \n", "\n", - "Below is the latest email I have received from them : Last Day to call this office XXXX by XXXX Regards, XXXX XXXX Team Lead Specialist Charge off Unit XXXX XXXX\n", + "XXXX XXXX Hospital I am allowed under the Health Insurance Portability and Accountability Act ( HIPAA ) to protect my privacy and medical records from third parties. I did not give permission to any of my current or prior medical providers to release any of my medical information to a third party. I am aware that the HIPAA does allows the release of limited information about me but anything more is to only be revealed with the patients authorization. Therefore, by obtaining and sending me an itemized copy of my medical notes you have violated my HIPPA Rights.\n", + "3. I received mail at my new place of work, where I am a single sub-contract agent who does not get paid until the closing of a transaction. I called CBS and was transferred to XXXX XXXX. I tried to set up payment plans of {$25.00} which was my original agreement with XXXX XXXX prior to collection. I am a family of XXXX with {$XXXX} annual income. I tried to explain this to XXXX when she would not let me make a payment of {$25.00}. She was extremely rude to me and caused me a lot of distress with the things she was threatening me with. She told me that they had verified my new employment, \" which means I have income and I have to pay at least {$300.00} a month or the balance in full otherwise they would sue me and come after me. And I would n't want to be responsible to more money after legal fees are involved, would I? '' That is rough verbatim of what XXXX said to me over my {$3600.00} balance with CBS. At one point she had me in tears when I tried to explain to her I did not want them contacting my new employer about my collections and trying to get me in trouble with my new job where I am trying to make money. I am a XXXX with no income coming in currently. I am only a few months in the business. She was very hateful and continued to threaten me with court and legal fees if I could not pay more than {$300.00} a month. Anytime I tried to explain that my annual income had not changed from the {$XXXX}, she would keep telling me they 've verified my employment. However, that does not mean my income has increased. \n", + "\n", + "I am trying to make my $ XXXX monthly payments the best I can. XXXX has me very afraid of being sued when I am trying my best to pay what I can. I am trying to be the best I can and I will continue to make my $ XXXX monthly payments if she would let me. \n", + "\n", + "It is not fair that I am not allowed by her to make a payment bc she does not feel it is enough money. Nor should I have to keep calling in hopes of getting someone different at CBS that may let me make my payment. I have asked to have a new case rep and they will not allow that either, even after I explain all of the distress XXXX XXXX has caused me.\n", + "4. Received a text message from XXXX stating the following : \" Private Notice. XXXX XXXX call XXXX or XXXX XXXX XXXX XXXX XXXX XXXX XXXX Reply stop to unsubscribe. '' After clicking the link, was redirected to a page requiring me to input social, DOB, and an account number. I looked up the name of the company listed at the bottom of this page as DRS, verified as Direct Recovery Services. Nowhere was I notified that the text, nor the page asking for my personal information was an attempt to collect a debt.\n", + "5. I was contacted via mail by a collection company called XXXX XXXX ( XXXX XXXX XXXX XXXX fl XXXX ) on XX/XX/XXXX and XX/XX/XXXX. After the first letter I called the company ( XXXX ) and left a message stating this was the result of identity theft and I am not responsible for. The letter is for the amount of {$220.00} for a XXXX taken out fraudulently in my name on XX/XX/2019. The letter states that if I do not contact them within 30 days to dispute I acknowledge Im responsible. I did so but calling them as well as contacting XXXX for the second time and speaking with XXXX in the identify theft dept there, XXXX XXXX and the credit dept at XXXX. I send XXXX all the documents needed ( police report etc ). I even had the detective assigned to my case contact XXXX. I was told it would be handled. \n", + "Now I get another letter dated XX/XX/XXXX from XXXX XXXX about the debt I do not owe. I called and left a message on XX/XX/XXXX. I received a call back from XXXX XXXX on XX/XX/XXXX and he stated he has no information from XXXX that the acct was fraudulent. Ive done my due diligence with this and should not be contacted by XXXX XXXX. At this point its harassment and being the victim of identity theft makes it worse. \n", + "I have also contacts XXXX for the fourth time about why they have not handled this case and I am still being harassed.\n", + "comment list 2:\n", + "1. Fraud has been committed on my consumer report, which violates the FCRA and FDCPA. \n", + "XXXX XXXX XXXX is using extortionate means to collect on alleged debt, I do not owe that resulted from extension of credit which violates Title 18 USC 892-894 and constitutes racketeering activities and extortion. This is a notice sent as per the Fair Debt Collection Practices Act ( F.D.C.P.A. ) 15 U.S.C. 1692 ( G ) Section 809 ( B ). This notice states that your claim is disputed and validation of the account is required. *Purchase Agreement* Evidence that you are a licensed debt collector *Chain of Title* Proof that you are a license debt collector to collect in my state. *A requested copy of your State Department of Commerce and Insurance Certificate . THIS IS A REQUEST FOR ACCOUNTING ; REQUEST REGARDING LIST OF COLLATERAL OR STATEMENT OF ACCOUNT IN REFERENCE TO U.C.C. $ 9-210. This authenticated record must include all tax filings ( including all 1099 's, 1096 's, and 1098 's ) any and all trades and/or investments and/or interests associated with this account of which I am alleged to be a party. I have a right to this information, as its directly associated with the reporting activities. Failure to substantiate the claim, please settle the account immediately and cease and desist all communication and have this tradelines PERMANENTLY DELETED from my consumer report.\n", + "2. The items listed below are reporting on my personal credit file and were found in my reports with Experian, XXXX and XXXX credit reporting agency. These items were opened fraudulently. Ive informed all parties of the issue & provided the necessary documentation to support my claim. The credit reporting agency ( CRA ) & data furnisher ( DF ) are not complying with federal law in regards to identity theft. Additionally, the credit reporting agency & data furnisher have not provided me with any evidence of an open contract, signed contract or any valid proof this was opened, authorized or created by me. Since this is a strict violation of FCRA laws I need the items removed from my file. \n", + "XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", + "3. In accordance with the Fair Credit Reporting Act. Equifax Information Services, LLC has violated my rights by furnishing these inaccurate and fraudulent accounts below. \n", + "\n", + "XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX # XXXX XXXX XXXX XXXX # XXXX 15 U.S.C 1681 section 602 A. States I have the right to privacy. 15 U.S.C 1681 604 A. section 2. it also states a consumer reporting agency can not furnish a account without written instructions. 15 U.S.C 1681 B. Permissible Purpose. The user must disclose to the consumer that an investigative consumer report may be obtained. This must be done in a written disclosure that is mailed, or otherwise delivered, to the consumer at some time before or not later than three days after the date on which the report was first requested. The disclosure must include a statement informing the consumer of his or her right to request additional disclosures of the nature and scope of the investigation as described below, and the summary of consumer rights required by Section 609 of the FCRA. ( The summary of consumer rights will be provided by the CRA that conducts the investigation. ) The user must certify to the CRA that the disclosures set forth above have been made and that the user will make the disclosure described below. \n", + "Upon the written request of a consumer made within a reasonable period of time after the disclosures required above, the user must make a complete disclosure of the nature and scope of the investigation. This must be made in a written statement that is mailed or otherwise delivered, to the consumer no later than five days after the date on which the request was received from the consumer or the report was first requested, whichever is later in time.\n", + "4. This is the several time I've complained about being a victim of identity theft. The 3 credit bureaus must remove any item that was opened without my knowledge, consent, or authority within 4 business days with ( XXXX ) appropriate proof of the identity of the consumer ; ( XXXX ) a copy of an identity theft report ; ( XXXX ) the identification of such information by the consumer; and ( XXXX ) a statement by the consumer that the information is not information relating to any transaction by the consumer. \n", + "\n", + "XXXX XXXX XXXX Balance {$21000.00} ; XXXX XXXX XXXXK XXXX Balance {$10000.00} XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", + "5. Thank you in advance for your asstiance in this matter. I apologize in advance if I ramble on as this is the first time I have done a complaint like this. My complaint is on Consumer Financial Services XXXX XXXX XXXX XXXX XXXX XXXX XXXX FL XXXX I started doing business with Consumer Financial Services in XXXX. I purchased a vehicle and they where the fiance company. I eventually paid that loan in full and took a personal loan. I was having some life issues and was told I could borrow more if I put the title of my vehicle up for collateral. For each loan I took if I was going to be late on a payment I was cohearsed into refinancing the loan for cash anywhere from 50 to 1000. Each of the 25 times I did this I was told it was mandatory that I purchase life and disability unemployment insurance. So to get the loan I accepted it each time as it was a mandatory condition. \n", + "On XX/XX/XXXX I had to place my XXXX year old son in a XXXX and it caused me great XXXX and XXXX. I was out of work from XX/XX/XXXX until XX/XX/XXXX I called consumer finacial o. XX/XX/XXXX and spoke with a XXXX XXXX and she told me she was unaware on how to do the form and would get back to me. I was the emailed a form on XX/XX/XXXX from a XXXX XXXX and it stated on the bottom of the form that all claims need to be submitted to the creditor which leads me to believe as the consumer that the creditor makes the decision of the claim. I asked XXXX if the collections attempts could be on hold until the claim is resolved. I called XXXX on XX/XX/XXXX or XX/XX/XXXX maybe earlier and was told that XXXX and XXXX where paid and my next payment would be XX/XX/XXXX. During this time frame I was not called. I was contacted around XX/XX/XXXX thru XX/XX/XXXX and told my XXXX payment was all that was due. OnXX/XX/XXXX I contacted CFS to see if I could refinance my XXXX payment at I was still recovering from the lack of money thru the disability I was told that I owe for XXXX and XXXX. I asked for a manager and spoke to a man who identified himself as the owner of the company. \n", + "\n", + "XXXX stated to me that XXXX was no longer employed at the company and that she was wrong the disability insurance that I was told that I had to purchase only covered one month even though XXXX told me it already covered XXXX and XXXX. XXXX stated that XXXX should not have told me that and he was not honoring it. XXXX also told me the insurance that I was told 25 times that was mandatory is not mandatory. If I knew it was not mandatory I would not have purchased it 25 times. XXXX stated to me that he in fact credited me the XXXX payment so it would not effect my credit as a courtesy. He stated \" he credits the payment for long term customers and goes back in the next month and voids the credit ''. I don't know if this is illegal or just unethical. I think there could be a bias there. XXXX stated that he was going to call the insurance company and research this and call me back. I askeed XXXX if he could hold the collection process while we handle this dispute and he told me he would get back with me that day this was XX/XX/XXXXI believe. From then to now I have recived three calls a day and a email in regards to my account. I have emailed asking for XXXX to call me and have been unsuccessful. Today I spoke with a XXXX and she stated that The notes say that XXXX was not covered. I have aske d for XXXX to call me as I recived no correspondence to this matter. XX/XX/XXXX.\n", "\n" ] } @@ -1593,7 +1561,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 17, "metadata": { "id": "mL5P0_3X04dE" }, @@ -1601,7 +1569,7 @@ { "data": { "text/html": [ - "Query job 3a46cad4-14e5-4137-a042-14380733b467 is DONE. 0 Bytes processed. Open Job" + "Query job cca67107-0221-4a46-98ee-60c2b2cdf6f6 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1619,7 +1587,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 18, "metadata": { "id": "ICWHsqAW1FNk" }, @@ -1627,7 +1595,7 @@ { "data": { "text/html": [ - "Load job 939037f0-66df-42a4-b301-0b3ba26bae7c is DONE. Open Job" + "Load job eb49c517-2fda-4175-914f-59b55f9dc5e0 is DONE. Open Job" ], "text/plain": [ "" @@ -1644,7 +1612,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 19, "metadata": { "id": "gB7e1LXU1pst" }, @@ -1652,7 +1620,7 @@ { "data": { "text/html": [ - "Query job c662b2c7-7185-4681-b7c6-60c81e9c8cd4 is DONE. 8.2 kB processed. Open Job" + "Query job 80d45376-cdbf-41f5-aaaf-a345179e55f4 is DONE. 17.5 kB processed. Open Job" ], "text/plain": [ "" @@ -1665,41 +1633,18 @@ "name": "stderr", "output_type": "stream", "text": [ - "/usr/local/google/home/garrettwu/src/bigframes/bigframes/core/__init__.py:108: PreviewWarning: Interpreting JSON column(s) as StringDtype. This behavior may change in future versions.\n", - " warnings.warn(\n" + "/usr/local/google/home/arwas/src1/python-bigquery-dataframes/bigframes/core/array_value.py:109: PreviewWarning: JSON column interpretation as a custom PyArrow extention in\n", + "`db_dtypes` is a preview feature and subject to change.\n", + " warnings.warn(msg, bfe.PreviewWarning)\n" ] }, - { - "data": { - "text/html": [ - "Query job 9a4d6735-c307-4a60-96f9-d81330925e6c is DONE. 2 Bytes processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "Query job 17bde6e6-8b26-48a7-9c57-b7b9752c1f54 is DONE. 1.8 kB processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, { "data": { "text/plain": [ - "\"## Key Differences between Comment Lists 1 and 2:\\n\\n**Comment List 1:**\\n\\n* **Focuses on Legal Violations:** The comments in List 1 primarily focus on how the debt collectors violated specific laws, such as the FDCPA and FCRA, by not validating debt, not marking accounts as disputed, and using illegal collection tactics.\\n* **Detailed Evidence:** Commenters provide detailed evidence of their claims, including dates, reference numbers, police reports, and copies of communications.\\n* **Formal Tone:** The language in List 1 is more formal and uses legal terminology, suggesting the commenters may have a deeper understanding of their rights.\\n* **Emphasis on Debt Accuracy:** Many comments explicitly deny owing the debt and question its validity, requesting proof and demanding removal from credit reports. \\n\\n**Comment List 2:**\\n\\n* **Focus on Harassment and Intimidation:** The comments in List 2 highlight the harassing and intimidating behavior of the debt collectors, such as making multiple calls, contacting references, and threatening legal action.\\n* **Emotional Language:** Commenters express frustration, fear, and anger towards the debt collectors' behavior.\\n* **Less Legal Detail:** While some commenters mention specific laws, they provide less detailed evidence than List 1.\\n* **Uncertainty About Debt:** Several commenters are unsure whether they actually owe the debt, questioning its origin and validity. \\n\\n**Overall:**\\n\\n* List 1 focuses on legal arguments and violations, while List 2 emphasizes emotional distress and improper collection tactics.\\n* List 1 provides more concrete evidence of wrongdoing, while List 2 relies more on personal experiences and descriptions.\\n* Both lists highlight the negative impacts of debt collection practices on individuals.\\n\"" + "'The most obvious difference is the **focus of the complaints**.\\n\\nComment List 1 focuses on issues with **debt collection practices**, including alleged violations of the Fair Debt Collection Practices Act (FDCPA), HIPAA violations, and generally aggressive or unfair collection tactics. The complaints center around disputes over the validity of debts, improper collection methods, and the emotional distress caused by collectors.\\n\\nComment List 2 focuses on **identity theft and fraudulent accounts**. The complaints primarily concern inaccurate or fraudulent information reported to credit bureaus, violations of the Fair Credit Reporting Act (FCRA), and the failure of credit reporting agencies and data furnishers to adequately address the reported identity theft. While some complaints mention debt, the core issue is the fraudulent opening of accounts and the subsequent damage to credit reports.\\n'" ] }, - "execution_count": 21, + "execution_count": 19, "metadata": {}, "output_type": "execute_result" } @@ -1707,7 +1652,7 @@ "source": [ "# Send the request for Gemini to generate a response to our prompt\n", "major_difference = q_a_model.predict(df)\n", - "# Gemini's response is the only row in the dataframe result \n", + "# Gemini's response is the only row in the dataframe result\n", "major_difference[\"ml_generate_text_llm_result\"].iloc[0]" ] }, @@ -1750,7 +1695,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.9" + "version": "3.9.19" } }, "nbformat": 4, From d492315cf930a320e23df42097330c86f96650ff Mon Sep 17 00:00:00 2001 From: Arwa Date: Tue, 29 Apr 2025 13:43:55 -0500 Subject: [PATCH 3/7] use type casting to fix mypy error --- samples/snippets/create_kmeans_model_test.py | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/samples/snippets/create_kmeans_model_test.py b/samples/snippets/create_kmeans_model_test.py index 7e2f813072..ceb11f2794 100644 --- a/samples/snippets/create_kmeans_model_test.py +++ b/samples/snippets/create_kmeans_model_test.py @@ -18,6 +18,7 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: your_model_id = random_model_id_eu # [START bigquery_dataframes_bqml_kmeans] import datetime + import typing import pandas as pd @@ -101,17 +102,18 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: # Engineer features to cluster the stations. For each station, find the # average trip duration, number of trips, and distance from city center. - stationstats = merged_df.groupby(["station_name", "isweekday"]).agg( - {"duration": ["mean", "count"], "distance_from_city_center": "max"} + stationstats = typing.cast( + bpd.DataFrame, + merged_df.groupby(["station_name", "isweekday"]).agg( + {"duration": ["mean", "count"], "distance_from_city_center": "max"} + ), ) stationstats.columns = pd.Index( ["duration", "num_trips", "distance_from_city_center"] ) - stationstats = ( - bpd.DataFrame(stationstats) - .sort_values(by="distance_from_city_center", ascending=True) - .reset_index() - ) + stationstats = stationstats.sort_values( + by="distance_from_city_center", ascending=True + ).reset_index() # Expected output results: >>> stationstats.head(3) # station_name isweekday duration num_trips distance_from_city_center From 91079517e879aea02ba9f1d70e4ab0ce2ea87746 Mon Sep 17 00:00:00 2001 From: Arwa Date: Thu, 1 May 2025 11:25:11 -0500 Subject: [PATCH 4/7] fix snippet --- samples/snippets/create_kmeans_model_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/samples/snippets/create_kmeans_model_test.py b/samples/snippets/create_kmeans_model_test.py index ceb11f2794..d8deade1cf 100644 --- a/samples/snippets/create_kmeans_model_test.py +++ b/samples/snippets/create_kmeans_model_test.py @@ -65,7 +65,7 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: ), } ) - s_distance = bbq.st_distance(s1["xy"], s2["xy"], use_spheroid=False) + s_distance = bbq.st_distance(s1["xy"], s2["xy"], use_spheroid=False) / 1000 s = bpd.DataFrame({"id": s1["id"], "distance_from_city_center": s_distance}) # Define Python datetime objects in the UTC timezone for range comparison, From 6a2565478d34e789bb5e7810bfb15925f115bbd2 Mon Sep 17 00:00:00 2001 From: Arwa Sharif <146148342+arwas11@users.noreply.github.com> Date: Fri, 2 May 2025 16:43:10 -0500 Subject: [PATCH 5/7] Update imports for create_kmeans_model_test.py --- samples/snippets/create_kmeans_model_test.py | 1 + 1 file changed, 1 insertion(+) diff --git a/samples/snippets/create_kmeans_model_test.py b/samples/snippets/create_kmeans_model_test.py index d8deade1cf..c72289521c 100644 --- a/samples/snippets/create_kmeans_model_test.py +++ b/samples/snippets/create_kmeans_model_test.py @@ -24,6 +24,7 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: import bigframes import bigframes.bigquery as bbq + import bigframes.geopandas import bigframes.pandas as bpd bigframes.options.bigquery.project = your_gcp_project_id From b3b32af34bfaa7832109bca3579dd8f02b5f21f6 Mon Sep 17 00:00:00 2001 From: Arwa Date: Mon, 5 May 2025 09:56:47 -0500 Subject: [PATCH 6/7] revert changes to llm k-means notebook --- .../bq_dataframes_llm_kmeans.ipynb | 1167 +++++++++-------- 1 file changed, 611 insertions(+), 556 deletions(-) diff --git a/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb b/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb index 5833cedc3f..31a47ea424 100644 --- a/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb +++ b/notebooks/generative_ai/bq_dataframes_llm_kmeans.ipynb @@ -280,20 +280,7 @@ "metadata": { "id": "zDSwoBo1CU3G" }, - "outputs": [ - { - "data": { - "text/html": [ - "Query job 3bd53bbe-329d-4a61-8ae4-519ba0aedbac is DONE. 0 Bytes processed. Open Job" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "input_df = bf.read_gbq(\"bigquery-public-data.cfpb_complaints.complaint_database\")" ] @@ -308,7 +295,19 @@ { "data": { "text/html": [ - "Query job dc9def31-6b90-45ab-9812-8ceb753f1899 is DONE. 2.3 GB processed. Open Job" + "Query job 960f637d-89eb-4bbf-a34c-36ed624e8e9a is DONE. 2.3 GB processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job 59bb207c-98e1-4dab-8686-320f276b09df is DONE. 63.7 MB processed. Open Job" ], "text/plain": [ "" @@ -343,24 +342,24 @@ " \n", " \n", " \n", - " 3274540\n", - " This is my XXXX request that I have been a vic...\n", + " 2557016\n", + " I've been disputing fraud accounts on my credi...\n", " \n", " \n", - " 3274638\n", - " This complaint is in regards to the Student Lo...\n", + " 2557686\n", + " American Express Platinum totally messed up my...\n", " \n", " \n", - " 3275041\n", - " XXXX XXXX XXXX keeps raising my monthly paymen...\n", + " 2558170\n", + " I recently looked at my credit report and noti...\n", " \n", " \n", - " 3275069\n", - " A check was stolen from my purse, forged, and ...\n", + " 2558545\n", + " Select Portfolio Servicing contacted my insura...\n", " \n", " \n", - " 3275144\n", - " In accordance with the Fair Credit Reporting a...\n", + " 2558652\n", + " I checked my credit report and I am upset on w...\n", " \n", " \n", "\n", @@ -368,11 +367,11 @@ ], "text/plain": [ " consumer_complaint_narrative\n", - "3274540 This is my XXXX request that I have been a vic...\n", - "3274638 This complaint is in regards to the Student Lo...\n", - "3275041 XXXX XXXX XXXX keeps raising my monthly paymen...\n", - "3275069 A check was stolen from my purse, forged, and ...\n", - "3275144 In accordance with the Fair Credit Reporting a..." + "2557016 I've been disputing fraud accounts on my credi...\n", + "2557686 American Express Platinum totally messed up my...\n", + "2558170 I recently looked at my credit report and noti...\n", + "2558545 Select Portfolio Servicing contacted my insura...\n", + "2558652 I checked my credit report and I am upset on w..." ] }, "execution_count": 7, @@ -422,20 +421,10 @@ "id": "li38q8FzDDMu" }, "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/google/home/arwas/src1/python-bigquery-dataframes/bigframes/core/log_adapter.py:164: FutureWarning: Since upgrading the default model can cause unintended breakages, the\n", - "default model will be removed in BigFrames 3.0. Please supply an\n", - "explicit model to avoid this message.\n", - " return method(self, *args, **kwargs)\n" - ] - }, { "data": { "text/html": [ - "Query job f6131b15-76ea-42d1-91a4-62dec4cda8f7 is DONE. 0 Bytes processed. Open Job" + "Query job e4616b5e-b4c0-490c-a249-484f373f89d9 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -461,7 +450,7 @@ { "data": { "text/html": [ - "Query job d13728ad-23c9-4a3b-9f33-a850893493ba is DONE. 1.3 GB processed. Open Job" + "Query job 89f96e88-2dd5-4326-8912-925b237e2877 is DONE. 1.3 GB processed. Open Job" ], "text/plain": [ "" @@ -474,15 +463,38 @@ "name": "stderr", "output_type": "stream", "text": [ - "/usr/local/google/home/arwas/src1/python-bigquery-dataframes/bigframes/core/array_value.py:109: PreviewWarning: JSON column interpretation as a custom PyArrow extention in\n", - "`db_dtypes` is a preview feature and subject to change.\n", - " warnings.warn(msg, bfe.PreviewWarning)\n" + "/usr/local/google/home/garrettwu/src/bigframes/bigframes/core/__init__.py:108: PreviewWarning: Interpreting JSON column(s) as StringDtype. This behavior may change in future versions.\n", + " warnings.warn(\n" ] }, { "data": { "text/html": [ - "Query job 6f9269ff-5cdd-4027-af8e-ffd05d04e4b5 is DONE. 72.2 MB processed. Open Job" + "Query job bcdbfe96-2cce-4269-81f4-0334033b458b is DONE. 20.0 kB processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job 3b89850f-4491-4343-912a-7a2fd3137790 is DONE. 0 Bytes processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job a2999e90-8d14-4f4a-99dc-4e769df01837 is DONE. 72.0 MB processed. Open Job" ], "text/plain": [ "" @@ -520,179 +532,180 @@ " \n", " \n", " \n", - " 170\n", - " [ 1.88376904e-02 -5.30475788e-02 2.95045757e-...\n", - " {\"token_count\":187,\"truncated\":false}\n", + " 415\n", + " [ 2.56774724e-02 -1.06168222e-02 3.06945704e-...\n", + " {\"token_count\":171,\"truncated\":false}\n", " \n", - " I recently had a credit score of XXXX. In XXXX...\n", + " DEPT OF EDUCATION/XXXX is stating I was late ...\n", " \n", " \n", - " 1054\n", - " [ 1.62359420e-02 4.00104094e-03 3.32496352e-...\n", - " {\"token_count\":156,\"truncated\":false}\n", + " 596\n", + " [ 5.90653270e-02 -9.31344274e-03 -7.12460047e-...\n", + " {\"token_count\":668,\"truncated\":false}\n", " \n", - " Hello. I have previously submitted a complaint...\n", + " I alerted my credit card company XX/XX/2017 th...\n", " \n", " \n", - " 1074\n", - " [ 4.31365222e-02 -6.14477554e-03 5.48561616e-...\n", - " {\"token_count\":353,\"truncated\":false}\n", + " 706\n", + " [ 0.01298233 0.00130001 0.01800315 0.037078...\n", + " {\"token_count\":252,\"truncated\":false}\n", " \n", - " I am disputing an account balance of {$200.00}...\n", + " Sallie mae is corrupt. \n", + "I have tried to talk t...\n", " \n", " \n", - " 1568\n", - " [ 3.44086066e-02 -5.08038402e-02 -2.13879813e-...\n", - " {\"token_count\":155,\"truncated\":false}\n", + " 804\n", + " [-1.39777679e-02 1.68943349e-02 5.53999236e-...\n", + " {\"token_count\":412,\"truncated\":false}\n", " \n", - " Someone attempted to open a XXXX XXXX Credit C...\n", + " In accordance with the Fair Credit Reporting a...\n", " \n", " \n", - " 1593\n", - " [ 0.005157 -0.03788725 -0.00763594 0.023023...\n", - " {\"token_count\":382,\"truncated\":false}\n", + " 861\n", + " [ 2.33309343e-02 -2.36528926e-03 3.37129943e-...\n", + " {\"token_count\":160,\"truncated\":false}\n", " \n", - " My name is XXXX XXXX. I have been a customer s...\n", + " Hello, My name is XXXX XXXX XXXX. I have a pro...\n", " \n", " \n", - " 1823\n", - " [ 4.99299690e-02 -4.30836529e-02 1.92499068e-...\n", - " {\"token_count\":151,\"truncated\":false}\n", + " 1030\n", + " [ 0.06060313 -0.06495965 -0.03605044 -0.028016...\n", + " {\"token_count\":298,\"truncated\":false}\n", " \n", - " From XX/XX/XXXX to XX/XX/XXXX my Transunion cr...\n", + " Hello, I would like to complain about PayPal H...\n", " \n", " \n", - " 2004\n", - " [ 1.48278452e-03 2.14069756e-03 3.08651775e-...\n", - " {\"token_count\":159,\"truncated\":false}\n", + " 1582\n", + " [ 0.01255985 -0.01652482 -0.02638046 0.036858...\n", + " {\"token_count\":814,\"truncated\":false}\n", " \n", - " I have written five dispute letters to each re...\n", + " Transunion is listing personal information ( n...\n", " \n", " \n", - " 2666\n", - " [ 1.67662315e-02 -2.69244146e-02 -1.35911610e-...\n", - " {\"token_count\":185,\"truncated\":false}\n", + " 1600\n", + " [ 5.13355099e-02 4.01246967e-03 5.72342947e-...\n", + " {\"token_count\":653,\"truncated\":false}\n", " \n", - " I participated in XXXX XXXX XXXX COVID 19 mort...\n", + " On XX/XX/XXXX, I called Citizen Bank at XXXX t...\n", " \n", " \n", - " 3757\n", - " [ 1.00584673e-02 -4.75329943e-02 4.52397019e-...\n", - " {\"token_count\":555,\"truncated\":false}\n", + " 2060\n", + " [ 6.44792162e-04 4.95899878e-02 4.67925966e-...\n", + " {\"token_count\":136,\"truncated\":false}\n", " \n", - " I opened a business bank account for my compan...\n", + " Theses names are the known liars that I have s...\n", " \n", " \n", - " 3854\n", - " [ 1.21343853e-02 -2.70731524e-02 -4.29241825e-...\n", - " {\"token_count\":28,\"truncated\":false}\n", + " 2283\n", + " [ 4.71848622e-02 -8.68239347e-03 5.80501892e-...\n", + " {\"token_count\":478,\"truncated\":false}\n", " \n", - " XXXX IS STILL ALLOWING FRAUDULENT INFORMATION ...\n", + " My house was hit by a tree XX/XX/2018. My insu...\n", " \n", " \n", - " 4393\n", - " [-7.45891128e-03 -2.57913060e-02 1.41737824e-...\n", - " {\"token_count\":38,\"truncated\":false}\n", + " 2421\n", + " [-2.90394691e-03 -1.81679502e-02 -7.99657404e-...\n", + " {\"token_count\":389,\"truncated\":false}\n", " \n", - " I have a XXXX credit card. With a credit limit...\n", + " I became aware of a credit inquiry on my XXXX...\n", " \n", " \n", - " 4672\n", - " [ 2.38160063e-02 -4.55725752e-02 -2.94280611e-...\n", - " {\"token_count\":160,\"truncated\":false}\n", + " 2422\n", + " [-6.70500053e-03 1.51133696e-02 4.94448021e-...\n", + " {\"token_count\":124,\"truncated\":false}\n", " \n", - " I have many inquiries on my credit report from...\n", + " I have sent numerous letters, police reports a...\n", " \n", " \n", - " 5219\n", - " [ 8.01086202e-02 -2.27739965e-03 3.83587591e-...\n", - " {\"token_count\":119,\"truncated\":false}\n", + " 2658\n", + " [ 6.70989677e-02 -3.53626162e-02 1.08648362e-...\n", + " {\"token_count\":762,\"truncated\":false}\n", " \n", - " I have XXXX XXXX XXXX but the hospital and the...\n", + " This letter concerns two disputes ( chargeback...\n", " \n", " \n", - " 5401\n", - " [ 3.70342135e-02 8.21511727e-03 1.71616897e-...\n", - " {\"token_count\":101,\"truncated\":false}\n", + " 2883\n", + " [-1.28255319e-02 -1.89735275e-02 5.68657108e-...\n", + " {\"token_count\":71,\"truncated\":false}\n", " \n", - " I received a modified second mortgage from XXX...\n", + " It is very frustrating that this has been goin...\n", " \n", " \n", - " 6854\n", - " [ 7.65579790e-02 -4.51240651e-02 2.54641455e-...\n", - " {\"token_count\":269,\"truncated\":false}\n", + " 2951\n", + " [ 3.23301251e-03 -2.61142217e-02 1.31891826e-...\n", + " {\"token_count\":95,\"truncated\":false}\n", " \n", - " I have been contacting Caliber Home Loans XXXX...\n", + " I, the consumer, in fact, have a right to priv...\n", " \n", " \n", - " 8044\n", - " [ 7.07080960e-02 -1.39339943e-03 1.11283141e-...\n", - " {\"token_count\":860,\"truncated\":false}\n", + " 2992\n", + " [-2.22910382e-03 -1.07050659e-02 4.74211425e-...\n", + " {\"token_count\":407,\"truncated\":false}\n", " \n", - " This letter is being sent to you in response t...\n", + " XXXX XXXX XXXX should not be reporting to Expe...\n", " \n", " \n", - " 8191\n", - " [ 7.04008490e-02 -1.56041444e-03 8.47811531e-...\n", - " {\"token_count\":887,\"truncated\":false}\n", + " 3969\n", + " [ 1.58297736e-02 3.01055871e-02 5.60088176e-...\n", + " {\"token_count\":287,\"truncated\":false}\n", " \n", - " On XX/XX/XXXX we used our Chase bank account t...\n", + " DEAR CFPB ; XXXX ; XXXX ; AND TRANSUNION ; SEE...\n", " \n", " \n", - " 8347\n", - " [-3.27746682e-02 3.06979113e-04 4.41357009e-...\n", - " {\"token_count\":20,\"truncated\":false}\n", + " 4087\n", + " [ 1.99207035e-03 -7.62321474e-03 7.92114343e-...\n", + " {\"token_count\":88,\"truncated\":false}\n", " \n", - " Letter sent XX/XX/19 asking for copy of consum...\n", + " This debt was from my identity being stolen I ...\n", " \n", " \n", - " 9066\n", - " [-8.40839837e-03 1.06685190e-03 1.63648110e-...\n", - " {\"token_count\":180,\"truncated\":false}\n", + " 4326\n", + " [ 3.44273262e-02 -3.36350128e-02 1.91939529e-...\n", + " {\"token_count\":52,\"truncated\":false}\n", " \n", - " XXXX XXXX, 2009 I was granted a discharge for ...\n", + " The items that are reflected on my credit repo...\n", " \n", " \n", - " 9236\n", - " [ 4.78133447e-02 -1.63303427e-02 9.88033134e-...\n", - " {\"token_count\":530,\"truncated\":false}\n", + " 4682\n", + " [ 2.47727744e-02 -1.77769139e-02 4.63737026e-...\n", + " {\"token_count\":284,\"truncated\":false}\n", " \n", - " This issue involves XXXX XXXX XXXX XXXX XXXX. ...\n", + " I filed for chapter XXXX bankruptcy on XXXX...\n", " \n", " \n", - " 9539\n", - " [-3.48826796e-02 -7.62111135e-03 -2.67431643e-...\n", - " {\"token_count\":132,\"truncated\":false}\n", + " 5005\n", + " [ 2.51834448e-02 -4.92606424e-02 -1.37688573e-...\n", + " {\"token_count\":17,\"truncated\":false}\n", " \n", - " They furnished a report without my permission....\n", + " There are 2 Inquires on my credit report that ...\n", " \n", " \n", - " 9572\n", - " [ 8.48945603e-03 -1.53765883e-02 -1.13023836e-...\n", - " {\"token_count\":50,\"truncated\":false}\n", + " 5144\n", + " [ 3.26358266e-02 -3.67171178e-03 3.65621522e-...\n", + " {\"token_count\":105,\"truncated\":false}\n", " \n", - " According to my most recent credit report, XXX...\n", + " My mortgage was sold from XXXX XXXX to freed...\n", " \n", " \n", - " 9615\n", - " [ 2.15231199e-02 1.88558996e-02 5.27820848e-...\n", - " {\"token_count\":44,\"truncated\":false}\n", + " 6090\n", + " [ 2.47520711e-02 1.09149124e-02 1.35175223e-...\n", + " {\"token_count\":545,\"truncated\":false}\n", " \n", - " I applied for unemployment loan deferment XX/X...\n", + " On XX/XX/XXXX this company received certified...\n", " \n", " \n", - " 9683\n", - " [-9.67173837e-03 -3.42315286e-02 -6.50915666e-...\n", - " {\"token_count\":261,\"truncated\":false}\n", + " 6449\n", + " [ 1.86854266e-02 1.31238240e-03 -4.96791191e-...\n", + " {\"token_count\":104,\"truncated\":false}\n", " \n", - " XX/XX/2002 From : XXXX XXXX XXXX XXXX XXXX XXX...\n", + " After hours on the phone with multiple agents,...\n", " \n", " \n", - " 9754\n", - " [ 4.29238565e-03 5.65492641e-03 1.43073397e-...\n", - " {\"token_count\":38,\"truncated\":false}\n", + " 6486\n", + " [ 1.56347770e-02 2.23377198e-02 -1.32683543e-...\n", + " {\"token_count\":211,\"truncated\":false}\n", " \n", - " These are not my accounts nor have I lived at ...\n", + " On XX/XX/2019 two charges one for XXXX and one...\n", " \n", " \n", "\n", @@ -701,85 +714,86 @@ ], "text/plain": [ " ml_generate_embedding_result \\\n", - "170 [ 1.88376904e-02 -5.30475788e-02 2.95045757e-... \n", - "1054 [ 1.62359420e-02 4.00104094e-03 3.32496352e-... \n", - "1074 [ 4.31365222e-02 -6.14477554e-03 5.48561616e-... \n", - "1568 [ 3.44086066e-02 -5.08038402e-02 -2.13879813e-... \n", - "1593 [ 0.005157 -0.03788725 -0.00763594 0.023023... \n", - "1823 [ 4.99299690e-02 -4.30836529e-02 1.92499068e-... \n", - "2004 [ 1.48278452e-03 2.14069756e-03 3.08651775e-... \n", - "2666 [ 1.67662315e-02 -2.69244146e-02 -1.35911610e-... \n", - "3757 [ 1.00584673e-02 -4.75329943e-02 4.52397019e-... \n", - "3854 [ 1.21343853e-02 -2.70731524e-02 -4.29241825e-... \n", - "4393 [-7.45891128e-03 -2.57913060e-02 1.41737824e-... \n", - "4672 [ 2.38160063e-02 -4.55725752e-02 -2.94280611e-... \n", - "5219 [ 8.01086202e-02 -2.27739965e-03 3.83587591e-... \n", - "5401 [ 3.70342135e-02 8.21511727e-03 1.71616897e-... \n", - "6854 [ 7.65579790e-02 -4.51240651e-02 2.54641455e-... \n", - "8044 [ 7.07080960e-02 -1.39339943e-03 1.11283141e-... \n", - "8191 [ 7.04008490e-02 -1.56041444e-03 8.47811531e-... \n", - "8347 [-3.27746682e-02 3.06979113e-04 4.41357009e-... \n", - "9066 [-8.40839837e-03 1.06685190e-03 1.63648110e-... \n", - "9236 [ 4.78133447e-02 -1.63303427e-02 9.88033134e-... \n", - "9539 [-3.48826796e-02 -7.62111135e-03 -2.67431643e-... \n", - "9572 [ 8.48945603e-03 -1.53765883e-02 -1.13023836e-... \n", - "9615 [ 2.15231199e-02 1.88558996e-02 5.27820848e-... \n", - "9683 [-9.67173837e-03 -3.42315286e-02 -6.50915666e-... \n", - "9754 [ 4.29238565e-03 5.65492641e-03 1.43073397e-... \n", + "415 [ 2.56774724e-02 -1.06168222e-02 3.06945704e-... \n", + "596 [ 5.90653270e-02 -9.31344274e-03 -7.12460047e-... \n", + "706 [ 0.01298233 0.00130001 0.01800315 0.037078... \n", + "804 [-1.39777679e-02 1.68943349e-02 5.53999236e-... \n", + "861 [ 2.33309343e-02 -2.36528926e-03 3.37129943e-... \n", + "1030 [ 0.06060313 -0.06495965 -0.03605044 -0.028016... \n", + "1582 [ 0.01255985 -0.01652482 -0.02638046 0.036858... \n", + "1600 [ 5.13355099e-02 4.01246967e-03 5.72342947e-... \n", + "2060 [ 6.44792162e-04 4.95899878e-02 4.67925966e-... \n", + "2283 [ 4.71848622e-02 -8.68239347e-03 5.80501892e-... \n", + "2421 [-2.90394691e-03 -1.81679502e-02 -7.99657404e-... \n", + "2422 [-6.70500053e-03 1.51133696e-02 4.94448021e-... \n", + "2658 [ 6.70989677e-02 -3.53626162e-02 1.08648362e-... \n", + "2883 [-1.28255319e-02 -1.89735275e-02 5.68657108e-... \n", + "2951 [ 3.23301251e-03 -2.61142217e-02 1.31891826e-... \n", + "2992 [-2.22910382e-03 -1.07050659e-02 4.74211425e-... \n", + "3969 [ 1.58297736e-02 3.01055871e-02 5.60088176e-... \n", + "4087 [ 1.99207035e-03 -7.62321474e-03 7.92114343e-... \n", + "4326 [ 3.44273262e-02 -3.36350128e-02 1.91939529e-... \n", + "4682 [ 2.47727744e-02 -1.77769139e-02 4.63737026e-... \n", + "5005 [ 2.51834448e-02 -4.92606424e-02 -1.37688573e-... \n", + "5144 [ 3.26358266e-02 -3.67171178e-03 3.65621522e-... \n", + "6090 [ 2.47520711e-02 1.09149124e-02 1.35175223e-... \n", + "6449 [ 1.86854266e-02 1.31238240e-03 -4.96791191e-... \n", + "6486 [ 1.56347770e-02 2.23377198e-02 -1.32683543e-... \n", "\n", " ml_generate_embedding_statistics ml_generate_embedding_status \\\n", - "170 {\"token_count\":187,\"truncated\":false} \n", - "1054 {\"token_count\":156,\"truncated\":false} \n", - "1074 {\"token_count\":353,\"truncated\":false} \n", - "1568 {\"token_count\":155,\"truncated\":false} \n", - "1593 {\"token_count\":382,\"truncated\":false} \n", - "1823 {\"token_count\":151,\"truncated\":false} \n", - "2004 {\"token_count\":159,\"truncated\":false} \n", - "2666 {\"token_count\":185,\"truncated\":false} \n", - "3757 {\"token_count\":555,\"truncated\":false} \n", - "3854 {\"token_count\":28,\"truncated\":false} \n", - "4393 {\"token_count\":38,\"truncated\":false} \n", - "4672 {\"token_count\":160,\"truncated\":false} \n", - "5219 {\"token_count\":119,\"truncated\":false} \n", - "5401 {\"token_count\":101,\"truncated\":false} \n", - "6854 {\"token_count\":269,\"truncated\":false} \n", - "8044 {\"token_count\":860,\"truncated\":false} \n", - "8191 {\"token_count\":887,\"truncated\":false} \n", - "8347 {\"token_count\":20,\"truncated\":false} \n", - "9066 {\"token_count\":180,\"truncated\":false} \n", - "9236 {\"token_count\":530,\"truncated\":false} \n", - "9539 {\"token_count\":132,\"truncated\":false} \n", - "9572 {\"token_count\":50,\"truncated\":false} \n", - "9615 {\"token_count\":44,\"truncated\":false} \n", - "9683 {\"token_count\":261,\"truncated\":false} \n", - "9754 {\"token_count\":38,\"truncated\":false} \n", + "415 {\"token_count\":171,\"truncated\":false} \n", + "596 {\"token_count\":668,\"truncated\":false} \n", + "706 {\"token_count\":252,\"truncated\":false} \n", + "804 {\"token_count\":412,\"truncated\":false} \n", + "861 {\"token_count\":160,\"truncated\":false} \n", + "1030 {\"token_count\":298,\"truncated\":false} \n", + "1582 {\"token_count\":814,\"truncated\":false} \n", + "1600 {\"token_count\":653,\"truncated\":false} \n", + "2060 {\"token_count\":136,\"truncated\":false} \n", + "2283 {\"token_count\":478,\"truncated\":false} \n", + "2421 {\"token_count\":389,\"truncated\":false} \n", + "2422 {\"token_count\":124,\"truncated\":false} \n", + "2658 {\"token_count\":762,\"truncated\":false} \n", + "2883 {\"token_count\":71,\"truncated\":false} \n", + "2951 {\"token_count\":95,\"truncated\":false} \n", + "2992 {\"token_count\":407,\"truncated\":false} \n", + "3969 {\"token_count\":287,\"truncated\":false} \n", + "4087 {\"token_count\":88,\"truncated\":false} \n", + "4326 {\"token_count\":52,\"truncated\":false} \n", + "4682 {\"token_count\":284,\"truncated\":false} \n", + "5005 {\"token_count\":17,\"truncated\":false} \n", + "5144 {\"token_count\":105,\"truncated\":false} \n", + "6090 {\"token_count\":545,\"truncated\":false} \n", + "6449 {\"token_count\":104,\"truncated\":false} \n", + "6486 {\"token_count\":211,\"truncated\":false} \n", "\n", " content \n", - "170 I recently had a credit score of XXXX. In XXXX... \n", - "1054 Hello. I have previously submitted a complaint... \n", - "1074 I am disputing an account balance of {$200.00}... \n", - "1568 Someone attempted to open a XXXX XXXX Credit C... \n", - "1593 My name is XXXX XXXX. I have been a customer s... \n", - "1823 From XX/XX/XXXX to XX/XX/XXXX my Transunion cr... \n", - "2004 I have written five dispute letters to each re... \n", - "2666 I participated in XXXX XXXX XXXX COVID 19 mort... \n", - "3757 I opened a business bank account for my compan... \n", - "3854 XXXX IS STILL ALLOWING FRAUDULENT INFORMATION ... \n", - "4393 I have a XXXX credit card. With a credit limit... \n", - "4672 I have many inquiries on my credit report from... \n", - "5219 I have XXXX XXXX XXXX but the hospital and the... \n", - "5401 I received a modified second mortgage from XXX... \n", - "6854 I have been contacting Caliber Home Loans XXXX... \n", - "8044 This letter is being sent to you in response t... \n", - "8191 On XX/XX/XXXX we used our Chase bank account t... \n", - "8347 Letter sent XX/XX/19 asking for copy of consum... \n", - "9066 XXXX XXXX, 2009 I was granted a discharge for ... \n", - "9236 This issue involves XXXX XXXX XXXX XXXX XXXX. ... \n", - "9539 They furnished a report without my permission.... \n", - "9572 According to my most recent credit report, XXX... \n", - "9615 I applied for unemployment loan deferment XX/X... \n", - "9683 XX/XX/2002 From : XXXX XXXX XXXX XXXX XXXX XXX... \n", - "9754 These are not my accounts nor have I lived at ... \n", + "415 DEPT OF EDUCATION/XXXX is stating I was late ... \n", + "596 I alerted my credit card company XX/XX/2017 th... \n", + "706 Sallie mae is corrupt. \n", + "I have tried to talk t... \n", + "804 In accordance with the Fair Credit Reporting a... \n", + "861 Hello, My name is XXXX XXXX XXXX. I have a pro... \n", + "1030 Hello, I would like to complain about PayPal H... \n", + "1582 Transunion is listing personal information ( n... \n", + "1600 On XX/XX/XXXX, I called Citizen Bank at XXXX t... \n", + "2060 Theses names are the known liars that I have s... \n", + "2283 My house was hit by a tree XX/XX/2018. My insu... \n", + "2421 I became aware of a credit inquiry on my XXXX... \n", + "2422 I have sent numerous letters, police reports a... \n", + "2658 This letter concerns two disputes ( chargeback... \n", + "2883 It is very frustrating that this has been goin... \n", + "2951 I, the consumer, in fact, have a right to priv... \n", + "2992 XXXX XXXX XXXX should not be reporting to Expe... \n", + "3969 DEAR CFPB ; XXXX ; XXXX ; AND TRANSUNION ; SEE... \n", + "4087 This debt was from my identity being stolen I ... \n", + "4326 The items that are reflected on my credit repo... \n", + "4682 I filed for chapter XXXX bankruptcy on XXXX... \n", + "5005 There are 2 Inquires on my credit report that ... \n", + "5144 My mortgage was sold from XXXX XXXX to freed... \n", + "6090 On XX/XX/XXXX this company received certified... \n", + "6449 After hours on the phone with multiple agents,... \n", + "6486 On XX/XX/2019 two charges one for XXXX and one... \n", "...\n", "\n", "[10000 rows x 4 columns]" @@ -806,13 +820,37 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 12, "metadata": {}, "outputs": [ { "data": { "text/html": [ - "Query job f9b16313-15b0-4788-abd1-e65a9a9fc556 is DONE. 72.3 MB processed. Open Job" + "Query job 16915c47-ab13-4d06-94aa-9ebdb65d91fe is DONE. 72.0 MB processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job 4ab4fbf0-6fd3-4936-9915-cfd7ccd106d1 is DONE. 0 Bytes processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job b11d3794-6bb8-4c47-a91b-dcc472cf4d69 is DONE. 72.4 MB processed. Open Job" ], "text/plain": [ "" @@ -850,179 +888,180 @@ " \n", " \n", " \n", - " 170\n", - " [ 1.88376904e-02 -5.30475788e-02 2.95045757e-...\n", - " {\"token_count\":187,\"truncated\":false}\n", + " 415\n", + " [ 2.56774724e-02 -1.06168222e-02 3.06945704e-...\n", + " {\"token_count\":171,\"truncated\":false}\n", " \n", - " I recently had a credit score of XXXX. In XXXX...\n", + " DEPT OF EDUCATION/XXXX is stating I was late ...\n", " \n", " \n", - " 1054\n", - " [ 1.62359420e-02 4.00104094e-03 3.32496352e-...\n", - " {\"token_count\":156,\"truncated\":false}\n", + " 596\n", + " [ 5.90653270e-02 -9.31344274e-03 -7.12460047e-...\n", + " {\"token_count\":668,\"truncated\":false}\n", " \n", - " Hello. I have previously submitted a complaint...\n", + " I alerted my credit card company XX/XX/2017 th...\n", " \n", " \n", - " 1074\n", - " [ 4.31365222e-02 -6.14477554e-03 5.48561616e-...\n", - " {\"token_count\":353,\"truncated\":false}\n", + " 706\n", + " [ 0.01298233 0.00130001 0.01800315 0.037078...\n", + " {\"token_count\":252,\"truncated\":false}\n", " \n", - " I am disputing an account balance of {$200.00}...\n", + " Sallie mae is corrupt. \n", + "I have tried to talk t...\n", " \n", " \n", - " 1568\n", - " [ 3.44086066e-02 -5.08038402e-02 -2.13879813e-...\n", - " {\"token_count\":155,\"truncated\":false}\n", + " 804\n", + " [-1.39777679e-02 1.68943349e-02 5.53999236e-...\n", + " {\"token_count\":412,\"truncated\":false}\n", " \n", - " Someone attempted to open a XXXX XXXX Credit C...\n", + " In accordance with the Fair Credit Reporting a...\n", " \n", " \n", - " 1593\n", - " [ 0.005157 -0.03788725 -0.00763594 0.023023...\n", - " {\"token_count\":382,\"truncated\":false}\n", + " 861\n", + " [ 2.33309343e-02 -2.36528926e-03 3.37129943e-...\n", + " {\"token_count\":160,\"truncated\":false}\n", " \n", - " My name is XXXX XXXX. I have been a customer s...\n", + " Hello, My name is XXXX XXXX XXXX. I have a pro...\n", " \n", " \n", - " 1823\n", - " [ 4.99299690e-02 -4.30836529e-02 1.92499068e-...\n", - " {\"token_count\":151,\"truncated\":false}\n", + " 1030\n", + " [ 0.06060313 -0.06495965 -0.03605044 -0.028016...\n", + " {\"token_count\":298,\"truncated\":false}\n", " \n", - " From XX/XX/XXXX to XX/XX/XXXX my Transunion cr...\n", + " Hello, I would like to complain about PayPal H...\n", " \n", " \n", - " 2004\n", - " [ 1.48278452e-03 2.14069756e-03 3.08651775e-...\n", - " {\"token_count\":159,\"truncated\":false}\n", + " 1582\n", + " [ 0.01255985 -0.01652482 -0.02638046 0.036858...\n", + " {\"token_count\":814,\"truncated\":false}\n", " \n", - " I have written five dispute letters to each re...\n", + " Transunion is listing personal information ( n...\n", " \n", " \n", - " 2666\n", - " [ 1.67662315e-02 -2.69244146e-02 -1.35911610e-...\n", - " {\"token_count\":185,\"truncated\":false}\n", + " 1600\n", + " [ 5.13355099e-02 4.01246967e-03 5.72342947e-...\n", + " {\"token_count\":653,\"truncated\":false}\n", " \n", - " I participated in XXXX XXXX XXXX COVID 19 mort...\n", + " On XX/XX/XXXX, I called Citizen Bank at XXXX t...\n", " \n", " \n", - " 3757\n", - " [ 1.00584673e-02 -4.75329943e-02 4.52397019e-...\n", - " {\"token_count\":555,\"truncated\":false}\n", + " 2060\n", + " [ 6.44792162e-04 4.95899878e-02 4.67925966e-...\n", + " {\"token_count\":136,\"truncated\":false}\n", " \n", - " I opened a business bank account for my compan...\n", + " Theses names are the known liars that I have s...\n", " \n", " \n", - " 3854\n", - " [ 1.21343853e-02 -2.70731524e-02 -4.29241825e-...\n", - " {\"token_count\":28,\"truncated\":false}\n", + " 2283\n", + " [ 4.71848622e-02 -8.68239347e-03 5.80501892e-...\n", + " {\"token_count\":478,\"truncated\":false}\n", " \n", - " XXXX IS STILL ALLOWING FRAUDULENT INFORMATION ...\n", + " My house was hit by a tree XX/XX/2018. My insu...\n", " \n", " \n", - " 4393\n", - " [-7.45891128e-03 -2.57913060e-02 1.41737824e-...\n", - " {\"token_count\":38,\"truncated\":false}\n", + " 2421\n", + " [-2.90394691e-03 -1.81679502e-02 -7.99657404e-...\n", + " {\"token_count\":389,\"truncated\":false}\n", " \n", - " I have a XXXX credit card. With a credit limit...\n", + " I became aware of a credit inquiry on my XXXX...\n", " \n", " \n", - " 4672\n", - " [ 2.38160063e-02 -4.55725752e-02 -2.94280611e-...\n", - " {\"token_count\":160,\"truncated\":false}\n", + " 2422\n", + " [-6.70500053e-03 1.51133696e-02 4.94448021e-...\n", + " {\"token_count\":124,\"truncated\":false}\n", " \n", - " I have many inquiries on my credit report from...\n", + " I have sent numerous letters, police reports a...\n", " \n", " \n", - " 5219\n", - " [ 8.01086202e-02 -2.27739965e-03 3.83587591e-...\n", - " {\"token_count\":119,\"truncated\":false}\n", + " 2658\n", + " [ 6.70989677e-02 -3.53626162e-02 1.08648362e-...\n", + " {\"token_count\":762,\"truncated\":false}\n", " \n", - " I have XXXX XXXX XXXX but the hospital and the...\n", + " This letter concerns two disputes ( chargeback...\n", " \n", " \n", - " 5401\n", - " [ 3.70342135e-02 8.21511727e-03 1.71616897e-...\n", - " {\"token_count\":101,\"truncated\":false}\n", + " 2883\n", + " [-1.28255319e-02 -1.89735275e-02 5.68657108e-...\n", + " {\"token_count\":71,\"truncated\":false}\n", " \n", - " I received a modified second mortgage from XXX...\n", + " It is very frustrating that this has been goin...\n", " \n", " \n", - " 6854\n", - " [ 7.65579790e-02 -4.51240651e-02 2.54641455e-...\n", - " {\"token_count\":269,\"truncated\":false}\n", + " 2951\n", + " [ 3.23301251e-03 -2.61142217e-02 1.31891826e-...\n", + " {\"token_count\":95,\"truncated\":false}\n", " \n", - " I have been contacting Caliber Home Loans XXXX...\n", + " I, the consumer, in fact, have a right to priv...\n", " \n", " \n", - " 8044\n", - " [ 7.07080960e-02 -1.39339943e-03 1.11283141e-...\n", - " {\"token_count\":860,\"truncated\":false}\n", + " 2992\n", + " [-2.22910382e-03 -1.07050659e-02 4.74211425e-...\n", + " {\"token_count\":407,\"truncated\":false}\n", " \n", - " This letter is being sent to you in response t...\n", + " XXXX XXXX XXXX should not be reporting to Expe...\n", " \n", " \n", - " 8191\n", - " [ 7.04008490e-02 -1.56041444e-03 8.47811531e-...\n", - " {\"token_count\":887,\"truncated\":false}\n", + " 3969\n", + " [ 1.58297736e-02 3.01055871e-02 5.60088176e-...\n", + " {\"token_count\":287,\"truncated\":false}\n", " \n", - " On XX/XX/XXXX we used our Chase bank account t...\n", + " DEAR CFPB ; XXXX ; XXXX ; AND TRANSUNION ; SEE...\n", " \n", " \n", - " 8347\n", - " [-3.27746682e-02 3.06979113e-04 4.41357009e-...\n", - " {\"token_count\":20,\"truncated\":false}\n", + " 4087\n", + " [ 1.99207035e-03 -7.62321474e-03 7.92114343e-...\n", + " {\"token_count\":88,\"truncated\":false}\n", " \n", - " Letter sent XX/XX/19 asking for copy of consum...\n", + " This debt was from my identity being stolen I ...\n", " \n", " \n", - " 9066\n", - " [-8.40839837e-03 1.06685190e-03 1.63648110e-...\n", - " {\"token_count\":180,\"truncated\":false}\n", + " 4326\n", + " [ 3.44273262e-02 -3.36350128e-02 1.91939529e-...\n", + " {\"token_count\":52,\"truncated\":false}\n", " \n", - " XXXX XXXX, 2009 I was granted a discharge for ...\n", + " The items that are reflected on my credit repo...\n", " \n", " \n", - " 9236\n", - " [ 4.78133447e-02 -1.63303427e-02 9.88033134e-...\n", - " {\"token_count\":530,\"truncated\":false}\n", + " 4682\n", + " [ 2.47727744e-02 -1.77769139e-02 4.63737026e-...\n", + " {\"token_count\":284,\"truncated\":false}\n", " \n", - " This issue involves XXXX XXXX XXXX XXXX XXXX. ...\n", + " I filed for chapter XXXX bankruptcy on XXXX...\n", " \n", " \n", - " 9539\n", - " [-3.48826796e-02 -7.62111135e-03 -2.67431643e-...\n", - " {\"token_count\":132,\"truncated\":false}\n", + " 5005\n", + " [ 2.51834448e-02 -4.92606424e-02 -1.37688573e-...\n", + " {\"token_count\":17,\"truncated\":false}\n", " \n", - " They furnished a report without my permission....\n", + " There are 2 Inquires on my credit report that ...\n", " \n", " \n", - " 9572\n", - " [ 8.48945603e-03 -1.53765883e-02 -1.13023836e-...\n", - " {\"token_count\":50,\"truncated\":false}\n", + " 5144\n", + " [ 3.26358266e-02 -3.67171178e-03 3.65621522e-...\n", + " {\"token_count\":105,\"truncated\":false}\n", " \n", - " According to my most recent credit report, XXX...\n", + " My mortgage was sold from XXXX XXXX to freed...\n", " \n", " \n", - " 9615\n", - " [ 2.15231199e-02 1.88558996e-02 5.27820848e-...\n", - " {\"token_count\":44,\"truncated\":false}\n", + " 6090\n", + " [ 2.47520711e-02 1.09149124e-02 1.35175223e-...\n", + " {\"token_count\":545,\"truncated\":false}\n", " \n", - " I applied for unemployment loan deferment XX/X...\n", + " On XX/XX/XXXX this company received certified...\n", " \n", " \n", - " 9683\n", - " [-9.67173837e-03 -3.42315286e-02 -6.50915666e-...\n", - " {\"token_count\":261,\"truncated\":false}\n", + " 6449\n", + " [ 1.86854266e-02 1.31238240e-03 -4.96791191e-...\n", + " {\"token_count\":104,\"truncated\":false}\n", " \n", - " XX/XX/2002 From : XXXX XXXX XXXX XXXX XXXX XXX...\n", + " After hours on the phone with multiple agents,...\n", " \n", " \n", - " 9754\n", - " [ 4.29238565e-03 5.65492641e-03 1.43073397e-...\n", - " {\"token_count\":38,\"truncated\":false}\n", + " 6486\n", + " [ 1.56347770e-02 2.23377198e-02 -1.32683543e-...\n", + " {\"token_count\":211,\"truncated\":false}\n", " \n", - " These are not my accounts nor have I lived at ...\n", + " On XX/XX/2019 two charges one for XXXX and one...\n", " \n", " \n", "\n", @@ -1031,91 +1070,92 @@ ], "text/plain": [ " ml_generate_embedding_result \\\n", - "170 [ 1.88376904e-02 -5.30475788e-02 2.95045757e-... \n", - "1054 [ 1.62359420e-02 4.00104094e-03 3.32496352e-... \n", - "1074 [ 4.31365222e-02 -6.14477554e-03 5.48561616e-... \n", - "1568 [ 3.44086066e-02 -5.08038402e-02 -2.13879813e-... \n", - "1593 [ 0.005157 -0.03788725 -0.00763594 0.023023... \n", - "1823 [ 4.99299690e-02 -4.30836529e-02 1.92499068e-... \n", - "2004 [ 1.48278452e-03 2.14069756e-03 3.08651775e-... \n", - "2666 [ 1.67662315e-02 -2.69244146e-02 -1.35911610e-... \n", - "3757 [ 1.00584673e-02 -4.75329943e-02 4.52397019e-... \n", - "3854 [ 1.21343853e-02 -2.70731524e-02 -4.29241825e-... \n", - "4393 [-7.45891128e-03 -2.57913060e-02 1.41737824e-... \n", - "4672 [ 2.38160063e-02 -4.55725752e-02 -2.94280611e-... \n", - "5219 [ 8.01086202e-02 -2.27739965e-03 3.83587591e-... \n", - "5401 [ 3.70342135e-02 8.21511727e-03 1.71616897e-... \n", - "6854 [ 7.65579790e-02 -4.51240651e-02 2.54641455e-... \n", - "8044 [ 7.07080960e-02 -1.39339943e-03 1.11283141e-... \n", - "8191 [ 7.04008490e-02 -1.56041444e-03 8.47811531e-... \n", - "8347 [-3.27746682e-02 3.06979113e-04 4.41357009e-... \n", - "9066 [-8.40839837e-03 1.06685190e-03 1.63648110e-... \n", - "9236 [ 4.78133447e-02 -1.63303427e-02 9.88033134e-... \n", - "9539 [-3.48826796e-02 -7.62111135e-03 -2.67431643e-... \n", - "9572 [ 8.48945603e-03 -1.53765883e-02 -1.13023836e-... \n", - "9615 [ 2.15231199e-02 1.88558996e-02 5.27820848e-... \n", - "9683 [-9.67173837e-03 -3.42315286e-02 -6.50915666e-... \n", - "9754 [ 4.29238565e-03 5.65492641e-03 1.43073397e-... \n", + "415 [ 2.56774724e-02 -1.06168222e-02 3.06945704e-... \n", + "596 [ 5.90653270e-02 -9.31344274e-03 -7.12460047e-... \n", + "706 [ 0.01298233 0.00130001 0.01800315 0.037078... \n", + "804 [-1.39777679e-02 1.68943349e-02 5.53999236e-... \n", + "861 [ 2.33309343e-02 -2.36528926e-03 3.37129943e-... \n", + "1030 [ 0.06060313 -0.06495965 -0.03605044 -0.028016... \n", + "1582 [ 0.01255985 -0.01652482 -0.02638046 0.036858... \n", + "1600 [ 5.13355099e-02 4.01246967e-03 5.72342947e-... \n", + "2060 [ 6.44792162e-04 4.95899878e-02 4.67925966e-... \n", + "2283 [ 4.71848622e-02 -8.68239347e-03 5.80501892e-... \n", + "2421 [-2.90394691e-03 -1.81679502e-02 -7.99657404e-... \n", + "2422 [-6.70500053e-03 1.51133696e-02 4.94448021e-... \n", + "2658 [ 6.70989677e-02 -3.53626162e-02 1.08648362e-... \n", + "2883 [-1.28255319e-02 -1.89735275e-02 5.68657108e-... \n", + "2951 [ 3.23301251e-03 -2.61142217e-02 1.31891826e-... \n", + "2992 [-2.22910382e-03 -1.07050659e-02 4.74211425e-... \n", + "3969 [ 1.58297736e-02 3.01055871e-02 5.60088176e-... \n", + "4087 [ 1.99207035e-03 -7.62321474e-03 7.92114343e-... \n", + "4326 [ 3.44273262e-02 -3.36350128e-02 1.91939529e-... \n", + "4682 [ 2.47727744e-02 -1.77769139e-02 4.63737026e-... \n", + "5005 [ 2.51834448e-02 -4.92606424e-02 -1.37688573e-... \n", + "5144 [ 3.26358266e-02 -3.67171178e-03 3.65621522e-... \n", + "6090 [ 2.47520711e-02 1.09149124e-02 1.35175223e-... \n", + "6449 [ 1.86854266e-02 1.31238240e-03 -4.96791191e-... \n", + "6486 [ 1.56347770e-02 2.23377198e-02 -1.32683543e-... \n", "\n", " ml_generate_embedding_statistics ml_generate_embedding_status \\\n", - "170 {\"token_count\":187,\"truncated\":false} \n", - "1054 {\"token_count\":156,\"truncated\":false} \n", - "1074 {\"token_count\":353,\"truncated\":false} \n", - "1568 {\"token_count\":155,\"truncated\":false} \n", - "1593 {\"token_count\":382,\"truncated\":false} \n", - "1823 {\"token_count\":151,\"truncated\":false} \n", - "2004 {\"token_count\":159,\"truncated\":false} \n", - "2666 {\"token_count\":185,\"truncated\":false} \n", - "3757 {\"token_count\":555,\"truncated\":false} \n", - "3854 {\"token_count\":28,\"truncated\":false} \n", - "4393 {\"token_count\":38,\"truncated\":false} \n", - "4672 {\"token_count\":160,\"truncated\":false} \n", - "5219 {\"token_count\":119,\"truncated\":false} \n", - "5401 {\"token_count\":101,\"truncated\":false} \n", - "6854 {\"token_count\":269,\"truncated\":false} \n", - "8044 {\"token_count\":860,\"truncated\":false} \n", - "8191 {\"token_count\":887,\"truncated\":false} \n", - "8347 {\"token_count\":20,\"truncated\":false} \n", - "9066 {\"token_count\":180,\"truncated\":false} \n", - "9236 {\"token_count\":530,\"truncated\":false} \n", - "9539 {\"token_count\":132,\"truncated\":false} \n", - "9572 {\"token_count\":50,\"truncated\":false} \n", - "9615 {\"token_count\":44,\"truncated\":false} \n", - "9683 {\"token_count\":261,\"truncated\":false} \n", - "9754 {\"token_count\":38,\"truncated\":false} \n", + "415 {\"token_count\":171,\"truncated\":false} \n", + "596 {\"token_count\":668,\"truncated\":false} \n", + "706 {\"token_count\":252,\"truncated\":false} \n", + "804 {\"token_count\":412,\"truncated\":false} \n", + "861 {\"token_count\":160,\"truncated\":false} \n", + "1030 {\"token_count\":298,\"truncated\":false} \n", + "1582 {\"token_count\":814,\"truncated\":false} \n", + "1600 {\"token_count\":653,\"truncated\":false} \n", + "2060 {\"token_count\":136,\"truncated\":false} \n", + "2283 {\"token_count\":478,\"truncated\":false} \n", + "2421 {\"token_count\":389,\"truncated\":false} \n", + "2422 {\"token_count\":124,\"truncated\":false} \n", + "2658 {\"token_count\":762,\"truncated\":false} \n", + "2883 {\"token_count\":71,\"truncated\":false} \n", + "2951 {\"token_count\":95,\"truncated\":false} \n", + "2992 {\"token_count\":407,\"truncated\":false} \n", + "3969 {\"token_count\":287,\"truncated\":false} \n", + "4087 {\"token_count\":88,\"truncated\":false} \n", + "4326 {\"token_count\":52,\"truncated\":false} \n", + "4682 {\"token_count\":284,\"truncated\":false} \n", + "5005 {\"token_count\":17,\"truncated\":false} \n", + "5144 {\"token_count\":105,\"truncated\":false} \n", + "6090 {\"token_count\":545,\"truncated\":false} \n", + "6449 {\"token_count\":104,\"truncated\":false} \n", + "6486 {\"token_count\":211,\"truncated\":false} \n", "\n", " content \n", - "170 I recently had a credit score of XXXX. In XXXX... \n", - "1054 Hello. I have previously submitted a complaint... \n", - "1074 I am disputing an account balance of {$200.00}... \n", - "1568 Someone attempted to open a XXXX XXXX Credit C... \n", - "1593 My name is XXXX XXXX. I have been a customer s... \n", - "1823 From XX/XX/XXXX to XX/XX/XXXX my Transunion cr... \n", - "2004 I have written five dispute letters to each re... \n", - "2666 I participated in XXXX XXXX XXXX COVID 19 mort... \n", - "3757 I opened a business bank account for my compan... \n", - "3854 XXXX IS STILL ALLOWING FRAUDULENT INFORMATION ... \n", - "4393 I have a XXXX credit card. With a credit limit... \n", - "4672 I have many inquiries on my credit report from... \n", - "5219 I have XXXX XXXX XXXX but the hospital and the... \n", - "5401 I received a modified second mortgage from XXX... \n", - "6854 I have been contacting Caliber Home Loans XXXX... \n", - "8044 This letter is being sent to you in response t... \n", - "8191 On XX/XX/XXXX we used our Chase bank account t... \n", - "8347 Letter sent XX/XX/19 asking for copy of consum... \n", - "9066 XXXX XXXX, 2009 I was granted a discharge for ... \n", - "9236 This issue involves XXXX XXXX XXXX XXXX XXXX. ... \n", - "9539 They furnished a report without my permission.... \n", - "9572 According to my most recent credit report, XXX... \n", - "9615 I applied for unemployment loan deferment XX/X... \n", - "9683 XX/XX/2002 From : XXXX XXXX XXXX XXXX XXXX XXX... \n", - "9754 These are not my accounts nor have I lived at ... \n", + "415 DEPT OF EDUCATION/XXXX is stating I was late ... \n", + "596 I alerted my credit card company XX/XX/2017 th... \n", + "706 Sallie mae is corrupt. \n", + "I have tried to talk t... \n", + "804 In accordance with the Fair Credit Reporting a... \n", + "861 Hello, My name is XXXX XXXX XXXX. I have a pro... \n", + "1030 Hello, I would like to complain about PayPal H... \n", + "1582 Transunion is listing personal information ( n... \n", + "1600 On XX/XX/XXXX, I called Citizen Bank at XXXX t... \n", + "2060 Theses names are the known liars that I have s... \n", + "2283 My house was hit by a tree XX/XX/2018. My insu... \n", + "2421 I became aware of a credit inquiry on my XXXX... \n", + "2422 I have sent numerous letters, police reports a... \n", + "2658 This letter concerns two disputes ( chargeback... \n", + "2883 It is very frustrating that this has been goin... \n", + "2951 I, the consumer, in fact, have a right to priv... \n", + "2992 XXXX XXXX XXXX should not be reporting to Expe... \n", + "3969 DEAR CFPB ; XXXX ; XXXX ; AND TRANSUNION ; SEE... \n", + "4087 This debt was from my identity being stolen I ... \n", + "4326 The items that are reflected on my credit repo... \n", + "4682 I filed for chapter XXXX bankruptcy on XXXX... \n", + "5005 There are 2 Inquires on my credit report that ... \n", + "5144 My mortgage was sold from XXXX XXXX to freed... \n", + "6090 On XX/XX/XXXX this company received certified... \n", + "6449 After hours on the phone with multiple agents,... \n", + "6486 On XX/XX/2019 two charges one for XXXX and one... \n", "...\n", "\n", "[10000 rows x 4 columns]" ] }, - "execution_count": 11, + "execution_count": 12, "metadata": {}, "output_type": "execute_result" } @@ -1151,7 +1191,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 13, "metadata": { "id": "AhNTnEC5FRz2" }, @@ -1172,7 +1212,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 15, "metadata": { "id": "6poSxh-fGJF7" }, @@ -1180,7 +1220,7 @@ { "data": { "text/html": [ - "Query job 88541f0d-c399-434a-81f1-d5a555bc6c15 is DONE. 61.5 MB processed. Open Job" + "Query job 3e01544b-9bc2-4298-8f7d-1e9f186ac72f is DONE. 61.6 MB processed. Open Job" ], "text/plain": [ "" @@ -1192,7 +1232,7 @@ { "data": { "text/html": [ - "Query job 3066d83f-b5ad-45b5-b1b6-65604e40b518 is DONE. 61.4 MB processed. Open Job" + "Query job 8aca135c-65c3-4804-9c25-0d47fad0beb5 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1204,7 +1244,7 @@ { "data": { "text/html": [ - "Query job f34216a3-b161-46a1-8060-ff6a448e63dc is DONE. 72.5 MB processed. Open Job" + "Query job 0b15374d-d34b-4f2e-8a48-b77d7e7757ab is DONE. 72.7 MB processed. Open Job" ], "text/plain": [ "" @@ -1214,13 +1254,16 @@ "output_type": "display_data" }, { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/google/home/arwas/src1/python-bigquery-dataframes/bigframes/core/array_value.py:109: PreviewWarning: JSON column interpretation as a custom PyArrow extention in\n", - "`db_dtypes` is a preview feature and subject to change.\n", - " warnings.warn(msg, bfe.PreviewWarning)\n" - ] + "data": { + "text/html": [ + "Query job fed90511-76f8-4aec-a988-e1a4dab711b0 is DONE. 73.2 MB processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" }, { "data": { @@ -1253,49 +1296,49 @@ " \n", " \n", " \n", - " 371364\n", + " 3172121\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.806875556526...\n", - " [ 1.42711382e-02 -7.13259429e-02 4.15564841e-...\n", - " {\"token_count\":6,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.756634267893...\n", + " [ 3.18095312e-02 -3.54472063e-02 -7.13569671e-...\n", + " {\"token_count\":10,\"truncated\":false}\n", " \n", - " Please remove all inquiries and collections\n", + " Company did not provide verification and detai...\n", " \n", " \n", - " 368381\n", + " 2137420\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.843635669356...\n", - " [ 2.80436985e-02 -5.09077348e-02 -3.63913202e-...\n", - " {\"token_count\":6,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.606628249825...\n", + " [ 1.91578846e-02 5.55988774e-02 8.88887007e-...\n", + " {\"token_count\":100,\"truncated\":false}\n", " \n", - " clearing out of my debt.\n", + " I have already filed a dispute with Consumer A...\n", " \n", " \n", - " 2951416\n", + " 2350775\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.927767679789...\n", - " [ 4.07935455e-02 -2.89720390e-03 -6.77521434e-...\n", - " {\"token_count\":7,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.606676295233...\n", + " [ 2.25369893e-02 2.29400061e-02 -6.42273854e-...\n", + " {\"token_count\":100,\"truncated\":false}\n", " \n", - " constant calling to workplace and threats.\n", + " I informed Central Financial Control & provide...\n", " \n", " \n", - " 2167760\n", + " 2904146\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.755490984751...\n", - " [ 3.76710109e-02 -8.52223893e-04 -2.53430642e-...\n", - " {\"token_count\":8,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.596729348974...\n", + " [ 9.35115516e-02 4.27814946e-03 4.62085977e-...\n", + " {\"token_count\":100,\"truncated\":false}\n", " \n", - " This debt has been paid in full.\n", + " I received a letter from a collections agency ...\n", " \n", " \n", - " 1269756\n", + " 1075571\n", " 1\n", - " [{'CENTROID_ID': 1, 'DISTANCE': 0.770576934220...\n", - " [ 5.26239222e-04 -1.80254206e-02 -2.83008888e-...\n", - " {\"token_count\":8,\"truncated\":false}\n", + " [{'CENTROID_ID': 1, 'DISTANCE': 0.453806107968...\n", + " [-1.93953840e-03 -5.80236455e-03 8.49655271e-...\n", + " {\"token_count\":100,\"truncated\":false}\n", " \n", - " I have no knowledge of said debt.\n", + " I have not done business with this company, i ...\n", " \n", " \n", "\n", @@ -1303,35 +1346,35 @@ ], "text/plain": [ " CENTROID_ID NEAREST_CENTROIDS_DISTANCE \\\n", - "371364 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.806875556526... \n", - "368381 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.843635669356... \n", - "2951416 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.927767679789... \n", - "2167760 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.755490984751... \n", - "1269756 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.770576934220... \n", + "3172121 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.756634267893... \n", + "2137420 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.606628249825... \n", + "2350775 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.606676295233... \n", + "2904146 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.596729348974... \n", + "1075571 1 [{'CENTROID_ID': 1, 'DISTANCE': 0.453806107968... \n", "\n", " ml_generate_embedding_result \\\n", - "371364 [ 1.42711382e-02 -7.13259429e-02 4.15564841e-... \n", - "368381 [ 2.80436985e-02 -5.09077348e-02 -3.63913202e-... \n", - "2951416 [ 4.07935455e-02 -2.89720390e-03 -6.77521434e-... \n", - "2167760 [ 3.76710109e-02 -8.52223893e-04 -2.53430642e-... \n", - "1269756 [ 5.26239222e-04 -1.80254206e-02 -2.83008888e-... \n", + "3172121 [ 3.18095312e-02 -3.54472063e-02 -7.13569671e-... \n", + "2137420 [ 1.91578846e-02 5.55988774e-02 8.88887007e-... \n", + "2350775 [ 2.25369893e-02 2.29400061e-02 -6.42273854e-... \n", + "2904146 [ 9.35115516e-02 4.27814946e-03 4.62085977e-... \n", + "1075571 [-1.93953840e-03 -5.80236455e-03 8.49655271e-... \n", "\n", - " ml_generate_embedding_statistics ml_generate_embedding_status \\\n", - "371364 {\"token_count\":6,\"truncated\":false} \n", - "368381 {\"token_count\":6,\"truncated\":false} \n", - "2951416 {\"token_count\":7,\"truncated\":false} \n", - "2167760 {\"token_count\":8,\"truncated\":false} \n", - "1269756 {\"token_count\":8,\"truncated\":false} \n", + " ml_generate_embedding_statistics ml_generate_embedding_status \\\n", + "3172121 {\"token_count\":10,\"truncated\":false} \n", + "2137420 {\"token_count\":100,\"truncated\":false} \n", + "2350775 {\"token_count\":100,\"truncated\":false} \n", + "2904146 {\"token_count\":100,\"truncated\":false} \n", + "1075571 {\"token_count\":100,\"truncated\":false} \n", "\n", - " content \n", - "371364 Please remove all inquiries and collections \n", - "368381 clearing out of my debt. \n", - "2951416 constant calling to workplace and threats. \n", - "2167760 This debt has been paid in full. \n", - "1269756 I have no knowledge of said debt. " + " content \n", + "3172121 Company did not provide verification and detai... \n", + "2137420 I have already filed a dispute with Consumer A... \n", + "2350775 I informed Central Financial Control & provide... \n", + "2904146 I received a letter from a collections agency ... \n", + "1075571 I have not done business with this company, i ... " ] }, - "execution_count": 13, + "execution_count": 15, "metadata": {}, "output_type": "execute_result" } @@ -1373,11 +1416,36 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 16, "metadata": { "id": "2E7wXM_jGqo6" }, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "Query job d6c61334-255f-43fe-9a8f-9fbf6cdcb2be is DONE. 10.5 MB processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job 03a12383-6752-45ca-9b01-36eecc74fb8a is DONE. 10.5 MB processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "# Using bigframes, with syntax identical to pandas,\n", "# filter out the first and second groups\n", @@ -1394,7 +1462,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 17, "metadata": { "id": "ZNDiueI9IP5e" }, @@ -1404,57 +1472,39 @@ "output_type": "stream", "text": [ "comment list 1:\n", - "1. I have XXXX XXXX XXXX but the hospital and the debt collector conspired to collect this debt and damage my credit. They both never attempted to verify the debt or get paid from the insurance company. They must contact the insurance company before attempting to collect this debt. Also, I never used hospital services in XXXX How did the hospital come up with this debt? I was afraid of going to the hospital due to pandemic in XXXX. How did I get charged for services not received?\n", - "2. This letter is being sent to you in response to your recent letter dated XX/XX/XXXX ; which wasnt received at my home until XX/XX/XXXX. This is not a refusal to pay, but a notice that your claim is disputed. Please note this is my second letter to you and I have now sent this certified mail and I will know when you receive it. \n", - "\n", - "In my first letter, I stated that I applied for financial Aid through the provider. The same day that was denied, my account was sent to collections without giving me the opportunity to set up a payment plan. I sent you this letter per certified mail so I know that you received it at your office. You did not respond. \n", - "\n", - "Under the Fair Debt Collections Practices Act ( FDCPA ), I have the right to request validation of the debt you say I owe you. I am requesting proof that I am indeed the party you are asking to pay this debt, the date of the alleged medical service, the name of the patient, and proof that there is some contractual obligation which is binding on me to pay this debt. \n", - "\n", - "Please attach copies of : Any agreement with your client that grants you the authority to collect on this alleged debt, or proof of acquisition by purchase or assignment, and authorization under subtitle D of the ARRA, SEC. 13401. APPLICATION OF SECURITY PROVISIONS AND PENALTIES TO BUSINESS ASSOCIATES OF COVERED ENTITIES ; and SEC. 13407 ( 1 ) BREACH OF SECURITY.\n", + "1. This debt was from my identity being stolen I didnt open any account that resulted in this collection i have completed a police report which can be verified with the XXXX police @ XXXX report # XXXX and i have a notarized identity theft affidavit from ftc please remove this off of my credit and close my file ASAP\n", + "2. On XX/XX/XXXX this company received certified mail asking for validation of debt. On XX/XX/XXXX the company still did not validate debt owed and they did not mark the debt disputed by XX/XX/XXXX through the major credit reporting bureaus. This is a violation of the FDCPA and FCRA. I did send a second letter which the company received on XX/XX/XXXX . A lady from the company called and talked to me about the debt on XX/XX/XXXX but again did not have the credit bureaus mark the item as disputed. The company still violated the laws. Section [ 15 U.S.C. 1681s-2 ] ( 3 ) duty to provide notice of dispute. If the completeness or accuracy of any information furnished by any person to any consumer reporting agency is disputed to such person by a consumer, the person may not furnish the information to any consumer reporting agency without notice that such information is disputed. ( B ) ti me of notice! The notice required under sub paragraph ( A ) shall be provided to the customer prior to, or no later than 30 days after, furnishing the negative information to a consumer reporting agency described in section 603 ( p ). This company violated the state laws. I received no information until XX/XX/XXXX . Therefore by law the company should have the item removed from the credit agencies such as transunion and XXXX . I tried to call the company back about the laws that was broken and left my name no return call. The copy of my credit reports are below and as you can see the items was n't marked disputed. XXXX is marked disputed because on XX/XX/XXXX I myself disputed the information with the credit bureau. The lady stated they did n't receive my dispute letter until XX/XX/XXXX . Included is certified mail reciepts with date, time stamp, and signature of the person who signed for the certified mail on XX/XX/XXXX and XX/XX/XXXX . So again the company violated the laws and I have all the proof. If I have a contract with this company please send to me by mail a contract bearing my signature of the contract.\n", + "3. On XX/XX/2022, Pioneer Credit Recovery of XXXX, NY identified an alleged debt, which I do not owe. \n", "\n", - "The term breach of security means, with respect to unsecured PHR identifiable health information of an individual in a personal health record, acquisition of such information without the authorization of the individual. \n", + "On XX/XX/2022, I wrote a dispute letter to Pioneer, requesting that they stop communication with me, record my dispute, and provide verification of the debt if they believe otherwise. \n", "\n", - "Please note that enforcement of penalties against you is covered under the penalty rules of the Omnibus Final Rule effective XX/XX/XXXX interpreting and implementing various provisions of the Health Information Technology for Economic and Clinical Health Act of XX/XX/XXXX ( HITECH Act ) as issued XX/XX/XXXX and the penalty rules of the FCRA and FACTA including FACT Act changes final rules effective XX/XX/XXXX. \n", + "Pioneer has not responded with verification, but has attempted to collect the debt since then by phone ( XX/XX/2022 ) and mail ( XX/XX/2022 ).\n", + "4. Disputed with the company on several occasions and they still havent provided proof in a timely manner. The FCRA gives the company 30 days to respond. I have not gotten a response.\n", + "5. I am not aware of this XXXX XXXX XXXX XXXX XXXX , XXXX balance. I have never seen anything dealing with this lender. Also, I have been threated that in 30 days they will seek to make a judgement on debt that does not belong to me. I understand that they are looking to offer me a settlement. However, I do not believe the validity of such debt accusation. Furthermore, I will not be limited to the action of court threats when I did not receive any notice of debt based on communication. The amount is {$880.00} from MBNA which was acquired by Bank of America in 2006. I do not claim debt.\n", "\n", + "comment list 2:\n", + "1. My name is XXXX XXXX XXXX. This issue with a Loan Till Payday account was previously reported to you for collection practices, etc. I had a pay day loan in 2013. At the time, I banked with XXXX XXXX, who advised me that pay day loans are not good, and in the end XXXX closed my bank account, it was involuntary. In the interim, I made payments to the agency. XXXX and XXXX were the primary contacts. On the last payment, due to the fact that I told him I was coming in to pay cash, and they withdrew the funds, electronically, my account was affected. XXXX advised me that the payment made was the last payment and the other ( which was primarily interest remaining ) would be charged off. XXXX later called me and advised that XXXX was not authorized to make that decision and demanded the payment. I do n't understand how one person can cancel the arrangements made by someone else. \n", "\n", - "Please also attach copies of any agreement that bears the signature of the alleged debtor wherein he or she agreed to pay the creditor and as this is a medical account a copy of any HIPAA authorization. \n", - "\n", - "Please also be advised that this letter is not only a formal dispute, but a request that you cease and desist any and all collection activities, including reporting of ; or verifying of this account on my credit reports. \n", - "\n", - "I require compliance with the terms and conditions of this letter within 30 days or a complete withdrawal, in writing, of any claim. \n", - "\n", - "In the event of noncompliance, I reserve the right to file charges and/ or complaints with the OCR on your HIPAA violations and appropriate County, State & Federal authorities, the CFPB , BBB and State Bar associations for violations of the FDCPA, FCRA, and Federal and State statutes on illegal collection activities on any account that may be time-barred as well as in violation of Kentucky medical privacy rules. \n", - "I also hereby reserve my right to take private civil action against you to recover damages. \n", - "\n", + "In the end, they sold my account. It was reported to you, and that creditor then stated no further collection activity would occur. \n", "\n", - "XXXX XXXX Hospital I am allowed under the Health Insurance Portability and Accountability Act ( HIPAA ) to protect my privacy and medical records from third parties. I did not give permission to any of my current or prior medical providers to release any of my medical information to a third party. I am aware that the HIPAA does allows the release of limited information about me but anything more is to only be revealed with the patients authorization. Therefore, by obtaining and sending me an itemized copy of my medical notes you have violated my HIPPA Rights.\n", - "3. I received mail at my new place of work, where I am a single sub-contract agent who does not get paid until the closing of a transaction. I called CBS and was transferred to XXXX XXXX. I tried to set up payment plans of {$25.00} which was my original agreement with XXXX XXXX prior to collection. I am a family of XXXX with {$XXXX} annual income. I tried to explain this to XXXX when she would not let me make a payment of {$25.00}. She was extremely rude to me and caused me a lot of distress with the things she was threatening me with. She told me that they had verified my new employment, \" which means I have income and I have to pay at least {$300.00} a month or the balance in full otherwise they would sue me and come after me. And I would n't want to be responsible to more money after legal fees are involved, would I? '' That is rough verbatim of what XXXX said to me over my {$3600.00} balance with CBS. At one point she had me in tears when I tried to explain to her I did not want them contacting my new employer about my collections and trying to get me in trouble with my new job where I am trying to make money. I am a XXXX with no income coming in currently. I am only a few months in the business. She was very hateful and continued to threaten me with court and legal fees if I could not pay more than {$300.00} a month. Anytime I tried to explain that my annual income had not changed from the {$XXXX}, she would keep telling me they 've verified my employment. However, that does not mean my income has increased. \n", + "Last week I began receiving calls from a collection agency, XXXX XXXX stating I would called for a civil deposition on this account. I do n't even know this agency. Later, I then received another call stating that I needed to hold, and after several clicks was connected to someone at a Mediaction service. I denied the owing the loan and stated it was paid. \n", "\n", - "I am trying to make my $ XXXX monthly payments the best I can. XXXX has me very afraid of being sued when I am trying my best to pay what I can. I am trying to be the best I can and I will continue to make my $ XXXX monthly payments if she would let me. \n", + "Today, I received a call from an outsource service courier about a missed appointment or hearing??? What?? I have no idea who these people are. I called Loan Till Payday and was advised the loan was sold and I needed to settle with the new company. So, does this mean they are continuing to attempt to collect {$200.00}. \n", "\n", - "It is not fair that I am not allowed by her to make a payment bc she does not feel it is enough money. Nor should I have to keep calling in hopes of getting someone different at CBS that may let me make my payment. I have asked to have a new case rep and they will not allow that either, even after I explain all of the distress XXXX XXXX has caused me.\n", - "4. Received a text message from XXXX stating the following : \" Private Notice. XXXX XXXX call XXXX or XXXX XXXX XXXX XXXX XXXX XXXX XXXX Reply stop to unsubscribe. '' After clicking the link, was redirected to a page requiring me to input social, DOB, and an account number. I looked up the name of the company listed at the bottom of this page as DRS, verified as Direct Recovery Services. Nowhere was I notified that the text, nor the page asking for my personal information was an attempt to collect a debt.\n", - "5. I was contacted via mail by a collection company called XXXX XXXX ( XXXX XXXX XXXX XXXX fl XXXX ) on XX/XX/XXXX and XX/XX/XXXX. After the first letter I called the company ( XXXX ) and left a message stating this was the result of identity theft and I am not responsible for. The letter is for the amount of {$220.00} for a XXXX taken out fraudulently in my name on XX/XX/2019. The letter states that if I do not contact them within 30 days to dispute I acknowledge Im responsible. I did so but calling them as well as contacting XXXX for the second time and speaking with XXXX in the identify theft dept there, XXXX XXXX and the credit dept at XXXX. I send XXXX all the documents needed ( police report etc ). I even had the detective assigned to my case contact XXXX. I was told it would be handled. \n", - "Now I get another letter dated XX/XX/XXXX from XXXX XXXX about the debt I do not owe. I called and left a message on XX/XX/XXXX. I received a call back from XXXX XXXX on XX/XX/XXXX and he stated he has no information from XXXX that the acct was fraudulent. Ive done my due diligence with this and should not be contacted by XXXX XXXX. At this point its harassment and being the victim of identity theft makes it worse. \n", - "I have also contacts XXXX for the fourth time about why they have not handled this case and I am still being harassed.\n", + "I attempted to call the numbers, and now no one picks up just a voicemail. I called the supposed service courier and advised that their number was showing up as a spam/fraud number and that if they were a legitimate company then they should leave their name, location, a number ( not a voicemail ), and the case they are calling me about. I have not been served with any collection documents - why am I being threatened with a deposition??? \n", "\n", - "comment list 2:\n", - "1. Fraud has been committed on my consumer report, which violates the FCRA and FDCPA. \n", - "XXXX XXXX XXXX is using extortionate means to collect on alleged debt, I do not owe that resulted from extension of credit which violates Title 18 USC 892-894 and constitutes racketeering activities and extortion. This is a notice sent as per the Fair Debt Collection Practices Act ( F.D.C.P.A. ) 15 U.S.C. 1692 ( G ) Section 809 ( B ). This notice states that your claim is disputed and validation of the account is required. *Purchase Agreement* Evidence that you are a licensed debt collector *Chain of Title* Proof that you are a license debt collector to collect in my state. *A requested copy of your State Department of Commerce and Insurance Certificate . THIS IS A REQUEST FOR ACCOUNTING ; REQUEST REGARDING LIST OF COLLATERAL OR STATEMENT OF ACCOUNT IN REFERENCE TO U.C.C. $ 9-210. This authenticated record must include all tax filings ( including all 1099 's, 1096 's, and 1098 's ) any and all trades and/or investments and/or interests associated with this account of which I am alleged to be a party. I have a right to this information, as its directly associated with the reporting activities. Failure to substantiate the claim, please settle the account immediately and cease and desist all communication and have this tradelines PERMANENTLY DELETED from my consumer report.\n", - "2. The items listed below are reporting on my personal credit file and were found in my reports with Experian, XXXX and XXXX credit reporting agency. These items were opened fraudulently. Ive informed all parties of the issue & provided the necessary documentation to support my claim. The credit reporting agency ( CRA ) & data furnisher ( DF ) are not complying with federal law in regards to identity theft. Additionally, the credit reporting agency & data furnisher have not provided me with any evidence of an open contract, signed contract or any valid proof this was opened, authorized or created by me. Since this is a strict violation of FCRA laws I need the items removed from my file. \n", - "XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", - "3. In accordance with the Fair Credit Reporting Act. Equifax Information Services, LLC has violated my rights by furnishing these inaccurate and fraudulent accounts below. \n", + "Telephone number recently calling me : ( XXXX ) XXXX. \n", "\n", - "XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX # XXXX XXXX XXXX XXXX # XXXX 15 U.S.C 1681 section 602 A. States I have the right to privacy. 15 U.S.C 1681 604 A. section 2. it also states a consumer reporting agency can not furnish a account without written instructions. 15 U.S.C 1681 B. Permissible Purpose. The user must disclose to the consumer that an investigative consumer report may be obtained. This must be done in a written disclosure that is mailed, or otherwise delivered, to the consumer at some time before or not later than three days after the date on which the report was first requested. The disclosure must include a statement informing the consumer of his or her right to request additional disclosures of the nature and scope of the investigation as described below, and the summary of consumer rights required by Section 609 of the FCRA. ( The summary of consumer rights will be provided by the CRA that conducts the investigation. ) The user must certify to the CRA that the disclosures set forth above have been made and that the user will make the disclosure described below. \n", - "Upon the written request of a consumer made within a reasonable period of time after the disclosures required above, the user must make a complete disclosure of the nature and scope of the investigation. This must be made in a written statement that is mailed or otherwise delivered, to the consumer no later than five days after the date on which the request was received from the consumer or the report was first requested, whichever is later in time.\n", - "4. This is the several time I've complained about being a victim of identity theft. The 3 credit bureaus must remove any item that was opened without my knowledge, consent, or authority within 4 business days with ( XXXX ) appropriate proof of the identity of the consumer ; ( XXXX ) a copy of an identity theft report ; ( XXXX ) the identification of such information by the consumer; and ( XXXX ) a statement by the consumer that the information is not information relating to any transaction by the consumer. \n", + "Please help.\n", + "2. I receive 2 or 3 phone calls every day since early XXXX, my references receive calls. I will gladly satisfy this debt however even after 1st telling them the calls haven't stopped as though they are going to intimidate me. If the calls stopped for just 3 or 4 days I would satisfy my obligation but not because they keep calling me as well as my references.\n", + "3. Last month I received a phone call for my husband from XXXX XXXX XXXX saying he owed money and if I did not pay today it would be sent to litigation. The debt was Wachovia/wells Fargo, and account that we have never had. I had my husband call to get more information and they became very nasty with him. I called back asking for documentation on the debt because i did not think it was our debt and they became aggressive. They did email my husband something saying how much he owed, and I called back and asked to be emailed a copy, and the dollar amounts did not match. I called Wells Fargo and went over the above and verified that we have never had an account with them and I sent them the emails the XXXX sent to us and they started a fraud investigation. Yesterday I received another collections letter in the mail from the. Still trying to collect this debt. These people have my husbands full social security number ( we did not give it to them )\n", + "4. A company call XXXX XXXX XXXX came onto my private property on XX/XX/2018 and stole my automobile. I did receive any type of notice saying they collecting on a debt. If they take or threaten to take any nonjudicial action ( i.e, without a court order ) to repossess property when there is no present right to possession of the property they is in violation. l did not receive any type of notice asking if they can enter onto my private property and steal my private automobile.\n", + "5. Navient financial continues to send me erroneous debt collection emails. I have repeatedly asked them to remove my email address and to cease all communication with me. \n", + "I have no relationship with Navient and their continued threatening email is very unsettling. \n", "\n", - "XXXX XXXX XXXX Balance {$21000.00} ; XXXX XXXX XXXXK XXXX Balance {$10000.00} XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", - "5. Thank you in advance for your asstiance in this matter. I apologize in advance if I ramble on as this is the first time I have done a complaint like this. My complaint is on Consumer Financial Services XXXX XXXX XXXX XXXX XXXX XXXX XXXX FL XXXX I started doing business with Consumer Financial Services in XXXX. I purchased a vehicle and they where the fiance company. I eventually paid that loan in full and took a personal loan. I was having some life issues and was told I could borrow more if I put the title of my vehicle up for collateral. For each loan I took if I was going to be late on a payment I was cohearsed into refinancing the loan for cash anywhere from 50 to 1000. Each of the 25 times I did this I was told it was mandatory that I purchase life and disability unemployment insurance. So to get the loan I accepted it each time as it was a mandatory condition. \n", - "On XX/XX/XXXX I had to place my XXXX year old son in a XXXX and it caused me great XXXX and XXXX. I was out of work from XX/XX/XXXX until XX/XX/XXXX I called consumer finacial o. XX/XX/XXXX and spoke with a XXXX XXXX and she told me she was unaware on how to do the form and would get back to me. I was the emailed a form on XX/XX/XXXX from a XXXX XXXX and it stated on the bottom of the form that all claims need to be submitted to the creditor which leads me to believe as the consumer that the creditor makes the decision of the claim. I asked XXXX if the collections attempts could be on hold until the claim is resolved. I called XXXX on XX/XX/XXXX or XX/XX/XXXX maybe earlier and was told that XXXX and XXXX where paid and my next payment would be XX/XX/XXXX. During this time frame I was not called. I was contacted around XX/XX/XXXX thru XX/XX/XXXX and told my XXXX payment was all that was due. OnXX/XX/XXXX I contacted CFS to see if I could refinance my XXXX payment at I was still recovering from the lack of money thru the disability I was told that I owe for XXXX and XXXX. I asked for a manager and spoke to a man who identified himself as the owner of the company. \n", + "I just want their erroneous threats to stop. \n", "\n", - "XXXX stated to me that XXXX was no longer employed at the company and that she was wrong the disability insurance that I was told that I had to purchase only covered one month even though XXXX told me it already covered XXXX and XXXX. XXXX stated that XXXX should not have told me that and he was not honoring it. XXXX also told me the insurance that I was told 25 times that was mandatory is not mandatory. If I knew it was not mandatory I would not have purchased it 25 times. XXXX stated to me that he in fact credited me the XXXX payment so it would not effect my credit as a courtesy. He stated \" he credits the payment for long term customers and goes back in the next month and voids the credit ''. I don't know if this is illegal or just unethical. I think there could be a bias there. XXXX stated that he was going to call the insurance company and research this and call me back. I askeed XXXX if he could hold the collection process while we handle this dispute and he told me he would get back with me that day this was XX/XX/XXXXI believe. From then to now I have recived three calls a day and a email in regards to my account. I have emailed asking for XXXX to call me and have been unsuccessful. Today I spoke with a XXXX and she stated that The notes say that XXXX was not covered. I have aske d for XXXX to call me as I recived no correspondence to this matter. XX/XX/XXXX.\n", + "Below is the latest email I have received from them : Last Day to call this office XXXX by XXXX Regards, XXXX XXXX Team Lead Specialist Charge off Unit XXXX XXXX\n", "\n" ] } @@ -1477,7 +1527,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 18, "metadata": { "id": "BfHGJLirzSvH" }, @@ -1488,56 +1538,38 @@ "text": [ "Please highlight the most obvious difference between the two lists of comments:\n", "comment list 1:\n", - "1. I have XXXX XXXX XXXX but the hospital and the debt collector conspired to collect this debt and damage my credit. They both never attempted to verify the debt or get paid from the insurance company. They must contact the insurance company before attempting to collect this debt. Also, I never used hospital services in XXXX How did the hospital come up with this debt? I was afraid of going to the hospital due to pandemic in XXXX. How did I get charged for services not received?\n", - "2. This letter is being sent to you in response to your recent letter dated XX/XX/XXXX ; which wasnt received at my home until XX/XX/XXXX. This is not a refusal to pay, but a notice that your claim is disputed. Please note this is my second letter to you and I have now sent this certified mail and I will know when you receive it. \n", - "\n", - "In my first letter, I stated that I applied for financial Aid through the provider. The same day that was denied, my account was sent to collections without giving me the opportunity to set up a payment plan. I sent you this letter per certified mail so I know that you received it at your office. You did not respond. \n", - "\n", - "Under the Fair Debt Collections Practices Act ( FDCPA ), I have the right to request validation of the debt you say I owe you. I am requesting proof that I am indeed the party you are asking to pay this debt, the date of the alleged medical service, the name of the patient, and proof that there is some contractual obligation which is binding on me to pay this debt. \n", - "\n", - "Please attach copies of : Any agreement with your client that grants you the authority to collect on this alleged debt, or proof of acquisition by purchase or assignment, and authorization under subtitle D of the ARRA, SEC. 13401. APPLICATION OF SECURITY PROVISIONS AND PENALTIES TO BUSINESS ASSOCIATES OF COVERED ENTITIES ; and SEC. 13407 ( 1 ) BREACH OF SECURITY.\n", + "1. This debt was from my identity being stolen I didnt open any account that resulted in this collection i have completed a police report which can be verified with the XXXX police @ XXXX report # XXXX and i have a notarized identity theft affidavit from ftc please remove this off of my credit and close my file ASAP\n", + "2. On XX/XX/XXXX this company received certified mail asking for validation of debt. On XX/XX/XXXX the company still did not validate debt owed and they did not mark the debt disputed by XX/XX/XXXX through the major credit reporting bureaus. This is a violation of the FDCPA and FCRA. I did send a second letter which the company received on XX/XX/XXXX . A lady from the company called and talked to me about the debt on XX/XX/XXXX but again did not have the credit bureaus mark the item as disputed. The company still violated the laws. Section [ 15 U.S.C. 1681s-2 ] ( 3 ) duty to provide notice of dispute. If the completeness or accuracy of any information furnished by any person to any consumer reporting agency is disputed to such person by a consumer, the person may not furnish the information to any consumer reporting agency without notice that such information is disputed. ( B ) ti me of notice! The notice required under sub paragraph ( A ) shall be provided to the customer prior to, or no later than 30 days after, furnishing the negative information to a consumer reporting agency described in section 603 ( p ). This company violated the state laws. I received no information until XX/XX/XXXX . Therefore by law the company should have the item removed from the credit agencies such as transunion and XXXX . I tried to call the company back about the laws that was broken and left my name no return call. The copy of my credit reports are below and as you can see the items was n't marked disputed. XXXX is marked disputed because on XX/XX/XXXX I myself disputed the information with the credit bureau. The lady stated they did n't receive my dispute letter until XX/XX/XXXX . Included is certified mail reciepts with date, time stamp, and signature of the person who signed for the certified mail on XX/XX/XXXX and XX/XX/XXXX . So again the company violated the laws and I have all the proof. If I have a contract with this company please send to me by mail a contract bearing my signature of the contract.\n", + "3. On XX/XX/2022, Pioneer Credit Recovery of XXXX, NY identified an alleged debt, which I do not owe. \n", "\n", - "The term breach of security means, with respect to unsecured PHR identifiable health information of an individual in a personal health record, acquisition of such information without the authorization of the individual. \n", + "On XX/XX/2022, I wrote a dispute letter to Pioneer, requesting that they stop communication with me, record my dispute, and provide verification of the debt if they believe otherwise. \n", "\n", - "Please note that enforcement of penalties against you is covered under the penalty rules of the Omnibus Final Rule effective XX/XX/XXXX interpreting and implementing various provisions of the Health Information Technology for Economic and Clinical Health Act of XX/XX/XXXX ( HITECH Act ) as issued XX/XX/XXXX and the penalty rules of the FCRA and FACTA including FACT Act changes final rules effective XX/XX/XXXX. \n", - "\n", - "\n", - "Please also attach copies of any agreement that bears the signature of the alleged debtor wherein he or she agreed to pay the creditor and as this is a medical account a copy of any HIPAA authorization. \n", - "\n", - "Please also be advised that this letter is not only a formal dispute, but a request that you cease and desist any and all collection activities, including reporting of ; or verifying of this account on my credit reports. \n", - "\n", - "I require compliance with the terms and conditions of this letter within 30 days or a complete withdrawal, in writing, of any claim. \n", + "Pioneer has not responded with verification, but has attempted to collect the debt since then by phone ( XX/XX/2022 ) and mail ( XX/XX/2022 ).\n", + "4. Disputed with the company on several occasions and they still havent provided proof in a timely manner. The FCRA gives the company 30 days to respond. I have not gotten a response.\n", + "5. I am not aware of this XXXX XXXX XXXX XXXX XXXX , XXXX balance. I have never seen anything dealing with this lender. Also, I have been threated that in 30 days they will seek to make a judgement on debt that does not belong to me. I understand that they are looking to offer me a settlement. However, I do not believe the validity of such debt accusation. Furthermore, I will not be limited to the action of court threats when I did not receive any notice of debt based on communication. The amount is {$880.00} from MBNA which was acquired by Bank of America in 2006. I do not claim debt.\n", + "comment list 2:\n", + "1. My name is XXXX XXXX XXXX. This issue with a Loan Till Payday account was previously reported to you for collection practices, etc. I had a pay day loan in 2013. At the time, I banked with XXXX XXXX, who advised me that pay day loans are not good, and in the end XXXX closed my bank account, it was involuntary. In the interim, I made payments to the agency. XXXX and XXXX were the primary contacts. On the last payment, due to the fact that I told him I was coming in to pay cash, and they withdrew the funds, electronically, my account was affected. XXXX advised me that the payment made was the last payment and the other ( which was primarily interest remaining ) would be charged off. XXXX later called me and advised that XXXX was not authorized to make that decision and demanded the payment. I do n't understand how one person can cancel the arrangements made by someone else. \n", "\n", - "In the event of noncompliance, I reserve the right to file charges and/ or complaints with the OCR on your HIPAA violations and appropriate County, State & Federal authorities, the CFPB , BBB and State Bar associations for violations of the FDCPA, FCRA, and Federal and State statutes on illegal collection activities on any account that may be time-barred as well as in violation of Kentucky medical privacy rules. \n", - "I also hereby reserve my right to take private civil action against you to recover damages. \n", + "In the end, they sold my account. It was reported to you, and that creditor then stated no further collection activity would occur. \n", "\n", + "Last week I began receiving calls from a collection agency, XXXX XXXX stating I would called for a civil deposition on this account. I do n't even know this agency. Later, I then received another call stating that I needed to hold, and after several clicks was connected to someone at a Mediaction service. I denied the owing the loan and stated it was paid. \n", "\n", - "XXXX XXXX Hospital I am allowed under the Health Insurance Portability and Accountability Act ( HIPAA ) to protect my privacy and medical records from third parties. I did not give permission to any of my current or prior medical providers to release any of my medical information to a third party. I am aware that the HIPAA does allows the release of limited information about me but anything more is to only be revealed with the patients authorization. Therefore, by obtaining and sending me an itemized copy of my medical notes you have violated my HIPPA Rights.\n", - "3. I received mail at my new place of work, where I am a single sub-contract agent who does not get paid until the closing of a transaction. I called CBS and was transferred to XXXX XXXX. I tried to set up payment plans of {$25.00} which was my original agreement with XXXX XXXX prior to collection. I am a family of XXXX with {$XXXX} annual income. I tried to explain this to XXXX when she would not let me make a payment of {$25.00}. She was extremely rude to me and caused me a lot of distress with the things she was threatening me with. She told me that they had verified my new employment, \" which means I have income and I have to pay at least {$300.00} a month or the balance in full otherwise they would sue me and come after me. And I would n't want to be responsible to more money after legal fees are involved, would I? '' That is rough verbatim of what XXXX said to me over my {$3600.00} balance with CBS. At one point she had me in tears when I tried to explain to her I did not want them contacting my new employer about my collections and trying to get me in trouble with my new job where I am trying to make money. I am a XXXX with no income coming in currently. I am only a few months in the business. She was very hateful and continued to threaten me with court and legal fees if I could not pay more than {$300.00} a month. Anytime I tried to explain that my annual income had not changed from the {$XXXX}, she would keep telling me they 've verified my employment. However, that does not mean my income has increased. \n", + "Today, I received a call from an outsource service courier about a missed appointment or hearing??? What?? I have no idea who these people are. I called Loan Till Payday and was advised the loan was sold and I needed to settle with the new company. So, does this mean they are continuing to attempt to collect {$200.00}. \n", "\n", - "I am trying to make my $ XXXX monthly payments the best I can. XXXX has me very afraid of being sued when I am trying my best to pay what I can. I am trying to be the best I can and I will continue to make my $ XXXX monthly payments if she would let me. \n", + "I attempted to call the numbers, and now no one picks up just a voicemail. I called the supposed service courier and advised that their number was showing up as a spam/fraud number and that if they were a legitimate company then they should leave their name, location, a number ( not a voicemail ), and the case they are calling me about. I have not been served with any collection documents - why am I being threatened with a deposition??? \n", "\n", - "It is not fair that I am not allowed by her to make a payment bc she does not feel it is enough money. Nor should I have to keep calling in hopes of getting someone different at CBS that may let me make my payment. I have asked to have a new case rep and they will not allow that either, even after I explain all of the distress XXXX XXXX has caused me.\n", - "4. Received a text message from XXXX stating the following : \" Private Notice. XXXX XXXX call XXXX or XXXX XXXX XXXX XXXX XXXX XXXX XXXX Reply stop to unsubscribe. '' After clicking the link, was redirected to a page requiring me to input social, DOB, and an account number. I looked up the name of the company listed at the bottom of this page as DRS, verified as Direct Recovery Services. Nowhere was I notified that the text, nor the page asking for my personal information was an attempt to collect a debt.\n", - "5. I was contacted via mail by a collection company called XXXX XXXX ( XXXX XXXX XXXX XXXX fl XXXX ) on XX/XX/XXXX and XX/XX/XXXX. After the first letter I called the company ( XXXX ) and left a message stating this was the result of identity theft and I am not responsible for. The letter is for the amount of {$220.00} for a XXXX taken out fraudulently in my name on XX/XX/2019. The letter states that if I do not contact them within 30 days to dispute I acknowledge Im responsible. I did so but calling them as well as contacting XXXX for the second time and speaking with XXXX in the identify theft dept there, XXXX XXXX and the credit dept at XXXX. I send XXXX all the documents needed ( police report etc ). I even had the detective assigned to my case contact XXXX. I was told it would be handled. \n", - "Now I get another letter dated XX/XX/XXXX from XXXX XXXX about the debt I do not owe. I called and left a message on XX/XX/XXXX. I received a call back from XXXX XXXX on XX/XX/XXXX and he stated he has no information from XXXX that the acct was fraudulent. Ive done my due diligence with this and should not be contacted by XXXX XXXX. At this point its harassment and being the victim of identity theft makes it worse. \n", - "I have also contacts XXXX for the fourth time about why they have not handled this case and I am still being harassed.\n", - "comment list 2:\n", - "1. Fraud has been committed on my consumer report, which violates the FCRA and FDCPA. \n", - "XXXX XXXX XXXX is using extortionate means to collect on alleged debt, I do not owe that resulted from extension of credit which violates Title 18 USC 892-894 and constitutes racketeering activities and extortion. This is a notice sent as per the Fair Debt Collection Practices Act ( F.D.C.P.A. ) 15 U.S.C. 1692 ( G ) Section 809 ( B ). This notice states that your claim is disputed and validation of the account is required. *Purchase Agreement* Evidence that you are a licensed debt collector *Chain of Title* Proof that you are a license debt collector to collect in my state. *A requested copy of your State Department of Commerce and Insurance Certificate . THIS IS A REQUEST FOR ACCOUNTING ; REQUEST REGARDING LIST OF COLLATERAL OR STATEMENT OF ACCOUNT IN REFERENCE TO U.C.C. $ 9-210. This authenticated record must include all tax filings ( including all 1099 's, 1096 's, and 1098 's ) any and all trades and/or investments and/or interests associated with this account of which I am alleged to be a party. I have a right to this information, as its directly associated with the reporting activities. Failure to substantiate the claim, please settle the account immediately and cease and desist all communication and have this tradelines PERMANENTLY DELETED from my consumer report.\n", - "2. The items listed below are reporting on my personal credit file and were found in my reports with Experian, XXXX and XXXX credit reporting agency. These items were opened fraudulently. Ive informed all parties of the issue & provided the necessary documentation to support my claim. The credit reporting agency ( CRA ) & data furnisher ( DF ) are not complying with federal law in regards to identity theft. Additionally, the credit reporting agency & data furnisher have not provided me with any evidence of an open contract, signed contract or any valid proof this was opened, authorized or created by me. Since this is a strict violation of FCRA laws I need the items removed from my file. \n", - "XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", - "3. In accordance with the Fair Credit Reporting Act. Equifax Information Services, LLC has violated my rights by furnishing these inaccurate and fraudulent accounts below. \n", + "Telephone number recently calling me : ( XXXX ) XXXX. \n", "\n", - "XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX # XXXX XXXX XXXX XXXX # XXXX 15 U.S.C 1681 section 602 A. States I have the right to privacy. 15 U.S.C 1681 604 A. section 2. it also states a consumer reporting agency can not furnish a account without written instructions. 15 U.S.C 1681 B. Permissible Purpose. The user must disclose to the consumer that an investigative consumer report may be obtained. This must be done in a written disclosure that is mailed, or otherwise delivered, to the consumer at some time before or not later than three days after the date on which the report was first requested. The disclosure must include a statement informing the consumer of his or her right to request additional disclosures of the nature and scope of the investigation as described below, and the summary of consumer rights required by Section 609 of the FCRA. ( The summary of consumer rights will be provided by the CRA that conducts the investigation. ) The user must certify to the CRA that the disclosures set forth above have been made and that the user will make the disclosure described below. \n", - "Upon the written request of a consumer made within a reasonable period of time after the disclosures required above, the user must make a complete disclosure of the nature and scope of the investigation. This must be made in a written statement that is mailed or otherwise delivered, to the consumer no later than five days after the date on which the request was received from the consumer or the report was first requested, whichever is later in time.\n", - "4. This is the several time I've complained about being a victim of identity theft. The 3 credit bureaus must remove any item that was opened without my knowledge, consent, or authority within 4 business days with ( XXXX ) appropriate proof of the identity of the consumer ; ( XXXX ) a copy of an identity theft report ; ( XXXX ) the identification of such information by the consumer; and ( XXXX ) a statement by the consumer that the information is not information relating to any transaction by the consumer. \n", + "Please help.\n", + "2. I receive 2 or 3 phone calls every day since early XXXX, my references receive calls. I will gladly satisfy this debt however even after 1st telling them the calls haven't stopped as though they are going to intimidate me. If the calls stopped for just 3 or 4 days I would satisfy my obligation but not because they keep calling me as well as my references.\n", + "3. Last month I received a phone call for my husband from XXXX XXXX XXXX saying he owed money and if I did not pay today it would be sent to litigation. The debt was Wachovia/wells Fargo, and account that we have never had. I had my husband call to get more information and they became very nasty with him. I called back asking for documentation on the debt because i did not think it was our debt and they became aggressive. They did email my husband something saying how much he owed, and I called back and asked to be emailed a copy, and the dollar amounts did not match. I called Wells Fargo and went over the above and verified that we have never had an account with them and I sent them the emails the XXXX sent to us and they started a fraud investigation. Yesterday I received another collections letter in the mail from the. Still trying to collect this debt. These people have my husbands full social security number ( we did not give it to them )\n", + "4. A company call XXXX XXXX XXXX came onto my private property on XX/XX/2018 and stole my automobile. I did receive any type of notice saying they collecting on a debt. If they take or threaten to take any nonjudicial action ( i.e, without a court order ) to repossess property when there is no present right to possession of the property they is in violation. l did not receive any type of notice asking if they can enter onto my private property and steal my private automobile.\n", + "5. Navient financial continues to send me erroneous debt collection emails. I have repeatedly asked them to remove my email address and to cease all communication with me. \n", + "I have no relationship with Navient and their continued threatening email is very unsettling. \n", "\n", - "XXXX XXXX XXXX Balance {$21000.00} ; XXXX XXXX XXXXK XXXX Balance {$10000.00} XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXXXXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX XXXX\n", - "5. Thank you in advance for your asstiance in this matter. I apologize in advance if I ramble on as this is the first time I have done a complaint like this. My complaint is on Consumer Financial Services XXXX XXXX XXXX XXXX XXXX XXXX XXXX FL XXXX I started doing business with Consumer Financial Services in XXXX. I purchased a vehicle and they where the fiance company. I eventually paid that loan in full and took a personal loan. I was having some life issues and was told I could borrow more if I put the title of my vehicle up for collateral. For each loan I took if I was going to be late on a payment I was cohearsed into refinancing the loan for cash anywhere from 50 to 1000. Each of the 25 times I did this I was told it was mandatory that I purchase life and disability unemployment insurance. So to get the loan I accepted it each time as it was a mandatory condition. \n", - "On XX/XX/XXXX I had to place my XXXX year old son in a XXXX and it caused me great XXXX and XXXX. I was out of work from XX/XX/XXXX until XX/XX/XXXX I called consumer finacial o. XX/XX/XXXX and spoke with a XXXX XXXX and she told me she was unaware on how to do the form and would get back to me. I was the emailed a form on XX/XX/XXXX from a XXXX XXXX and it stated on the bottom of the form that all claims need to be submitted to the creditor which leads me to believe as the consumer that the creditor makes the decision of the claim. I asked XXXX if the collections attempts could be on hold until the claim is resolved. I called XXXX on XX/XX/XXXX or XX/XX/XXXX maybe earlier and was told that XXXX and XXXX where paid and my next payment would be XX/XX/XXXX. During this time frame I was not called. I was contacted around XX/XX/XXXX thru XX/XX/XXXX and told my XXXX payment was all that was due. OnXX/XX/XXXX I contacted CFS to see if I could refinance my XXXX payment at I was still recovering from the lack of money thru the disability I was told that I owe for XXXX and XXXX. I asked for a manager and spoke to a man who identified himself as the owner of the company. \n", + "I just want their erroneous threats to stop. \n", "\n", - "XXXX stated to me that XXXX was no longer employed at the company and that she was wrong the disability insurance that I was told that I had to purchase only covered one month even though XXXX told me it already covered XXXX and XXXX. XXXX stated that XXXX should not have told me that and he was not honoring it. XXXX also told me the insurance that I was told 25 times that was mandatory is not mandatory. If I knew it was not mandatory I would not have purchased it 25 times. XXXX stated to me that he in fact credited me the XXXX payment so it would not effect my credit as a courtesy. He stated \" he credits the payment for long term customers and goes back in the next month and voids the credit ''. I don't know if this is illegal or just unethical. I think there could be a bias there. XXXX stated that he was going to call the insurance company and research this and call me back. I askeed XXXX if he could hold the collection process while we handle this dispute and he told me he would get back with me that day this was XX/XX/XXXXI believe. From then to now I have recived three calls a day and a email in regards to my account. I have emailed asking for XXXX to call me and have been unsuccessful. Today I spoke with a XXXX and she stated that The notes say that XXXX was not covered. I have aske d for XXXX to call me as I recived no correspondence to this matter. XX/XX/XXXX.\n", + "Below is the latest email I have received from them : Last Day to call this office XXXX by XXXX Regards, XXXX XXXX Team Lead Specialist Charge off Unit XXXX XXXX\n", "\n" ] } @@ -1561,7 +1593,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 19, "metadata": { "id": "mL5P0_3X04dE" }, @@ -1569,7 +1601,7 @@ { "data": { "text/html": [ - "Query job cca67107-0221-4a46-98ee-60c2b2cdf6f6 is DONE. 0 Bytes processed. Open Job" + "Query job 3a46cad4-14e5-4137-a042-14380733b467 is DONE. 0 Bytes processed. Open Job" ], "text/plain": [ "" @@ -1587,7 +1619,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 20, "metadata": { "id": "ICWHsqAW1FNk" }, @@ -1595,7 +1627,7 @@ { "data": { "text/html": [ - "Load job eb49c517-2fda-4175-914f-59b55f9dc5e0 is DONE. Open Job" + "Load job 939037f0-66df-42a4-b301-0b3ba26bae7c is DONE. Open Job" ], "text/plain": [ "" @@ -1612,7 +1644,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 21, "metadata": { "id": "gB7e1LXU1pst" }, @@ -1620,7 +1652,7 @@ { "data": { "text/html": [ - "Query job 80d45376-cdbf-41f5-aaaf-a345179e55f4 is DONE. 17.5 kB processed. Open Job" + "Query job c662b2c7-7185-4681-b7c6-60c81e9c8cd4 is DONE. 8.2 kB processed. Open Job" ], "text/plain": [ "" @@ -1633,18 +1665,41 @@ "name": "stderr", "output_type": "stream", "text": [ - "/usr/local/google/home/arwas/src1/python-bigquery-dataframes/bigframes/core/array_value.py:109: PreviewWarning: JSON column interpretation as a custom PyArrow extention in\n", - "`db_dtypes` is a preview feature and subject to change.\n", - " warnings.warn(msg, bfe.PreviewWarning)\n" + "/usr/local/google/home/garrettwu/src/bigframes/bigframes/core/__init__.py:108: PreviewWarning: Interpreting JSON column(s) as StringDtype. This behavior may change in future versions.\n", + " warnings.warn(\n" ] }, + { + "data": { + "text/html": [ + "Query job 9a4d6735-c307-4a60-96f9-d81330925e6c is DONE. 2 Bytes processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Query job 17bde6e6-8b26-48a7-9c57-b7b9752c1f54 is DONE. 1.8 kB processed. Open Job" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, { "data": { "text/plain": [ - "'The most obvious difference is the **focus of the complaints**.\\n\\nComment List 1 focuses on issues with **debt collection practices**, including alleged violations of the Fair Debt Collection Practices Act (FDCPA), HIPAA violations, and generally aggressive or unfair collection tactics. The complaints center around disputes over the validity of debts, improper collection methods, and the emotional distress caused by collectors.\\n\\nComment List 2 focuses on **identity theft and fraudulent accounts**. The complaints primarily concern inaccurate or fraudulent information reported to credit bureaus, violations of the Fair Credit Reporting Act (FCRA), and the failure of credit reporting agencies and data furnishers to adequately address the reported identity theft. While some complaints mention debt, the core issue is the fraudulent opening of accounts and the subsequent damage to credit reports.\\n'" + "\"## Key Differences between Comment Lists 1 and 2:\\n\\n**Comment List 1:**\\n\\n* **Focuses on Legal Violations:** The comments in List 1 primarily focus on how the debt collectors violated specific laws, such as the FDCPA and FCRA, by not validating debt, not marking accounts as disputed, and using illegal collection tactics.\\n* **Detailed Evidence:** Commenters provide detailed evidence of their claims, including dates, reference numbers, police reports, and copies of communications.\\n* **Formal Tone:** The language in List 1 is more formal and uses legal terminology, suggesting the commenters may have a deeper understanding of their rights.\\n* **Emphasis on Debt Accuracy:** Many comments explicitly deny owing the debt and question its validity, requesting proof and demanding removal from credit reports. \\n\\n**Comment List 2:**\\n\\n* **Focus on Harassment and Intimidation:** The comments in List 2 highlight the harassing and intimidating behavior of the debt collectors, such as making multiple calls, contacting references, and threatening legal action.\\n* **Emotional Language:** Commenters express frustration, fear, and anger towards the debt collectors' behavior.\\n* **Less Legal Detail:** While some commenters mention specific laws, they provide less detailed evidence than List 1.\\n* **Uncertainty About Debt:** Several commenters are unsure whether they actually owe the debt, questioning its origin and validity. \\n\\n**Overall:**\\n\\n* List 1 focuses on legal arguments and violations, while List 2 emphasizes emotional distress and improper collection tactics.\\n* List 1 provides more concrete evidence of wrongdoing, while List 2 relies more on personal experiences and descriptions.\\n* Both lists highlight the negative impacts of debt collection practices on individuals.\\n\"" ] }, - "execution_count": 19, + "execution_count": 21, "metadata": {}, "output_type": "execute_result" } @@ -1652,7 +1707,7 @@ "source": [ "# Send the request for Gemini to generate a response to our prompt\n", "major_difference = q_a_model.predict(df)\n", - "# Gemini's response is the only row in the dataframe result\n", + "# Gemini's response is the only row in the dataframe result \n", "major_difference[\"ml_generate_text_llm_result\"].iloc[0]" ] }, @@ -1695,7 +1750,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.19" + "version": "3.10.9" } }, "nbformat": 4, From ffbf74459f3834e7c23dc077b1d62d5043f8e677 Mon Sep 17 00:00:00 2001 From: Arwa Date: Mon, 5 May 2025 11:00:34 -0500 Subject: [PATCH 7/7] use shapely object for scalibility and remove links to docs --- samples/snippets/create_kmeans_model_test.py | 18 +++++------------- 1 file changed, 5 insertions(+), 13 deletions(-) diff --git a/samples/snippets/create_kmeans_model_test.py b/samples/snippets/create_kmeans_model_test.py index d8deade1cf..473fa1cc06 100644 --- a/samples/snippets/create_kmeans_model_test.py +++ b/samples/snippets/create_kmeans_model_test.py @@ -21,6 +21,7 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: import typing import pandas as pd + from shapely.geometry import Point import bigframes import bigframes.bigquery as bbq @@ -46,10 +47,9 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: # Use GeoSeries.from_xy and BigQuery.st_distance to analyze geographical # data. These functions determine spatial relationships between # geographical features. - # See, https://cloud.google.com/python/docs/reference/bigframes/latest/bigframes.geopandas.GeoSeries#bigframes_geopandas_GeoSeries_from_xy - # and https://cloud.google.com/python/docs/reference/bigframes/latest/bigframes.bigquery?_gl=1*zvtewl*_ga*MTQ0Mjc3NTA5NS4xNzQyOTI5NDMz*_ga_4LYFWVHBEB*MTc0NTg1OTY2Mi4zLjEuMTc0NTg2MDQ2Mi4wLjAuMA..#bigframes_bigquery_st_distance. + cycle_stations = bpd.read_gbq("bigquery-public-data.london_bicycles.cycle_stations") - s1 = bpd.DataFrame( + s = bpd.DataFrame( { "id": cycle_stations["id"], "xy": bigframes.geopandas.GeoSeries.from_xy( @@ -57,16 +57,8 @@ def test_kmeans_sample(project_id: str, random_model_id_eu: str) -> None: ), } ) - s2 = bpd.DataFrame( - { - "id": cycle_stations["id"], - "xy": bigframes.geopandas.GeoSeries.from_xy( - [-0.1] * len(s1), [51.5] * len(s1) - ), - } - ) - s_distance = bbq.st_distance(s1["xy"], s2["xy"], use_spheroid=False) / 1000 - s = bpd.DataFrame({"id": s1["id"], "distance_from_city_center": s_distance}) + s_distance = bbq.st_distance(s["xy"], Point(-0.1, 51.5), use_spheroid=False) / 1000 + s = bpd.DataFrame({"id": s["id"], "distance_from_city_center": s_distance}) # Define Python datetime objects in the UTC timezone for range comparison, # because BigQuery stores timestamp data in the UTC timezone.