chore: data refresh

kuutsav · Jul 1, 2024 · fa498f5 · fa498f5
1 parent 18954a3
commit fa498f5
Show file tree

Hide file tree

Showing 5 changed files with 98 additions and 22 deletions.
diff --git a/config.toml b/config.toml
@@ -3,7 +3,7 @@ data_dir = "data"
 date_fmt = "%Y-%m-%d %H:%M:%S"
 lag_days = 2
 leetcode_graphql_url = "https://leetcode.com/graphql"
-llm_predictor = "openrouter"
+llm_predictor = "ollama"
 max_recs = 2000
 n_api_retries = 3
 
@@ -14,7 +14,7 @@ min_base_offer = 2
 min_total_offer = 3
 
 [llms]
-ollama_model = "llama3:8b-instruct-q6_K"
+ollama_model = "llama3:8b-instruct-q5_K_M"
 openrouter_model = "meta-llama/llama-3-8b-instruct:free"
 openrouter_req_per_min = 20
 openrouter_url = "https://openrouter.ai/api/v1/chat/completions"

diff --git a/data/parsed_comps.json b/data/parsed_comps.json
@@ -1,4 +1,64 @@
 [
+    {
+        "id": "5384612",
+        "creation_date": "2024-06-29",
+        "company": "Google",
+        "role": "L4",
+        "yoe": 3,
+        "location": "Bangalore",
+        "base": 35.0,
+        "total": 80.0,
+        "mapped_role": "SDE II",
+        "mapped_yoe": "Mid (2-6)"
+    },
+    {
+        "id": "5384154",
+        "creation_date": "2024-06-28",
+        "company": "Microsoft",
+        "role": "Software engineer II (L61)",
+        "yoe": 3,
+        "location": "Hyderabad",
+        "base": 32.0,
+        "total": 61.0,
+        "mapped_role": "SDE II",
+        "mapped_yoe": "Mid (2-6)"
+    },
+    {
+        "id": "5379559",
+        "creation_date": "2024-06-28",
+        "company": "Coindcx",
+        "role": "SSE-1",
+        "yoe": 4,
+        "location": "Bangalore",
+        "base": 47.0,
+        "total": 49.0,
+        "mapped_role": "SDE II",
+        "mapped_yoe": "Mid (2-6)"
+    },
+    {
+        "id": "5378811",
+        "creation_date": "2024-06-27",
+        "company": "Walmart",
+        "role": "IN4",
+        "yoe": 8,
+        "location": "Bangalore",
+        "base": 34.0,
+        "total": 46.0,
+        "mapped_role": "SDE II",
+        "mapped_yoe": "Senior (7-10)"
+    },
+    {
+        "id": "5378781",
+        "creation_date": "2024-06-27",
+        "company": "Microsoft",
+        "role": "L61",
+        "yoe": 4,
+        "location": "Hyderabad",
+        "base": 34.0,
+        "total": 47.6,
+        "mapped_role": "SDE II",
+        "mapped_yoe": "Mid (2-6)"
+    },
     {
         "id": "5379559",
         "creation_date": "2024-06-27",
@@ -332,7 +392,7 @@
         "location": "Hyderabad",
         "base": 35.0,
         "total": 85.5,
-        "mapped_role": "SDE III",
+        "mapped_role": "SDE II",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -884,7 +944,7 @@
         "location": "Bangalore",
         "base": 23.0,
         "total": 39.0,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -1040,7 +1100,7 @@
         "location": "Bangalore",
         "base": 36.0,
         "total": 69.0,
-        "mapped_role": "SDE III",
+        "mapped_role": "SDE II",
         "mapped_yoe": "Senior + (11+)"
     },
     {
@@ -1280,7 +1340,7 @@
         "location": "NCR",
         "base": 34.0,
         "total": 66.4,
-        "mapped_role": "Software Engineer II/L61",
+        "mapped_role": "SDE II",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -1952,7 +2012,7 @@
         "location": "Bangalore",
         "base": 37.6,
         "total": 37.6,
-        "mapped_role": "SDE III",
+        "mapped_role": "SDE II",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -2108,7 +2168,7 @@
         "location": "Bangalore",
         "base": 37.6,
         "total": 37.6,
-        "mapped_role": "SDE III",
+        "mapped_role": "SDE II",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -2336,7 +2396,7 @@
         "location": "N/A",
         "base": 21.9,
         "total": 51.0,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -2744,7 +2804,7 @@
         "location": "Bangalore",
         "base": 31.0,
         "total": 55.0,
-        "mapped_role": "Software Engineer II - L61",
+        "mapped_role": "SDE II",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -2936,7 +2996,7 @@
         "location": "N/A",
         "base": 37.0,
         "total": 78.5,
-        "mapped_role": "SDE III",
+        "mapped_role": "SDE II",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -3068,7 +3128,7 @@
         "location": "Bangalore",
         "base": 22.0,
         "total": 47.0,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -4196,7 +4256,7 @@
         "location": "Bangalore",
         "base": 30.0,
         "total": 46.0,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Senior (7-10)"
     },
     {
@@ -4232,7 +4292,7 @@
         "location": "Bangalore",
         "base": 20.0,
         "total": 32.0,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -5060,7 +5120,7 @@
         "location": "Bangalore",
         "base": 40.0,
         "total": 50.0,
-        "mapped_role": "IN4",
+        "mapped_role": "SDE II",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -5408,7 +5468,7 @@
         "location": "Bangalore",
         "base": 26.3,
         "total": 55.0,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -5924,7 +5984,7 @@
         "location": "India",
         "base": 21.2,
         "total": 21.2,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -6932,7 +6992,7 @@
         "location": "Bangalore",
         "base": 23.0,
         "total": 44.0,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Mid (2-6)"
     },
     {
@@ -8828,7 +8888,7 @@
         "location": "Bangalore",
         "base": 23.0,
         "total": 42.0,
-        "mapped_role": "SDE II",
+        "mapped_role": "SDE I",
         "mapped_yoe": "Mid (2-6)"
     },
     {

diff --git a/data/parsed_comps.jsonl b/data/parsed_comps.jsonl
@@ -1,3 +1,8 @@
+{"id": "5384612", "vote_count": 39, "comment_count": 35, "view_count": 6177, "creation_date": "2024-06-29 01:37:28", "company": "Google", "role": "L4", "yoe": 3.0, "base_offer": 35.0, "total_offer": 80.0, "location": "Bangalore"}
+{"id": "5384154", "vote_count": 2, "comment_count": 18, "view_count": 839, "creation_date": "2024-06-28 23:23:05", "company": "Microsoft", "role": "Software engineer II (L61)", "yoe": 3, "base_offer": 32.0, "total_offer": 61.0, "location": "Hyderabad"}
+{"id": "5379559", "vote_count": 8, "comment_count": 6, "view_count": 1703, "creation_date": "2024-06-28 00:58:29", "company": "CoinDCX", "role": "SSE-1", "yoe": 4.5, "base_offer": 47.0, "total_offer": 49.0, "location": "Bangalore"}
+{"id": "5378811", "vote_count": 8, "comment_count": 5, "view_count": 2367, "creation_date": "2024-06-27 21:53:55", "company": "Walmart", "role": "IN4", "yoe": 8.0, "base_offer": 34.0, "total_offer": 46.0, "location": "Bangalore"}
+{"id": "5378781", "vote_count": 4, "comment_count": 7, "view_count": 1029, "creation_date": "2024-06-27 21:46:11", "company": "Microsoft", "role": "L61", "yoe": 4.0, "base_offer": 34.0, "total_offer": 47.6, "location": "Hyderabad"}
 {"id": "5379559", "vote_count": 7, "comment_count": 6, "view_count": 1383, "creation_date": "2024-06-27 19:28:29", "company": "CoinDCX", "role": "SSE-1", "yoe": 4.5, "base_offer": 47.0, "total_offer": 49.0, "location": "Bangalore"}
 {"id": "5378811", "vote_count": 8, "comment_count": 5, "view_count": 2028, "creation_date": "2024-06-27 16:23:55", "company": "Walmart", "role": "Senior Software Engineer", "yoe": 8.0, "base_offer": 34.0, "total_offer": 46.0, "location": "Bangalore"}
 {"id": "5378781", "vote_count": 3, "comment_count": 7, "view_count": 865, "creation_date": "2024-06-27 16:16:11", "company": "Microsoft", "role": "L61", "yoe": 4.0, "base_offer": 34.0, "total_offer": 47.6, "location": "Hyderabad"}

diff --git a/data/raw_comps.jsonl b/data/raw_comps.jsonl
@@ -1,3 +1,12 @@
+{"id": "5385446", "title": "Agoda Staff/Lead Bangkok Salary", "content": "1st round : DSA -> strong hire -> solved 3 questions\\n2nd round: Architecture -> hire(might be strong hire too)\\n3rd round: It is scheduled now named \"Salary Expectation call\"\\n\\nHow much should I ask for? Right now I am laid off and with no job.\\nTC was 40LPA all fixed. YOE:7", "vote_count": 3, "comment_count": 10, "view_count": 850, "creation_date": "2024-06-29 09:59:52"}
+{"id": "5384612", "title": "Google | L4 | Bangalore [Accepted]", "content": "**Education** : B.Tech from Tier2 College\\n**YOE** : 3 years\\n**Prior Experience** : SDE1 at a Product Startup\\n**Old TC** : 27 LPA\\n\\n**Company** : Google\\n**Location** : Bangalore\\n**Date of the Offer** : June 2024\\n**Level** : L4\\n\\n**Base** : 35 LPA\\n**Bonus** : 15% of Base\\n**Signing Bonus** : 8 LPA\\n**Stock bonus** : $98k vested over 4 years (38, 32, 20, 10)\\n**TC - 80 LPA** (1st year)\\n\\n------------\\n\\nThis was the first offer from the recruiter, no competing offers. **Accepted**\\n\\nInterview experience: https://leetcode.com/discuss/interview-experience/5387760/Google-or-L4-or-Offer", "vote_count": 39, "comment_count": 35, "view_count": 6177, "creation_date": "2024-06-29 01:37:28"}
+{"id": "5384154", "title": "Microsoft | L61 | Offer | India", "content": "Previous experience\\n\\nCollege: 2021 grad from tier-1 college\\nExperience: 3 years\\nCurrent CTC: 50LPA\\nCurrent Company: Google, Bangalore, India\\nCurrent role: Software Engineer II (L3)\\n\\nSalary breakdown in current company\\nbase: 24.5 LPA\\nperformance bonus: ~ 3.5 Lakhs\\nRSUs: ~16 Lakhs\\nCurrent TC: ~50LPA (including bonus)\\n\\nNew offer details\\nCompany: Microsoft, Hyderabad, India\\nLevel: Software engineer II (L61)\\nBase: 32 LPA\\nPerformance Bonus: 20%\\nRelocation bonus: 6,00,000\\njoining bonus: 6,00,000 (3,00,000 + 3,00,000)\\nRSUs: $80k for 4 years (25% each year)\\nTC 1st year: (32L + 3.2L (10%) + 6L + 3L + 16.6L) ~ 61LPA (including performance & joining bonus)\\n\\nI have joined google just a couple of months back but as a L3. I recently got this offer from microsoft as SDE-2 but I heard that microsoft\\'s tech stack is very old. I don\\'t know if it is a right decision to leave google in just 2 months and join microsoft. Can someone help me here?", "vote_count": 2, "comment_count": 18, "view_count": 839, "creation_date": "2024-06-28 23:23:05"}
+{"id": "5381492", "title": "How is the work culture at Razorpay in Payment gateway team", "content": "Hello everyone,\\n\\nI am interested in understanding the work culture at Razorpay, specifically within the payment gateway team. I have a few questions:\\n\\nWhat is the average percentage of salary hikes?\\nWhat are the tech stack options available, and how is the work quality?\\nHow is the overall company environment?\\nCan anyone please help me with these questions?\\n\\nThank you!", "vote_count": 0, "comment_count": 2, "view_count": 739, "creation_date": "2024-06-28 12:44:13"}
+{"id": "5379559", "title": "CoinDCX | SSE-1 | Bangalore", "content": "Education: CSE from Tier 1 college\\nYears of Experience: 4.5+\\nPrior Experience: Unicorn Startup\\nCurrent Salary (Cash): 43 LPA (39 base + 4 variable)\\n\\nDate of the Offer: April, 2024\\nCompany: CoinDcx\\nTitle/Level: SSE-1\\nLocation: Onsite BLR\\nSalary Base: 47 LPA\\nSigning Bonus: 2LPA\\nESOPs: No (Now they give only at Staff+ levels)\\nTotal comp (Salary + Bonus + Stock): 49 LPA (47+2+0)\\nBenefits: Standard benefits (Unlimited Welness Leave and other standard perks)", "vote_count": 8, "comment_count": 6, "view_count": 1703, "creation_date": "2024-06-28 00:58:29"}
+{"id": "5378811", "title": "Walmart | SSE | IN4 | Offer", "content": "Education: B.E Tier 3 - CS\\nYears of Experience: ~8\\nPrior Experience: Product (Bangalore) - Fullstack Engineer\\nCompany: Walmart\\nTitle/Level: Senior Software Engineer\\nLocation: Bangalore\\nSalary: ~34 LPA (Fixed)\\nRelocation/Signing Bonus: 0\\nStock bonus: ~15-17 L (3 years)\\nPerf Bonus:  6-7 L\\nTotal comp (Salary + Bonus + Stock) : 34 + 6 + 6 = ~46 LPA first year\\nBenefits: standard walmart benefits\\n\\nVerbal Offer as of today, and is under process.\\n\\nCurrent Comp: ~33 LPA fixed + ~3.5 Bonus + 3.5Stocks ~40 LPA\\n\\nLooks like ultra low ball, could Walmart folks help me to understand the IN4 range and help what I should be expecting.", "vote_count": 8, "comment_count": 5, "view_count": 2367, "creation_date": "2024-06-27 21:53:55"}
+{"id": "5378781", "title": "Microsoft L61 compensation", "content": "Education: MTech CSE\\nYears of Experience: 4 YOE\\nPrior Experience: Product mnc\\nDate of the Offer: 2024\\nCompany: Microsoft\\nTitle/Level: L61\\nLocation: Hyderabad\\nSalary: 34 LPA\\nRelocation: 0\\nSigning Bonus: 5 Lacs (2.5+2.5)\\nStock bonus: 48000 USD/4 years\\nBonus: (0-20%) \\nTotal comp (Salary + Bonus + Stock): 47,60,000 LPA\\n\\nIs this a good offer?", "vote_count": 4, "comment_count": 7, "view_count": 1029, "creation_date": "2024-06-27 21:46:11"}
+{"id": "5378670", "title": "Nutanix | MTS2 | Bangalore | HELP NEEDED", "content": "Education: B.Tech From NIT\\nCurrent Company: MNC\\nCurrent TC - 20 LPA Base + 16000$ stocks over 3 Years + 5.5 Lakhs Sign on bonus\\nYOE - 2 Years\\n\\ni am expecting a offer from Nutanix for MTS-2 role, Can anyone tell me what is the current salary range in nutanix for the MTS-2 role or any tips to negotiate? \\n\\nP.S. - I had a call with HR, she said a vague amount to be 25LPA Base but from the leetcode section this can be a lowball.", "vote_count": 0, "comment_count": 7, "view_count": 1284, "creation_date": "2024-06-27 21:18:45"}
+{"id": "5378447", "title": "Intel Offer", "content": "Education: Masters\\nYears of Experience: 2.5\\nCurrent Compensation: 30 LPA  \\nPrior Experience: Product based\\n\\nDate of the Offer: June 2024\\nCompany: Intel\\nTitle/Level: Senior engineer\\nLocation: Bangalore\\nSalary: INR 40-45Lac annually \\nJoining Bonus: 6-8Lac @2 years \\nLTRCA: 22-25Lac ~Annually (22-25)/3 Lac\\nTotal comp (Salary + Bonus): Rs. 65-70CTC\\nJoining bonus: 5-7Lac @2year\\nBenefits: Nothing\\nOther details:\\nNo stocks and no relocation benefits.\\n\\nShould i join or not? \\n\\n", "vote_count": -3, "comment_count": 1, "view_count": 337, "creation_date": "2024-06-27 20:20:51"}
 {"id": "5379559", "title": "CoinDCX | SSE-1 | Bangalore", "content": "Education: CSE from Tier 1 college\\nYears of Experience: 4.5+\\nPrior Experience: Unicorn Startup\\nCurrent Salary (Cash): 43 LPA (39 base + 4 variable)\\n\\nDate of the Offer: April, 2024\\nCompany: CoinDcx\\nTitle/Level: SSE-1\\nLocation: Onsite BLR\\nSalary Base: 47 LPA\\nSigning Bonus: 2LPA\\nESOPs: No (Now they give only at Staff+ levels)\\nTotal comp (Salary + Bonus + Stock): 49 LPA (47+2+0)\\nBenefits: Standard benefits (Unlimited Welness Leave and other standard perks)", "vote_count": 7, "comment_count": 6, "view_count": 1383, "creation_date": "2024-06-27 19:28:29"}
 {"id": "5378811", "title": "Walmart | SSE | IN4 | Offer", "content": "Education: B.E Tier 3 - CS\\nYears of Experience: ~8\\nPrior Experience: Product (Bangalore) - Fullstack Engineer\\nCompany: Walmart\\nTitle/Level: Senior Software Engineer\\nLocation: Bangalore\\nSalary: ~34 LPA (Fixed)\\nRelocation/Signing Bonus: 0\\nStock bonus: ~15-17 L (3 years)\\nPerf Bonus:  6-7 L\\nTotal comp (Salary + Bonus + Stock) : 34 + 6 + 6 = ~46 LPA first year\\nBenefits: standard walmart benefits\\n\\nVerbal Offer as of today, and is under process.\\n\\nCurrent Comp: ~33 LPA fixed + ~3.5 Bonus + 3.5Stocks ~40 LPA\\n\\nLooks like ultra low ball, could Walmart folks help me to understand the IN4 range and help what I should be expecting.", "vote_count": 8, "comment_count": 5, "view_count": 2028, "creation_date": "2024-06-27 16:23:55"}
 {"id": "5378781", "title": "Microsoft L61 compensation", "content": "Education: MTech CSE\\nYears of Experience: 4 YOE\\nPrior Experience: Product mnc\\nDate of the Offer: 2024\\nCompany: Microsoft\\nTitle/Level: L61\\nLocation: Hyderabad\\nSalary: 34 LPA\\nRelocation: 0\\nSigning Bonus: 5 Lacs (2.5+2.5)\\nStock bonus: 48000 USD/4 years\\nBonus: (0-20%) \\nTotal comp (Salary + Bonus + Stock): 47,60,000 LPA\\n\\nIs this a good offer?", "vote_count": 3, "comment_count": 7, "view_count": 865, "creation_date": "2024-06-27 16:16:11"}

diff --git a/data/role_map.json b/data/role_map.json
@@ -11,6 +11,7 @@
             "sdei",
             "softwareengineeri",
             "l2",
+            "l3",
             "softwareengineerl2",
             "sde1l60",
             "l60",
@@ -30,14 +31,16 @@
             "softwareengineerii",
             "sde2frontend",
             "softwaredevelopmentengineer2",
-            "l3",
+            "l4",
             "swe2l3",
             "sde1l3",
             "sde2l61",
+            "softwareengineeriil61",
             "l61",
             "l62",
             "ic3",
-            "l62sde2"
+            "l62sde2",
+            "in4"
         ]
     },
     {
@@ -47,7 +50,6 @@
             "softwareengineer3",
             "leadsoftwareengineer",
             "softwareengineeriii",
-            "l4",
             "l4hardwareengineer",
             "seniorsoftwareengineerl4",
             "sde2l4",