From f9be743dfd5b651eb21ef76a798c2517400e275e Mon Sep 17 00:00:00 2001 From: sanj <67624670+iodrift@users.noreply.github.com> Date: Mon, 28 Oct 2024 12:13:09 -0700 Subject: [PATCH] Auto-update: Mon Oct 28 12:13:09 PDT 2024 --- .gitignore | 1 + sijapi/routers/timing.py | 157 ++++++++++++++++++++++++++++++++++++++- 2 files changed, 157 insertions(+), 1 deletion(-) diff --git a/.gitignore b/.gitignore index e3d6881..468fbd4 100644 --- a/.gitignore +++ b/.gitignore @@ -19,6 +19,7 @@ sijapi/testbed/ khoj/ r2r/ podcast/sideloads/* +sijapi/routers/reverse_directory.json **/.env **/.config.yaml diff --git a/sijapi/routers/timing.py b/sijapi/routers/timing.py index f76e604..dc14007 100644 --- a/sijapi/routers/timing.py +++ b/sijapi/routers/timing.py @@ -37,6 +37,8 @@ timing = APIRouter(tags=["private"]) script_directory = os.path.dirname(os.path.abspath(__file__)) +PHONE_LOOKUP_PATH = os.path.join(script_directory, "reverse_directory.json") + # Configuration constants pacific = pytz.timezone('America/Los_Angeles') @@ -545,6 +547,159 @@ def parse_input(fields, project_name_mappings, start_times_by_date): return json_entries + +def clean_phone_number(phone: str) -> str: + """Clean phone number by removing special characters and handling country code.""" + # Remove all special characters + cleaned = re.sub(r'[\(\)\s\+\-\.]', '', phone) + + # Handle 11-digit numbers starting with 1 + if len(cleaned) == 11 and cleaned.startswith('1'): + cleaned = cleaned[1:] + + return cleaned + +def load_phone_lookup() -> Dict[str, str]: + """Load and process the phone lookup dictionary from file.""" + try: + with open(PHONE_LOOKUP_PATH, 'r') as f: + phone_lookup = json.load(f) + # Clean the phone numbers in the lookup dictionary + return { + clean_phone_number(phone): name + for phone, name in phone_lookup.items() + } + except FileNotFoundError: + l.warning(f"Phone lookup file not found at {PHONE_LOOKUP_PATH}") + return {} + except json.JSONDecodeError: + l.error(f"Invalid JSON in phone lookup file at {PHONE_LOOKUP_PATH}") + return {} + +async def ensure_project_exists(project_name: str) -> str: + """Check if project exists, create if it doesn't, and return project ID.""" + url = f"{TIMING_API_URL}/projects" + headers = { + "Authorization": f"Bearer {TIMING_API_KEY}", + "Content-Type": "application/json", + "Accept": "application/json", + 'X-Time-Zone': 'America/Los_Angeles' + } + + # First check if project exists + async with httpx.AsyncClient() as client: + response = await client.get(url, headers=headers) + projects = response.json().get('data', []) + + for project in projects: + if project['title'] == project_name: + return project['id'] + + # Project doesn't exist, create it + project_data = { + "title": project_name, + "color": "#007AFF", # Nice blue color for phone calls + "icon": "📞" + } + + response = await client.post(url, headers=headers, json=project_data) + return response.json()['data']['id'] + +@timing.post("/time/att_csv") +async def process_att_csv( + file: UploadFile = File(...) +): + """Process AT&T CSV file and post phone calls to Timing.""" + + # Load the phone lookup data from file + cleaned_lookup = load_phone_lookup() + + # Ensure the Phone Calls project exists + project_name = "📞 Phone Calls" + try: + project_id = await ensure_project_exists(project_name) + except Exception as e: + l.error(f"Failed to ensure project exists: {e}") + raise HTTPException( + status_code=500, + detail="Failed to create or find Phone Calls project" + ) + + # Read and process the CSV + content = await file.read() + content = content.decode('utf-8') + + # Split into lines and find where the actual data starts + lines = content.split('\n') + try: + start_index = next( + i for i, line in enumerate(lines) + if line.startswith('Incoming/Outgoing,Date,Time') + ) + except StopIteration: + raise HTTPException( + status_code=400, + detail="Invalid AT&T CSV format - couldn't find header row" + ) + + # Process only the relevant lines + csv_reader = csv.DictReader(lines[start_index:]) + + entries = [] + for row in csv_reader: + if not row.get('Contact'): # Skip empty rows + continue + + # Clean the phone number for comparison + clean_phone = clean_phone_number(row['Contact']) + + # Look up the name or use the phone number + contact_name = cleaned_lookup.get(clean_phone, row['Contact']) + + # Parse the date and time + date_str = row['Date'].strip('"') + time_str = row['Time'].strip() + try: + dt = datetime.strptime(f"{date_str} {time_str}", "%b %d, %Y %I:%M %p") + except ValueError as e: + l.warning(f"Failed to parse date/time: {date_str} {time_str}") + continue + + # Calculate end time based on minutes + try: + minutes = int(row['Minutes']) + end_dt = dt + timedelta(minutes=minutes) + except ValueError: + l.warning(f"Invalid minutes value: {row['Minutes']}") + continue + + # Create the time entry + entry = { + "start_date": dt.strftime("%Y-%m-%dT%H:%M:%S-07:00"), + "end_date": end_dt.strftime("%Y-%m-%dT%H:%M:%S-07:00"), + "project_id": project_id, + "title": f"{row['Incoming/Outgoing']} - {contact_name}", + "notes": f"Call via {row['Type']} from {row['Location']}", + "replace_existing": False + } + + # Post to Timing API + try: + status, response = await post_time_entry_to_timing(entry) + if status != 200: + l.warning(f"Failed to post entry: {response}") + except Exception as e: + l.error(f"Error posting entry: {e}") + + entries.append(entry) + + return { + "message": f"Processed {len(entries)} phone calls", + "entries": entries, + "lookup_matches": sum(1 for e in entries if e['title'].split(' - ')[1] in cleaned_lookup.values()) + } + + async def post_time_entry_to_timing(entry): url = f"{TIMING_API_URL}/time-entries" # The URL for posting time entries headers = { @@ -574,4 +729,4 @@ def flag_emoji(country_code: str): @timing.head("/time/") async def read_root(): - return {} \ No newline at end of file + return {}