From c5d207ae2b6e1f1f18ef786cdb8bd27ed1170cbd Mon Sep 17 00:00:00 2001 From: Suherdy Yacob Date: Thu, 26 Feb 2026 09:34:20 +0700 Subject: [PATCH] feat: Implement Google Business Profile API for review crawling and refine review filtering logic. --- __pycache__/database.cpython-312.pyc | Bin 2550 -> 2589 bytes crawler.log | 1035 ++++++++++++++++++++++++++ crawler.py | 8 +- database.py | 1 + scheduler.log | 32 + token.json | 2 +- 6 files changed, 1074 insertions(+), 4 deletions(-) diff --git a/__pycache__/database.cpython-312.pyc b/__pycache__/database.cpython-312.pyc index ccc141950c89b47d0542483458b8cca454206a12..51a809c1988196e386c195fb34bb0017c4abd6ff 100644 GIT binary patch delta 160 zcmew+JXeJGG%qg~0}y0yn4j6YkynDjv1sVBysS06^LCzkIK^mq8nv);0 zif#VNHit1%f>rbeuV8<4XLNV$2L@qIFUA?k4|w?dy*s@>Fz`zXd|}|{75t#U08|4M z>hZn9BX~i`;|h=GcXg2B4|)uoy!~9AT)jNs^}zyQGk$;3nEZ<41FI~f=m)#W_c_G@ Dwe2$T delta 157 zcmbO$@=cicG%qg~0}$NKpOzW7kynDj|W!UF1MvAkF-ryDNkM4}_j{U$O z#OcL2Bl!Ujf4_I9_Xh?(Nr5j6e7u4maKcX$LZ2zgxL@%*j|Qv5-Ofs?nN ztCOpj=esUg0BpwZFKUwoIX}qAFp7S#VPN6usJg@~d6Pw;)$ao{1B+CVD$qRuugNZ3 diff --git a/crawler.log b/crawler.log index c4bfe49..18a2f64 100644 --- a/crawler.log +++ b/crawler.log @@ -853,3 +853,1038 @@ 2026-02-25 17:09:47,938 - INFO - Crawling Outlet: 1924 - Ponti 2026-02-25 17:09:48,660 - INFO - Updates: 34 (Skipped 16 older than 3 months) 2026-02-25 17:09:48,660 - INFO - Crawl finished. Total reviews upserted: 971 +2026-02-25 18:04:24,740 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-25 18:04:25,468 - INFO - Found 25 outlets with Google Business ID. +2026-02-25 18:04:25,468 - INFO - Filtering reviews published after: 2025-11-27 11:04:25.468793+00:00 UTC +2026-02-25 18:04:25,468 - INFO - Crawling Outlet: 1622 - Barata +2026-02-25 18:04:26,215 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 18:04:26,215 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-25 18:04:30,900 - INFO - Updates: 295 (Skipped 5 older than 3 months) +2026-02-25 18:04:30,901 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-25 18:04:32,442 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 18:04:32,442 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-25 18:04:33,195 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 18:04:33,195 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-25 18:04:33,985 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 18:04:33,986 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-25 18:04:34,826 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 18:04:34,826 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-25 18:04:35,523 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-25 18:04:35,524 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-25 18:04:36,298 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-25 18:04:36,298 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-25 18:04:37,031 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 18:04:37,031 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-25 18:04:38,672 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 18:04:38,673 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-25 18:04:39,383 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 18:04:39,384 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-25 18:04:40,049 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 18:04:40,049 - INFO - Crawling Outlet: 2877 - AEON +2026-02-25 18:04:40,792 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-25 18:04:40,793 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-25 18:04:41,606 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-25 18:04:41,606 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-25 18:04:43,103 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-25 18:04:43,104 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-25 18:04:43,765 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-25 18:04:43,765 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-25 18:04:45,264 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 18:04:45,264 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-25 18:04:48,381 - INFO - Updates: 133 (Skipped 17 older than 3 months) +2026-02-25 18:04:48,382 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-25 18:04:49,168 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-25 18:04:49,168 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-25 18:04:49,829 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 18:04:49,830 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-25 18:04:50,555 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 18:04:50,555 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-25 18:04:51,304 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-25 18:04:51,305 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-25 18:04:51,996 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-25 18:04:51,996 - INFO - Crawling Outlet: 1930 - Merr +2026-02-25 18:04:52,741 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 18:04:52,741 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-25 18:04:53,537 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-25 18:04:53,538 - INFO - Crawl finished. Total reviews upserted: 971 +2026-02-25 19:04:53,796 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-25 19:04:54,528 - INFO - Found 25 outlets with Google Business ID. +2026-02-25 19:04:54,529 - INFO - Filtering reviews published after: 2025-11-27 12:04:54.529222+00:00 UTC +2026-02-25 19:04:54,529 - INFO - Crawling Outlet: 1622 - Barata +2026-02-25 19:04:55,662 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 19:04:55,663 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-25 19:05:01,865 - INFO - Updates: 295 (Skipped 5 older than 3 months) +2026-02-25 19:05:01,866 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-25 19:05:02,717 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 19:05:02,718 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-25 19:05:03,506 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 19:05:03,506 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-25 19:05:04,302 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 19:05:04,302 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-25 19:05:05,125 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 19:05:05,125 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-25 19:05:05,858 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-25 19:05:05,859 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-25 19:05:06,611 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-25 19:05:06,611 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-25 19:05:07,335 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 19:05:07,335 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-25 19:05:08,136 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 19:05:08,137 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-25 19:05:08,826 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 19:05:08,826 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-25 19:05:09,496 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 19:05:09,496 - INFO - Crawling Outlet: 2877 - AEON +2026-02-25 19:05:10,229 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-25 19:05:10,229 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-25 19:05:10,980 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-25 19:05:10,980 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-25 19:05:11,698 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-25 19:05:11,698 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-25 19:05:12,525 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-25 19:05:12,526 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-25 19:05:13,206 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 19:05:13,206 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-25 19:05:15,602 - INFO - Updates: 133 (Skipped 17 older than 3 months) +2026-02-25 19:05:15,603 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-25 19:05:16,303 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-25 19:05:16,304 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-25 19:05:16,997 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 19:05:16,997 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-25 19:05:17,697 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 19:05:17,697 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-25 19:05:18,445 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-25 19:05:18,445 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-25 19:05:19,153 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-25 19:05:19,154 - INFO - Crawling Outlet: 1930 - Merr +2026-02-25 19:05:19,885 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 19:05:19,885 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-25 19:05:20,665 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-25 19:05:20,666 - INFO - Crawl finished. Total reviews upserted: 971 +2026-02-25 20:05:20,879 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-25 20:05:21,611 - INFO - Found 25 outlets with Google Business ID. +2026-02-25 20:05:21,611 - INFO - Filtering reviews published after: 2025-11-27 13:05:21.611863+00:00 UTC +2026-02-25 20:05:21,612 - INFO - Crawling Outlet: 1622 - Barata +2026-02-25 20:05:22,400 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 20:05:22,400 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-25 20:05:30,792 - INFO - Updates: 296 (Skipped 4 older than 3 months) +2026-02-25 20:05:30,792 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-25 20:05:31,544 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 20:05:31,544 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-25 20:05:32,287 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 20:05:32,287 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-25 20:05:33,072 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 20:05:33,073 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-25 20:05:33,860 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 20:05:33,860 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-25 20:05:38,177 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-25 20:05:38,178 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-25 20:05:38,870 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-25 20:05:38,870 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-25 20:05:39,610 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 20:05:39,610 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-25 20:05:40,403 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 20:05:40,403 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-25 20:05:41,154 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 20:05:41,154 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-25 20:05:41,783 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 20:05:41,783 - INFO - Crawling Outlet: 2877 - AEON +2026-02-25 20:05:42,537 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-25 20:05:42,537 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-25 20:05:43,278 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-25 20:05:43,278 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-25 20:05:44,021 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-25 20:05:44,021 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-25 20:05:45,201 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-25 20:05:45,201 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-25 20:05:45,891 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 20:05:45,891 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-25 20:05:48,998 - INFO - Updates: 134 (Skipped 16 older than 3 months) +2026-02-25 20:05:48,998 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-25 20:05:49,754 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-25 20:05:49,754 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-25 20:05:50,418 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 20:05:50,418 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-25 20:05:51,075 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 20:05:51,075 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-25 20:05:51,826 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-25 20:05:51,827 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-25 20:05:52,602 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-25 20:05:52,602 - INFO - Crawling Outlet: 1930 - Merr +2026-02-25 20:05:54,129 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 20:05:54,130 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-25 20:05:54,887 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-25 20:05:54,887 - INFO - Crawl finished. Total reviews upserted: 973 +2026-02-25 21:05:55,122 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-25 21:05:55,859 - INFO - Found 25 outlets with Google Business ID. +2026-02-25 21:05:55,859 - INFO - Filtering reviews published after: 2025-11-27 14:05:55.859576+00:00 UTC +2026-02-25 21:05:55,859 - INFO - Crawling Outlet: 1622 - Barata +2026-02-25 21:05:56,660 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 21:05:56,660 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-25 21:06:02,064 - INFO - Updates: 297 (Skipped 3 older than 3 months) +2026-02-25 21:06:02,064 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-25 21:06:02,816 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 21:06:02,816 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-25 21:06:03,615 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 21:06:03,616 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-25 21:06:04,514 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 21:06:04,515 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-25 21:06:06,090 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 21:06:06,090 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-25 21:06:06,851 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-25 21:06:06,851 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-25 21:06:07,546 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-25 21:06:07,546 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-25 21:06:08,311 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 21:06:08,311 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-25 21:06:09,144 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 21:06:09,144 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-25 21:06:09,854 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 21:06:09,855 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-25 21:06:10,586 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 21:06:10,586 - INFO - Crawling Outlet: 2877 - AEON +2026-02-25 21:06:11,335 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-25 21:06:11,335 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-25 21:06:12,104 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-25 21:06:12,104 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-25 21:06:12,855 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-25 21:06:12,855 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-25 21:06:13,645 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-25 21:06:13,646 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-25 21:06:14,321 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 21:06:14,321 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-25 21:06:16,658 - INFO - Updates: 133 (Skipped 17 older than 3 months) +2026-02-25 21:06:16,659 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-25 21:06:17,434 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-25 21:06:17,434 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-25 21:06:18,091 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 21:06:18,092 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-25 21:06:18,812 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 21:06:18,813 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-25 21:06:19,516 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-25 21:06:19,517 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-25 21:06:20,246 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-25 21:06:20,246 - INFO - Crawling Outlet: 1930 - Merr +2026-02-25 21:06:20,988 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 21:06:20,988 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-25 21:06:21,798 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-25 21:06:21,799 - INFO - Crawl finished. Total reviews upserted: 973 +2026-02-25 22:06:22,053 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-25 22:06:22,805 - INFO - Found 25 outlets with Google Business ID. +2026-02-25 22:06:22,806 - INFO - Filtering reviews published after: 2025-11-27 15:06:22.806146+00:00 UTC +2026-02-25 22:06:22,806 - INFO - Crawling Outlet: 1622 - Barata +2026-02-25 22:06:23,672 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 22:06:23,672 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-25 22:06:28,348 - INFO - Updates: 297 (Skipped 3 older than 3 months) +2026-02-25 22:06:28,348 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-25 22:06:29,902 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 22:06:29,902 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-25 22:06:32,487 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 22:06:32,488 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-25 22:06:34,172 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 22:06:34,172 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-25 22:06:34,960 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 22:06:34,961 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-25 22:06:35,683 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-25 22:06:35,683 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-25 22:06:36,437 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-25 22:06:36,437 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-25 22:06:37,212 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 22:06:37,212 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-25 22:06:38,179 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 22:06:38,179 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-25 22:06:38,895 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 22:06:38,895 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-25 22:06:39,600 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 22:06:39,600 - INFO - Crawling Outlet: 2877 - AEON +2026-02-25 22:06:40,370 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-25 22:06:40,371 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-25 22:06:41,245 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-25 22:06:41,245 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-25 22:06:41,980 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-25 22:06:41,981 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-25 22:06:42,675 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-25 22:06:42,675 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-25 22:06:44,149 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 22:06:44,149 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-25 22:06:47,235 - INFO - Updates: 133 (Skipped 17 older than 3 months) +2026-02-25 22:06:47,235 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-25 22:06:47,944 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-25 22:06:47,944 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-25 22:06:48,624 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 22:06:48,625 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-25 22:06:49,353 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 22:06:49,353 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-25 22:06:49,788 - ERROR - Error fetching reviews for 1922: 500 Server Error: Internal Server Error for url: https://mybusiness.googleapis.com/v4/accounts/114819999898740783396/locations/11389759043426821158/reviews +2026-02-25 22:06:49,789 - ERROR - API Response Error: { + "error": { + "code": 500, + "message": "Internal error encountered.", + "status": "INTERNAL" + } +} + +2026-02-25 22:06:49,789 - INFO - Updates: 0 (Skipped 0 older than 3 months) +2026-02-25 22:06:49,789 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-25 22:06:50,513 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-25 22:06:50,513 - INFO - Crawling Outlet: 1930 - Merr +2026-02-25 22:06:51,272 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 22:06:51,275 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-25 22:06:52,022 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-25 22:06:52,022 - INFO - Crawl finished. Total reviews upserted: 965 +2026-02-25 23:06:52,228 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-25 23:06:52,935 - INFO - Found 25 outlets with Google Business ID. +2026-02-25 23:06:52,935 - INFO - Filtering reviews published after: 2025-11-27 16:06:52.935502+00:00 UTC +2026-02-25 23:06:52,935 - INFO - Crawling Outlet: 1622 - Barata +2026-02-25 23:06:54,619 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 23:06:54,619 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-25 23:06:59,849 - INFO - Updates: 297 (Skipped 3 older than 3 months) +2026-02-25 23:06:59,849 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-25 23:07:00,662 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 23:07:00,663 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-25 23:07:01,522 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 23:07:01,523 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-25 23:07:02,584 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 23:07:02,584 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-25 23:07:03,408 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 23:07:03,409 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-25 23:07:04,202 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-25 23:07:04,202 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-25 23:07:04,955 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-25 23:07:04,955 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-25 23:07:05,836 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-25 23:07:05,837 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-25 23:07:06,681 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 23:07:06,681 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-25 23:07:07,736 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-25 23:07:07,736 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-25 23:07:08,453 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 23:07:08,454 - INFO - Crawling Outlet: 2877 - AEON +2026-02-25 23:07:09,312 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-25 23:07:09,313 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-25 23:07:10,161 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-25 23:07:10,161 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-25 23:07:11,048 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-25 23:07:11,049 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-25 23:07:11,831 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-25 23:07:11,831 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-25 23:07:12,688 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-25 23:07:12,688 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-25 23:07:16,226 - INFO - Updates: 132 (Skipped 18 older than 3 months) +2026-02-25 23:07:16,227 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-25 23:07:17,166 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-25 23:07:17,166 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-25 23:07:17,940 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 23:07:17,941 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-25 23:07:19,082 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-25 23:07:19,082 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-25 23:07:19,838 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-25 23:07:19,838 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-25 23:07:20,612 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-25 23:07:20,612 - INFO - Crawling Outlet: 1930 - Merr +2026-02-25 23:07:21,432 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-25 23:07:21,432 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-25 23:07:22,202 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-25 23:07:22,202 - INFO - Crawl finished. Total reviews upserted: 972 +2026-02-26 00:07:22,392 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 00:07:23,126 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 00:07:23,126 - INFO - Filtering reviews published after: 2025-11-27 17:07:23.126779+00:00 UTC +2026-02-26 00:07:23,127 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 00:07:23,970 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 00:07:23,970 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 00:07:28,668 - INFO - Updates: 299 (Skipped 1 older than 3 months) +2026-02-26 00:07:28,668 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 00:07:29,427 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 00:07:29,427 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 00:07:30,221 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 00:07:30,221 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 00:07:30,994 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 00:07:30,995 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 00:07:31,792 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 00:07:31,792 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 00:07:32,497 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 00:07:32,497 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 00:07:33,226 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 00:07:33,226 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 00:07:34,041 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 00:07:34,042 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 00:07:34,852 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 00:07:34,852 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 00:07:35,651 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 00:07:35,652 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 00:07:36,348 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 00:07:36,348 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 00:07:37,218 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 00:07:37,218 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 00:07:39,337 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-26 00:07:39,337 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 00:07:40,292 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-26 00:07:40,292 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 00:07:41,247 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 00:07:41,247 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 00:07:41,969 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 00:07:41,969 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 00:07:44,382 - INFO - Updates: 132 (Skipped 18 older than 3 months) +2026-02-26 00:07:44,382 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 00:07:45,115 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-26 00:07:45,115 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 00:07:45,831 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 00:07:45,832 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 00:07:46,507 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 00:07:46,507 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 00:07:47,228 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 00:07:47,228 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 00:07:47,952 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-26 00:07:47,953 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 00:07:48,959 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 00:07:48,959 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 00:07:49,687 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-26 00:07:49,687 - INFO - Crawl finished. Total reviews upserted: 974 +2026-02-26 01:07:49,882 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 01:07:50,587 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 01:07:50,587 - INFO - Filtering reviews published after: 2025-11-27 18:07:50.587612+00:00 UTC +2026-02-26 01:07:50,587 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 01:07:52,234 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 01:07:52,234 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 01:07:56,754 - INFO - Updates: 299 (Skipped 1 older than 3 months) +2026-02-26 01:07:56,754 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 01:07:57,543 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 01:07:57,543 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 01:07:58,308 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 01:07:58,308 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 01:07:59,087 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 01:07:59,087 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 01:07:59,969 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 01:07:59,969 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 01:08:00,720 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 01:08:00,720 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 01:08:01,450 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 01:08:01,450 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 01:08:02,229 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 01:08:02,229 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 01:08:02,992 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 01:08:02,992 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 01:08:03,678 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 01:08:03,678 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 01:08:04,385 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 01:08:04,385 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 01:08:05,091 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 01:08:05,092 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 01:08:05,784 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-26 01:08:05,784 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 01:08:06,566 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-26 01:08:06,567 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 01:08:07,211 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 01:08:07,211 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 01:08:08,022 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 01:08:08,023 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 01:08:10,399 - INFO - Updates: 132 (Skipped 18 older than 3 months) +2026-02-26 01:08:10,399 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 01:08:11,361 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-26 01:08:11,361 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 01:08:12,018 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 01:08:12,019 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 01:08:12,702 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 01:08:12,703 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 01:08:13,403 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 01:08:13,403 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 01:08:14,098 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-26 01:08:14,099 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 01:08:17,652 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 01:08:17,653 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 01:08:18,444 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-26 01:08:18,444 - INFO - Crawl finished. Total reviews upserted: 974 +2026-02-26 02:08:18,645 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 02:08:20,170 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 02:08:20,170 - INFO - Filtering reviews published after: 2025-11-27 19:08:20.170745+00:00 UTC +2026-02-26 02:08:20,170 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 02:08:21,043 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 02:08:21,043 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 02:08:27,756 - INFO - Updates: 299 (Skipped 1 older than 3 months) +2026-02-26 02:08:27,756 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 02:08:29,292 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 02:08:29,292 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 02:08:30,831 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 02:08:30,831 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 02:08:32,393 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 02:08:32,394 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 02:08:33,181 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 02:08:33,182 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 02:08:33,913 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 02:08:33,913 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 02:08:34,641 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 02:08:34,641 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 02:08:35,370 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 02:08:35,370 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 02:08:36,167 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 02:08:36,167 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 02:08:36,881 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 02:08:36,881 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 02:08:38,673 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 02:08:38,673 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 02:08:39,369 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 02:08:39,369 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 02:08:40,598 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-26 02:08:40,598 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 02:08:41,947 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-26 02:08:41,947 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 02:08:43,364 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 02:08:43,365 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 02:08:44,042 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 02:08:44,042 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 02:08:46,308 - INFO - Updates: 131 (Skipped 19 older than 3 months) +2026-02-26 02:08:46,309 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 02:08:47,033 - INFO - Updates: 24 (Skipped 26 older than 3 months) +2026-02-26 02:08:47,033 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 02:08:48,463 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 02:08:48,464 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 02:08:49,185 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 02:08:49,185 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 02:08:49,872 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 02:08:49,873 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 02:08:50,574 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-26 02:08:50,574 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 02:08:51,717 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 02:08:51,717 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 02:08:53,246 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-26 02:08:53,246 - INFO - Crawl finished. Total reviews upserted: 973 +2026-02-26 03:08:53,448 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 03:08:54,136 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 03:08:54,136 - INFO - Filtering reviews published after: 2025-11-27 20:08:54.136855+00:00 UTC +2026-02-26 03:08:54,137 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 03:08:54,948 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 03:08:54,949 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 03:09:00,260 - INFO - Updates: 297 (Skipped 3 older than 3 months) +2026-02-26 03:09:00,260 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 03:09:01,490 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 03:09:01,490 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 03:09:02,231 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 03:09:02,231 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 03:09:02,998 - INFO - Updates: 47 (Skipped 3 older than 3 months) +2026-02-26 03:09:02,998 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 03:09:03,737 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 03:09:03,737 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 03:09:05,221 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 03:09:05,222 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 03:09:05,906 - INFO - Updates: 10 (Skipped 40 older than 3 months) +2026-02-26 03:09:05,906 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 03:09:06,664 - INFO - Updates: 45 (Skipped 5 older than 3 months) +2026-02-26 03:09:06,664 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 03:09:07,429 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 03:09:07,429 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 03:09:08,118 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 03:09:08,118 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 03:09:08,769 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 03:09:08,769 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 03:09:09,426 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 03:09:09,426 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 03:09:10,614 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 03:09:10,614 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 03:09:11,821 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-26 03:09:11,822 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 03:09:12,471 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 03:09:12,471 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 03:09:13,125 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 03:09:13,125 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 03:09:16,538 - INFO - Updates: 130 (Skipped 20 older than 3 months) +2026-02-26 03:09:16,538 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 03:09:17,278 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-26 03:09:17,279 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 03:09:18,291 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 03:09:18,292 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 03:09:19,341 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 03:09:19,341 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 03:09:20,048 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 03:09:20,048 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 03:09:21,134 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-26 03:09:21,135 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 03:09:21,835 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 03:09:21,835 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 03:09:22,541 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-26 03:09:22,541 - INFO - Crawl finished. Total reviews upserted: 960 +2026-02-26 04:09:22,748 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 04:09:24,216 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 04:09:24,216 - INFO - Filtering reviews published after: 2025-11-27 21:09:24.216648+00:00 UTC +2026-02-26 04:09:24,216 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 04:09:25,002 - INFO - Updates: 16 (Skipped 34 older than 3 months) +2026-02-26 04:09:25,002 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 04:09:32,348 - INFO - Updates: 299 (Skipped 1 older than 3 months) +2026-02-26 04:09:32,348 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 04:09:33,120 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 04:09:33,120 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 04:09:34,299 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 04:09:34,300 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 04:09:35,101 - INFO - Updates: 45 (Skipped 5 older than 3 months) +2026-02-26 04:09:35,102 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 04:09:36,280 - INFO - Updates: 45 (Skipped 5 older than 3 months) +2026-02-26 04:09:36,281 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 04:09:37,005 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 04:09:37,006 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 04:09:37,673 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 04:09:37,673 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 04:09:38,413 - INFO - Updates: 45 (Skipped 5 older than 3 months) +2026-02-26 04:09:38,413 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 04:09:39,218 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 04:09:39,218 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 04:09:39,865 - INFO - Updates: 19 (Skipped 31 older than 3 months) +2026-02-26 04:09:39,865 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 04:09:40,586 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 04:09:40,586 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 04:09:41,314 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 04:09:41,314 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 04:09:43,207 - INFO - Updates: 12 (Skipped 38 older than 3 months) +2026-02-26 04:09:43,207 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 04:09:43,895 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-26 04:09:43,895 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 04:09:44,549 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 04:09:44,550 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 04:09:45,253 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 04:09:45,253 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 04:09:47,459 - INFO - Updates: 130 (Skipped 20 older than 3 months) +2026-02-26 04:09:47,460 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 04:09:48,140 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-26 04:09:48,140 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 04:09:48,844 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 04:09:48,844 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 04:09:49,528 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 04:09:49,528 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 04:09:50,206 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 04:09:50,206 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 04:09:50,897 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-26 04:09:50,897 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 04:09:51,990 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 04:09:51,991 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 04:09:52,725 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-26 04:09:52,725 - INFO - Crawl finished. Total reviews upserted: 953 +2026-02-26 05:09:52,941 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 05:09:53,637 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 05:09:53,638 - INFO - Filtering reviews published after: 2025-11-27 22:09:53.638146+00:00 UTC +2026-02-26 05:09:53,638 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 05:09:58,940 - ERROR - Error fetching reviews for 1622: 503 Server Error: Service Unavailable for url: https://mybusiness.googleapis.com/v4/accounts/114819999898740783396/locations/14548212485257960091/reviews +2026-02-26 05:09:58,940 - ERROR - API Response Error: { + "error": { + "code": 503, + "message": "The service is currently unavailable.", + "status": "UNAVAILABLE" + } +} + +2026-02-26 05:09:58,943 - INFO - Updates: 0 (Skipped 0 older than 3 months) +2026-02-26 05:09:58,944 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 05:10:04,226 - ERROR - Error fetching reviews for 1932: 503 Server Error: Service Unavailable for url: https://mybusiness.googleapis.com/v4/accounts/114819999898740783396/locations/6397309476376244282/reviews +2026-02-26 05:10:04,226 - ERROR - API Response Error: { + "error": { + "code": 503, + "message": "The service is currently unavailable.", + "status": "UNAVAILABLE" + } +} + +2026-02-26 05:10:04,226 - INFO - Updates: 0 (Skipped 0 older than 3 months) +2026-02-26 05:10:04,226 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 05:10:05,837 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 05:10:05,838 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 05:10:06,645 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 05:10:06,645 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 05:10:07,425 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 05:10:07,425 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 05:10:08,226 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 05:10:08,226 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 05:10:08,976 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 05:10:08,976 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 05:10:14,252 - ERROR - Error fetching reviews for 1933: 503 Server Error: Service Unavailable for url: https://mybusiness.googleapis.com/v4/accounts/114819999898740783396/locations/455125388902794951/reviews +2026-02-26 05:10:14,253 - ERROR - API Response Error: { + "error": { + "code": 503, + "message": "The service is currently unavailable.", + "status": "UNAVAILABLE" + } +} + +2026-02-26 05:10:14,253 - INFO - Updates: 0 (Skipped 0 older than 3 months) +2026-02-26 05:10:14,253 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 05:10:16,087 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 05:10:16,087 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 05:10:17,632 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 05:10:17,632 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 05:10:18,291 - INFO - Updates: 18 (Skipped 32 older than 3 months) +2026-02-26 05:10:18,292 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 05:10:19,070 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 05:10:19,070 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 05:10:19,792 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 05:10:19,792 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 05:10:21,269 - INFO - Updates: 12 (Skipped 38 older than 3 months) +2026-02-26 05:10:21,269 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 05:10:21,985 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 05:10:21,986 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 05:10:23,025 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 05:10:23,026 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 05:10:23,730 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 05:10:23,731 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 05:10:26,059 - INFO - Updates: 128 (Skipped 22 older than 3 months) +2026-02-26 05:10:26,059 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 05:10:32,103 - ERROR - Error fetching reviews for 1926: 503 Server Error: Service Unavailable for url: https://mybusiness.googleapis.com/v4/accounts/114819999898740783396/locations/1700951175417649201/reviews +2026-02-26 05:10:32,104 - ERROR - API Response Error: { + "error": { + "code": 503, + "message": "The service is currently unavailable.", + "status": "UNAVAILABLE" + } +} + +2026-02-26 05:10:32,104 - INFO - Updates: 0 (Skipped 0 older than 3 months) +2026-02-26 05:10:32,104 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 05:10:32,754 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 05:10:32,754 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 05:10:33,488 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 05:10:33,489 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 05:10:34,168 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 05:10:34,168 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 05:10:34,910 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-26 05:10:34,910 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 05:10:35,749 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 05:10:35,749 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 05:10:36,833 - INFO - Updates: 34 (Skipped 16 older than 3 months) +2026-02-26 05:10:36,833 - INFO - Crawl finished. Total reviews upserted: 601 +2026-02-26 06:10:37,031 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 06:10:37,735 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 06:10:37,736 - INFO - Filtering reviews published after: 2025-11-27 23:10:37.736231+00:00 UTC +2026-02-26 06:10:37,736 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 06:10:39,270 - INFO - Updates: 16 (Skipped 34 older than 3 months) +2026-02-26 06:10:39,270 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 06:10:45,414 - INFO - Updates: 287 (Skipped 13 older than 3 months) +2026-02-26 06:10:45,415 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 06:10:46,194 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 06:10:46,194 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 06:10:47,785 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 06:10:47,785 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 06:10:52,169 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 06:10:52,169 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 06:10:52,916 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 06:10:52,916 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 06:10:53,647 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 06:10:53,647 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 06:10:54,397 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 06:10:54,398 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 06:10:55,144 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 06:10:55,144 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 06:10:55,905 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 06:10:55,905 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 06:10:57,373 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 06:10:57,373 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 06:10:58,123 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 06:10:58,123 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 06:10:58,982 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 06:10:58,983 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 06:11:00,696 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 06:11:00,697 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 06:11:01,429 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 06:11:01,429 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 06:11:02,226 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 06:11:02,226 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 06:11:06,510 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 06:11:06,510 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 06:11:08,749 - INFO - Updates: 127 (Skipped 23 older than 3 months) +2026-02-26 06:11:08,749 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 06:11:09,446 - INFO - Updates: 22 (Skipped 28 older than 3 months) +2026-02-26 06:11:09,446 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 06:11:10,091 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 06:11:10,091 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 06:11:10,778 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 06:11:10,778 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 06:11:11,448 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 06:11:11,449 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 06:11:12,172 - INFO - Updates: 14 (Skipped 36 older than 3 months) +2026-02-26 06:11:12,173 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 06:11:12,936 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 06:11:12,937 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 06:11:14,428 - INFO - Updates: 33 (Skipped 17 older than 3 months) +2026-02-26 06:11:14,429 - INFO - Crawl finished. Total reviews upserted: 930 +2026-02-26 07:11:14,647 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 07:11:15,345 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 07:11:15,346 - INFO - Filtering reviews published after: 2025-11-28 00:11:15.346095+00:00 UTC +2026-02-26 07:11:15,346 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 07:11:16,122 - INFO - Updates: 16 (Skipped 34 older than 3 months) +2026-02-26 07:11:16,122 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 07:11:20,676 - INFO - Updates: 282 (Skipped 18 older than 3 months) +2026-02-26 07:11:20,676 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 07:11:21,441 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 07:11:21,441 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 07:11:22,233 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 07:11:22,234 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 07:11:23,029 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 07:11:23,029 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 07:11:24,594 - INFO - Updates: 43 (Skipped 7 older than 3 months) +2026-02-26 07:11:24,594 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 07:11:25,321 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 07:11:25,322 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 07:11:26,035 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 07:11:26,035 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 07:11:26,832 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 07:11:26,832 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 07:11:27,605 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 07:11:27,605 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 07:11:28,292 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 07:11:28,292 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 07:11:29,885 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 07:11:29,885 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 07:11:30,579 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 07:11:30,579 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 07:11:31,270 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 07:11:31,270 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 07:11:32,006 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 07:11:32,006 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 07:11:32,680 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 07:11:32,681 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 07:11:33,337 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 07:11:33,337 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 07:11:35,594 - INFO - Updates: 127 (Skipped 23 older than 3 months) +2026-02-26 07:11:35,594 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 07:11:36,324 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 07:11:36,324 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 07:11:37,010 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 07:11:37,011 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 07:11:37,707 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 07:11:37,707 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 07:11:38,386 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 07:11:38,387 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 07:11:39,087 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-26 07:11:39,087 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 07:11:39,857 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 07:11:39,857 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 07:11:41,139 - INFO - Updates: 33 (Skipped 17 older than 3 months) +2026-02-26 07:11:41,139 - INFO - Crawl finished. Total reviews upserted: 922 +2026-02-26 08:11:41,387 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 08:11:42,211 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 08:11:42,212 - INFO - Filtering reviews published after: 2025-11-28 01:11:42.212064+00:00 UTC +2026-02-26 08:11:42,212 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 08:11:43,064 - INFO - Updates: 16 (Skipped 34 older than 3 months) +2026-02-26 08:11:43,064 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 08:11:50,411 - INFO - Updates: 282 (Skipped 18 older than 3 months) +2026-02-26 08:11:50,411 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 08:11:51,201 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 08:11:51,202 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 08:11:52,021 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 08:11:52,021 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 08:11:52,886 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 08:11:52,886 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 08:11:53,987 - INFO - Updates: 42 (Skipped 8 older than 3 months) +2026-02-26 08:11:53,987 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 08:11:54,781 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 08:11:54,781 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 08:11:56,661 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 08:11:56,662 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 08:11:57,460 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 08:11:57,460 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 08:11:58,691 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 08:11:58,691 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 08:11:59,731 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 08:11:59,731 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 08:12:01,529 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 08:12:01,529 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 08:12:02,353 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 08:12:02,353 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 08:12:02,802 - ERROR - Error fetching reviews for 1939: 500 Server Error: Internal Server Error for url: https://mybusiness.googleapis.com/v4/accounts/114819999898740783396/locations/17086994860671691969/reviews +2026-02-26 08:12:02,803 - ERROR - API Response Error: { + "error": { + "code": 500, + "message": "Internal error encountered.", + "status": "INTERNAL" + } +} + +2026-02-26 08:12:02,804 - INFO - Updates: 0 (Skipped 0 older than 3 months) +2026-02-26 08:12:02,804 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 08:12:03,663 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 08:12:03,663 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 08:12:05,121 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 08:12:05,122 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 08:12:05,632 - ERROR - Error fetching reviews for 2878: 500 Server Error: Internal Server Error for url: https://mybusiness.googleapis.com/v4/accounts/114819999898740783396/locations/3265626770687346036/reviews +2026-02-26 08:12:05,633 - ERROR - API Response Error: { + "error": { + "code": 500, + "message": "Internal error encountered.", + "status": "INTERNAL" + } +} + +2026-02-26 08:12:05,633 - INFO - Updates: 0 (Skipped 0 older than 3 months) +2026-02-26 08:12:05,633 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 08:12:08,906 - INFO - Updates: 127 (Skipped 23 older than 3 months) +2026-02-26 08:12:08,906 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 08:12:09,652 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 08:12:09,652 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 08:12:11,212 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 08:12:11,212 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 08:12:12,730 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 08:12:12,731 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 08:12:13,451 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 08:12:13,451 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 08:12:14,197 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-26 08:12:14,197 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 08:12:15,617 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 08:12:15,617 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 08:12:17,179 - INFO - Updates: 33 (Skipped 17 older than 3 months) +2026-02-26 08:12:17,179 - INFO - Crawl finished. Total reviews upserted: 909 +2026-02-26 08:52:50,657 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 08:52:51,190 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 08:52:51,190 - INFO - Filtering reviews published after: 2025-11-28 01:52:51.190700+00:00 UTC +2026-02-26 08:52:51,191 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 08:52:51,980 - INFO - Updates: 15 (Skipped 35 older than 3 months) +2026-02-26 08:52:51,981 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 08:52:57,346 - INFO - Updates: 279 (Skipped 21 older than 3 months) +2026-02-26 08:52:57,347 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 08:52:58,083 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 08:52:58,083 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 08:52:58,867 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 08:52:58,867 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 08:52:59,632 - INFO - Updates: 41 (Skipped 9 older than 3 months) +2026-02-26 08:52:59,632 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 08:53:01,242 - INFO - Updates: 41 (Skipped 9 older than 3 months) +2026-02-26 08:53:01,242 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 08:53:01,939 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 08:53:01,940 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 08:53:02,664 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 08:53:02,664 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 08:53:03,395 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 08:53:03,395 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 08:53:04,179 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 08:53:04,179 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 08:53:04,848 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 08:53:04,849 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 08:53:05,803 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 08:53:05,804 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 08:53:07,425 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 08:53:07,425 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 08:53:08,123 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 08:53:08,123 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 08:53:09,637 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 08:53:09,637 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 08:53:10,262 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 08:53:10,262 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 08:53:10,905 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 08:53:10,906 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 08:53:14,986 - INFO - Updates: 126 (Skipped 24 older than 3 months) +2026-02-26 08:53:14,986 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 08:53:15,754 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 08:53:15,755 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 08:53:17,172 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 08:53:17,172 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 08:53:18,415 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 08:53:18,416 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 08:53:20,773 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 08:53:20,773 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 08:53:21,859 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-26 08:53:21,859 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 08:53:23,025 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 08:53:23,025 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 08:53:23,771 - INFO - Updates: 33 (Skipped 17 older than 3 months) +2026-02-26 08:53:23,771 - INFO - Crawl finished. Total reviews upserted: 912 +2026-02-26 09:12:17,546 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 09:12:18,322 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 09:12:18,322 - INFO - Filtering reviews published after: 2025-11-28 02:12:18.322488+00:00 UTC +2026-02-26 09:12:18,322 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 09:12:19,321 - INFO - Updates: 15 (Skipped 35 older than 3 months) +2026-02-26 09:12:19,322 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 09:12:24,512 - INFO - Updates: 280 (Skipped 20 older than 3 months) +2026-02-26 09:12:24,512 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 09:12:25,248 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 09:12:25,248 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 09:12:26,012 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 09:12:26,013 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 09:12:27,588 - INFO - Updates: 41 (Skipped 9 older than 3 months) +2026-02-26 09:12:27,588 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 09:12:28,959 - INFO - Updates: 41 (Skipped 9 older than 3 months) +2026-02-26 09:12:28,960 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 09:12:29,727 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 09:12:29,727 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 09:12:30,452 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 09:12:30,452 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 09:12:31,164 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 09:12:31,164 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 09:12:31,873 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 09:12:31,874 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 09:12:33,327 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 09:12:33,327 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 09:12:33,972 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 09:12:33,972 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 09:12:34,653 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 09:12:34,653 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 09:12:35,544 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 09:12:35,545 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 09:12:36,254 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 09:12:36,254 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 09:12:36,930 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 09:12:36,931 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 09:12:38,397 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 09:12:38,397 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 09:12:40,667 - INFO - Updates: 126 (Skipped 24 older than 3 months) +2026-02-26 09:12:40,667 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 09:12:42,105 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 09:12:42,105 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 09:12:42,795 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 09:12:42,795 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 09:12:43,582 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 09:12:43,583 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 09:12:44,248 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 09:12:44,248 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 09:12:44,915 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-26 09:12:44,915 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 09:12:45,659 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 09:12:45,659 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 09:12:46,415 - INFO - Updates: 33 (Skipped 17 older than 3 months) +2026-02-26 09:12:46,415 - INFO - Crawl finished. Total reviews upserted: 913 +2026-02-26 09:31:26,777 - INFO - Starting crawler process (Google Business Profile API)... +2026-02-26 09:31:28,078 - INFO - Found 25 outlets with Google Business ID. +2026-02-26 09:31:28,079 - INFO - Filtering reviews published after: 2025-11-28 02:31:28.079181+00:00 UTC +2026-02-26 09:31:28,079 - INFO - Crawling Outlet: 1622 - Barata +2026-02-26 09:31:28,867 - INFO - Updates: 15 (Skipped 35 older than 3 months) +2026-02-26 09:31:28,867 - INFO - Crawling Outlet: 1932 - Royal Plaza +2026-02-26 09:31:34,398 - INFO - Updates: 280 (Skipped 20 older than 3 months) +2026-02-26 09:31:34,398 - INFO - Crawling Outlet: 1925 - Tropodo +2026-02-26 09:31:35,142 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 09:31:35,142 - INFO - Crawling Outlet: 1928 - Kusuma Bangsa +2026-02-26 09:31:35,968 - INFO - Updates: 48 (Skipped 2 older than 3 months) +2026-02-26 09:31:35,969 - INFO - Crawling Outlet: 1934 - Sepanjang +2026-02-26 09:31:36,793 - INFO - Updates: 41 (Skipped 9 older than 3 months) +2026-02-26 09:31:36,794 - INFO - Crawling Outlet: 1923 - Pepelegi +2026-02-26 09:31:38,350 - INFO - Updates: 41 (Skipped 9 older than 3 months) +2026-02-26 09:31:38,351 - INFO - Crawling Outlet: 1938 - Rungkut +2026-02-26 09:31:39,041 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 09:31:39,041 - INFO - Crawling Outlet: 1933 - Citraland +2026-02-26 09:31:39,808 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 09:31:39,808 - INFO - Crawling Outlet: 1935 - Wiyung +2026-02-26 09:31:40,620 - INFO - Updates: 44 (Skipped 6 older than 3 months) +2026-02-26 09:31:40,621 - INFO - Crawling Outlet: 1929 - Imam Bonjol +2026-02-26 09:31:42,093 - INFO - Updates: 89 (Skipped 11 older than 3 months) +2026-02-26 09:31:42,094 - INFO - Crawling Outlet: 1931 - Rest Area Sidoarjo +2026-02-26 09:31:42,780 - INFO - Updates: 17 (Skipped 33 older than 3 months) +2026-02-26 09:31:42,780 - INFO - Crawling Outlet: 2175 - Pakuwon Trade Center +2026-02-26 09:31:44,319 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 09:31:44,319 - INFO - Crawling Outlet: 2877 - AEON +2026-02-26 09:31:45,808 - INFO - Updates: 5 (Skipped 44 older than 3 months) +2026-02-26 09:31:45,809 - INFO - Crawling Outlet: 1939 - Kediri +2026-02-26 09:31:46,549 - INFO - Updates: 11 (Skipped 39 older than 3 months) +2026-02-26 09:31:46,550 - INFO - Crawling Outlet: 1927 - Gayungsari +2026-02-26 09:31:47,271 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 09:31:47,271 - INFO - Crawling Outlet: 1627 - BG Junction +2026-02-26 09:31:47,951 - INFO - Updates: 4 (Skipped 46 older than 3 months) +2026-02-26 09:31:47,951 - INFO - Crawling Outlet: 2878 - Karawaci +2026-02-26 09:31:48,842 - INFO - Updates: 1 (Skipped 49 older than 3 months) +2026-02-26 09:31:48,842 - INFO - Crawling Outlet: 2946 - Puri Surya Jaya +2026-02-26 09:31:51,959 - INFO - Updates: 126 (Skipped 24 older than 3 months) +2026-02-26 09:31:51,959 - INFO - Crawling Outlet: 1926 - Darmo +2026-02-26 09:31:52,675 - INFO - Updates: 21 (Skipped 29 older than 3 months) +2026-02-26 09:31:52,675 - INFO - Crawling Outlet: 1936 - Wahidin +2026-02-26 09:31:53,306 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 09:31:53,306 - INFO - Crawling Outlet: 2617 - Pakuwon City Mall +2026-02-26 09:31:54,776 - INFO - Updates: 6 (Skipped 44 older than 3 months) +2026-02-26 09:31:54,776 - INFO - Crawling Outlet: 1922 - Plaza Surabaya Delta +2026-02-26 09:31:55,496 - INFO - Updates: 8 (Skipped 42 older than 3 months) +2026-02-26 09:31:55,496 - INFO - Crawling Outlet: 2308 - Plaza Festival +2026-02-26 09:31:56,172 - INFO - Updates: 13 (Skipped 37 older than 3 months) +2026-02-26 09:31:56,173 - INFO - Crawling Outlet: 1930 - Merr +2026-02-26 09:31:57,708 - INFO - Updates: 49 (Skipped 1 older than 3 months) +2026-02-26 09:31:57,708 - INFO - Crawling Outlet: 1924 - Ponti +2026-02-26 09:31:59,271 - INFO - Updates: 33 (Skipped 17 older than 3 months) +2026-02-26 09:31:59,271 - INFO - Crawl finished. Total reviews upserted: 953 diff --git a/crawler.py b/crawler.py index 7a0c14a..6446954 100644 --- a/crawler.py +++ b/crawler.py @@ -158,6 +158,7 @@ def crawl_reviews(): rating = rating_map.get(rating_str, 0) language = None # The API might not return language explicitly + phone = review.get("phone") # Extract phone if provided # Upsert logic # We still try to fill place_id if possible, but we don't have it here. @@ -169,16 +170,17 @@ def crawl_reviews(): cur.execute(""" INSERT INTO google_review ( - review_id, place_id, original_text, author_display_name, publish_time, rating, outlet_code, language - ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s) + review_id, place_id, original_text, author_display_name, publish_time, rating, outlet_code, language, phone + ) VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s) ON CONFLICT (review_id) DO UPDATE SET original_text = EXCLUDED.original_text, author_display_name = EXCLUDED.author_display_name, rating = EXCLUDED.rating, language = EXCLUDED.language, publish_time = EXCLUDED.publish_time, + phone = EXCLUDED.phone, updated_at = CURRENT_TIMESTAMP; - """, (review_id, None, comment, author_name, publish_time, rating, outlet_code, language)) + """, (review_id, None, comment, author_name, publish_time, rating, outlet_code, language, phone)) outlet_upserted += 1 total_upserted += 1 diff --git a/database.py b/database.py index 936ec8b..dfb90b6 100644 --- a/database.py +++ b/database.py @@ -38,6 +38,7 @@ def create_table(): rating INTEGER, outlet_code VARCHAR(255), language VARCHAR(10), + phone VARCHAR(50), created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP, CONSTRAINT fk_outlet_code FOREIGN KEY (outlet_code) REFERENCES master_outlet(popcorn_code) ON DELETE SET NULL ); diff --git a/scheduler.log b/scheduler.log index 79ee729..fd8aca1 100644 --- a/scheduler.log +++ b/scheduler.log @@ -2,3 +2,35 @@ 2026-02-25 17:04:03,177 - SCHEDULER - Starting hourly crawler execution... 2026-02-25 17:04:24,449 - SCHEDULER - Crawler execution finished successfully. 2026-02-25 17:04:24,449 - SCHEDULER - Scheduled to run every 1 hour. Waiting in background... +2026-02-25 18:04:24,499 - SCHEDULER - Starting hourly crawler execution... +2026-02-25 18:04:53,581 - SCHEDULER - Crawler execution finished successfully. +2026-02-25 19:04:53,602 - SCHEDULER - Starting hourly crawler execution... +2026-02-25 19:05:20,706 - SCHEDULER - Crawler execution finished successfully. +2026-02-25 20:05:20,725 - SCHEDULER - Starting hourly crawler execution... +2026-02-25 20:05:54,926 - SCHEDULER - Crawler execution finished successfully. +2026-02-25 21:05:54,950 - SCHEDULER - Starting hourly crawler execution... +2026-02-25 21:06:21,838 - SCHEDULER - Crawler execution finished successfully. +2026-02-25 22:06:21,859 - SCHEDULER - Starting hourly crawler execution... +2026-02-25 22:06:52,062 - SCHEDULER - Crawler execution finished successfully. +2026-02-25 23:06:52,083 - SCHEDULER - Starting hourly crawler execution... +2026-02-25 23:07:22,246 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 00:07:22,256 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 00:07:49,724 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 01:07:49,744 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 01:08:18,486 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 02:08:18,506 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 02:08:53,285 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 03:08:53,308 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 03:09:22,580 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 04:09:22,601 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 04:09:52,764 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 05:09:52,785 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 05:10:36,865 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 06:10:36,889 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 06:11:14,467 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 07:11:14,488 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 07:11:41,179 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 08:11:41,197 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 08:12:17,273 - SCHEDULER - Crawler execution finished successfully. +2026-02-26 09:12:17,288 - SCHEDULER - Starting hourly crawler execution... +2026-02-26 09:12:46,458 - SCHEDULER - Crawler execution finished successfully. diff --git a/token.json b/token.json index 001e956..b7f6f2d 100644 --- a/token.json +++ b/token.json @@ -1 +1 @@ -{"token": "ya29.a0ATkoCc7vMAnUzeNJOS58XOXup4ELIWeSD_sjoQ1Px40jW2-fcfZW8ed4KdXz9eNYRfvBbxh7cIxPZ7SmsS8eFgnAvzyk06L76HqIrcgnz8Ukpa5YGlEyVozd5MXO6TMKpn6wcMkxI9QH6rqCF0rwlx1cII1lolXf6qNTT_GjqfrWVcSYJD4YLDiyO3F06PFlNdQjJKxeaCgYKAQ4SARUSFQHGX2MiZbK-cs6GQdJB0mNRyyNZXA0207", "refresh_token": "1//0g25i7BBB1dGPCgYIARAAGBASNwF-L9IrJM0yRF25DdKtrNrfA41BGH2xipGw_WwMSakD2zgJQH_LoxVqanuFgzq1FxZlmqvR9gQ", "token_uri": "https://oauth2.googleapis.com/token", "client_id": "804823156361-3mk31f6a14r6np9usmm2mo5qnjl9lk00.apps.googleusercontent.com", "client_secret": "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", "scopes": ["https://www.googleapis.com/auth/business.manage"], "universe_domain": "googleapis.com", "account": "", "expiry": "2026-02-25T10:38:07.053555Z"} \ No newline at end of file +{"token": "ya29.a0ATkoCc6zBz3ZXg9Y6QuY0rYBpmXV-LKa8WRGXkeexGJDtwTZrOJdv5wflvR8tsnrMiIH17d5slx3N-pJO56jzMa2D9lPw9YpFwxTaYfy1XBJVrAypCA8VvAKIIylmCkn6mgSpOytqzKwQoE116jB2aYrLcp-1w4xQR03RjeEDl17XVs2Qnepy8cdiLQn_GaJvBiMcqipaCgYKAUwSARUSFQHGX2MiUl8QO9IcH9RqLwF96-KqUA0207", "refresh_token": "1//0g25i7BBB1dGPCgYIARAAGBASNwF-L9IrJM0yRF25DdKtrNrfA41BGH2xipGw_WwMSakD2zgJQH_LoxVqanuFgzq1FxZlmqvR9gQ", "token_uri": "https://oauth2.googleapis.com/token", "client_id": "804823156361-3mk31f6a14r6np9usmm2mo5qnjl9lk00.apps.googleusercontent.com", "client_secret": "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", "scopes": ["https://www.googleapis.com/auth/business.manage"], "universe_domain": "googleapis.com", "account": "", "expiry": "2026-02-26T03:12:16.830406Z"} \ No newline at end of file