my-home/worldquant-alpha-system
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update knowledge base with recent forum insights and clarifications

Browse Source 
- Added new sections on missing data handling and experimental variables in data and signal semantics (2026-09-25).
- Included clarifications on clustering representatives and candidate evaluations in portfolio and correlation optimization (2026-09-25).
- Updated README to reflect the latest forum synchronization and new post counts, including significant additions and revisions across multiple topics (2026-09-25).
This commit is contained in:
yuxuanhui
2026-09-25 10:38:15 +08:00
parent 79b432c3d0
commit a1b160e1b0
11 changed files with 1239 additions and 713 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/worldquant-knowledge-base/06-sources/collection-2026.json
+343 -51
View File
@@ -29,75 +29,295 @@
"No source authentication material is included."
],
"latest_forum_sync": {
"collected_at": "2026-09-18",
"collected_at": "2026-09-25",
"timezone": "Asia/Shanghai",
"started_at": "2026-09-18T02:11:39.967012+00:00",
"collection_finished_at": "2026-09-18T02:16:36.188053+00:00",
"previous_successful_collection_finished_at": "2026-09-11T01:06:33.369594+00:00",
"raw_visible_posts": 1771,
"raw_list_pages": 18,
"status": "partial_sync_with_source_and_media_gaps",
"started_at": "2026-09-25T01:12:33.054002+00:00",
"collection_finished_at": "2026-09-25T01:16:29.789990+00:00",
"previous_successful_collection_finished_at": "2026-09-18T02:16:36.188053+00:00",
"raw_visible_posts": 1859,
"raw_list_pages": 19,
"excluded_older_posts": 1101,
"retained_posts": 670,
"retained_comments": 9601,
"newly_indexed_posts": 41,
"newly_indexed_posts_created_after_previous_collection": 29,
"historical_posts_newly_indexed": 12,
"comments_on_newly_indexed_posts": 5,
"newly_visible_comments_on_existing_posts": 9,
"historical_comments_newly_visible": 7,
"newly_visible_comments_created_after_previous_collection": 7,
"comment_count_net_change": 14,
"metadata_changed_existing_posts": 231,
"body_changed_existing_post_ids": [
"43320471694999",
"43030071187479"
],
"retained_posts": 758,
"retained_comments": 10141,
"indexed_posts_including_unavailable": 759,
"historical_comments_retained_for_unavailable_posts": 9,
"newly_indexed_posts": 89,
"newly_indexed_posts_created_after_previous_collection": 72,
"historical_posts_newly_indexed": 17,
"comments_on_newly_indexed_posts": 9,
"newly_visible_comments_on_existing_posts": 540,
"historical_comments_newly_visible": 482,
"newly_visible_comments_created_after_previous_collection": 67,
"comment_count_net_change": 540,
"metadata_changed_existing_posts": 329,
"body_changed_existing_post_ids": [],
"comment_changed_existing_post_ids": [
"42302637812503"
"37427295710359",
"37473718017175",
"37759477785239",
"37857879534487",
"37858237686167",
"38120459173143",
"38151220803095",
"38669179039255",
"38767793594775",
"39118594803095",
"39183798681239",
"39215982466071",
"39225718749591",
"39249078858647",
"39304762113815",
"39319955780887",
"39367839107095",
"39567420541079",
"39729140385559",
"39756841978519",
"39845230299927",
"39873247817495",
"39922788056343",
"40031467208983",
"40089426663959",
"40287368788375",
"40373405530647",
"40544447671959",
"40734437350679",
"40734489248151",
"40737593669911",
"40790666727575",
"40847481080087",
"40936186021271",
"40962462282007",
"40964044763031",
"41020681850519",
"41065497021335",
"41138382717719",
"41162636720919",
"41236357050903",
"41318082888343",
"41320039211671",
"41363895396247",
"41391880122007",
"41392995550231",
"41396933582231",
"41397704497303",
"41417418697111",
"41418196103191",
"41420742165527",
"41459028441623",
"41510344038551",
"41540700959639",
"41550783184663",
"41551045362071",
"41551682155799",
"41552805539991",
"41553665016983",
"41556669366551",
"41567966789655",
"41625263438999",
"41651283176855",
"41654205318807",
"41655387004439",
"41684104419095",
"41692781472919",
"41706827651991",
"41719890581911",
"41732813691287",
"41801462727191",
"41804720051607",
"41825836449047",
"41849925214231",
"41854026316055",
"41856507417623",
"41877348653335",
"41877985926423",
"41878175264663",
"41880799695127",
"41881412101399",
"41897133795479",
"41898002651287",
"41898564566167",
"41903649174807",
"41908323673111",
"41909117583383",
"41937689411479",
"41939959839895",
"41949669579031",
"41974186627351",
"41992899715607",
"41993968062743",
"41994809192215",
"41995369186455",
"41995684431767",
"42007074836247",
"42015743397655",
"42018671130391",
"42019010387479",
"42019332809111",
"42019924663319",
"42020342676759",
"42021244122775",
"42021722069143",
"42022555985047",
"42029118285847",
"42045578950551",
"42047259261335",
"42060935441943",
"42061123738903",
"42062231758103",
"42064544905495",
"42064574062359",
"42065262268567",
"42065802192023",
"42078729821591",
"42078917602455",
"42160836246039",
"42160945573271",
"42161798745879",
"42184733027991",
"42185098677399",
"42187744015767",
"42187906212247",
"42211897526295",
"42215210781719",
"42215740602135",
"42216209199255",
"42259186135831",
"42274443124119",
"42302637812503",
"42359440646551",
"42406158561943",
"42407253630359",
"42423399281815",
"42423993843735",
"42455010729367",
"42460800447895",
"42487308197783",
"42509573118999",
"42513455206423",
"42513832186263",
"42519002511767",
"42549574041367",
"42585946296855",
"42587179348119",
"42662873714711",
"42686571665303",
"42691768951447",
"42714622464407",
"42720875852439",
"42721824181271",
"42738237663639",
"42740521405463",
"42743732814999",
"42756136847639",
"42756641286295",
"42757091114647",
"42771962021143",
"42772611660823",
"42774450536343",
"42775887653399",
"42801904467607",
"42945861800983",
"42955680180247",
"42972530812183",
"42975079714839",
"42981290349463",
"43002825233687",
"43006316208151",
"43030071187479",
"43031425132823",
"43031577079575",
"43058251853847",
"43067045830679",
"43085454784535",
"43087031637527",
"43147371557015",
"43151729306647",
"43178926004887",
"43179521660823",
"43179860065303",
"43181411147287",
"43208281917591",
"43269155035799",
"43287990820375",
"43299585796247",
"43309848501783",
"43319649278359",
"43319751480599",
"43320365312023",
"43320471694999",
"43322521365143",
"43322749748503",
"43383826751127",
"43410200668823",
"43411841446423",
"43438866840343",
"43467733543319",
"43477475833623",
"43498120902807",
"43499065604247",
"43500671638551",
"43501264459799",
"43502970330647",
"43508107778711",
"43524498271895",
"43524503109655",
"43527309427863",
"43527457608087",
"43529198653719",
"43529216017047",
"43536370604567",
"43541109631895",
"43556223197335",
"43561782887575"
],
"edited_existing_comments": 0,
"missing_existing_comment_ids": 0,
"missing_existing_comment_ids_on_visible_posts": 0,
"failed_comment_records": 0,
"missing_previously_indexed_posts": 0,
"posts_cited_in_knowledge": 142,
"missing_previously_indexed_posts": 1,
"unavailable_posts": [
{
"post_id": "41208709211671",
"direct_api_status": 404,
"historical_comments_retained": 9
}
],
"posts_cited_in_knowledge": 154,
"groups": {
"portfolio": 50,
"ai": 154,
"ideas": 30,
"lessons": 134,
"optimization": 62,
"data": 20,
"events": 41,
"engineering": 75,
"guides": 8,
"general": 96
"guides": 17,
"ai": 160,
"ideas": 40,
"engineering": 86,
"general": 137,
"lessons": 141,
"optimization": 65,
"events": 42,
"portfolio": 51,
"data": 20
},
"new_post_texts_screened": 40,
"new_post_texts_screened": 89,
"metadata_only_post_ids": [
"43287990820375"
],
"new_or_newly_visible_comments_read": 14,
"official_articles_checked": [
{
"id": "41681208900759",
"updated_at": "2026-09-13T15:38:21Z",
"read_at": "2026-09-18"
}
],
"new_or_newly_visible_comments_screened": 549,
"official_articles_checked": [],
"baseline_state_directory": ".local/forum-sync/",
"limits": [
"Newly visible records can predate the previous run; cause of historical visibility gaps is unknown.",
"One new post is image-only and its body has not been visually reviewed; other images and attachments not fully verified.",
"Community backtest claims not reproduced; code findings are static, not live platform tests.",
"No simulations, submissions, email sync, public publishing, or credential/session persistence.",
"Comment fingerprints cover normalized text only, not link destinations, formatting, or embedded media changes."
],
"unread_media": [
{
"post_id": "43287990820375",
"image_count": 12,
"images_retried_this_run": 1,
"http_status": 403
}
],
"limits": [
"758 currently visible posts and 10141 freshly retrieved comments; indexes additionally retain one unavailable post with nine historical comments.",
"One previously indexed post returned HTTP 404; its previous fingerprint and records are retained for retry, not deleted or marked freshly complete.",
"Newly visible historical posts/comments are backfill; the reason for prior visibility gaps is unknown.",
"One image-only post remains unread; one of its twelve official images was retried and returned HTTP 403.",
"Comment fingerprints cover normalized text only, not link targets, formatting or media-only changes.",
"Community claims and code were reviewed but not executed or backtested; no current platform rules were inferred from comments.",
"No email sync, simulation, external publication, submission, credential/session persistence or Git commit/push."
]
},
"forum_sync_history": [
@@ -150,6 +370,78 @@
"All scoped comments fetched, selective historical body reading; images and attachments not fully verified.",
"No simulations, submissions, email sync, public publishing, or credential/session persistence."
]
},
{
"collected_at": "2026-09-18",
"timezone": "Asia/Shanghai",
"started_at": "2026-09-18T02:11:39.967012+00:00",
"collection_finished_at": "2026-09-18T02:16:36.188053+00:00",
"previous_successful_collection_finished_at": "2026-09-11T01:06:33.369594+00:00",
"raw_visible_posts": 1771,
"raw_list_pages": 18,
"excluded_older_posts": 1101,
"retained_posts": 670,
"retained_comments": 9601,
"newly_indexed_posts": 41,
"newly_indexed_posts_created_after_previous_collection": 29,
"historical_posts_newly_indexed": 12,
"comments_on_newly_indexed_posts": 5,
"newly_visible_comments_on_existing_posts": 9,
"historical_comments_newly_visible": 7,
"newly_visible_comments_created_after_previous_collection": 7,
"comment_count_net_change": 14,
"metadata_changed_existing_posts": 231,
"body_changed_existing_post_ids": [
"43320471694999",
"43030071187479"
],
"comment_changed_existing_post_ids": [
"42302637812503"
],
"edited_existing_comments": 0,
"missing_existing_comment_ids": 0,
"failed_comment_records": 0,
"missing_previously_indexed_posts": 0,
"posts_cited_in_knowledge": 142,
"groups": {
"portfolio": 50,
"ai": 154,
"ideas": 30,
"lessons": 134,
"optimization": 62,
"data": 20,
"events": 41,
"engineering": 75,
"guides": 8,
"general": 96
},
"new_post_texts_screened": 40,
"metadata_only_post_ids": [
"43287990820375"
],
"new_or_newly_visible_comments_read": 14,
"official_articles_checked": [
{
"id": "41681208900759",
"updated_at": "2026-09-13T15:38:21Z",
"read_at": "2026-09-18"
}
],
"baseline_state_directory": ".local/forum-sync/",
"limits": [
"Newly visible records can predate the previous run; cause of historical visibility gaps is unknown.",
"One new post is image-only and its body has not been visually reviewed; other images and attachments not fully verified.",
"Community backtest claims not reproduced; code findings are static, not live platform tests.",
"No simulations, submissions, email sync, public publishing, or credential/session persistence.",
"Comment fingerprints cover normalized text only, not link destinations, formatting, or embedded media changes."
],
"unread_media": [
{
"post_id": "43287990820375",
"image_count": 12,
"http_status": 403
}
]
}
]
}