@@ -40,13 +40,15 @@ const SDKS = [
4040 "server-graphql" ,
4141 "server-rest" ,
4242] ;
43+
4344const SERVICES = [
4445 "account" ,
4546 "avatars" ,
4647 "databases" ,
4748 "functions" ,
4849 "locale" ,
4950 "messaging" ,
51+ "sites" ,
5052 "storage" ,
5153 "teams" ,
5254 "users" ,
@@ -55,37 +57,48 @@ const SERVICES = [
5557await execa ( "rm" , [ "-rf" , LOCAL_PATH ] ) ;
5658await mkdir ( LOCAL_PATH , { recursive : true } ) ;
5759
58- console . log ( "Downloading reference pages..." ) ;
60+ await Promise . all (
61+ SDKS . map ( ( sdk ) => {
62+ return mkdir ( `${ LOCAL_PATH } /${ sdk } /` , { recursive : true } ) ;
63+ } ) ,
64+ ) ;
5965
60- for ( const sdk of SDKS ) {
61- await mkdir ( `./sources/references/${ sdk } /` , { recursive : true } ) ;
66+ console . log ( "Downloading reference pages..." ) ;
6267
63- for ( const service of SERVICES ) {
64- const url = new URL (
65- `/docs/references/${ WEBSITE_VERSION } /${ sdk } /${ service } ` ,
66- WEBSITE_URL ,
67- ) ;
68+ const start = Date . now ( ) ;
6869
69- const response = await fetch ( url . toString ( ) ) ;
70+ await Promise . all (
71+ SDKS . flatMap ( ( sdk ) =>
72+ SERVICES . map ( async ( service ) => {
73+ const url = new URL (
74+ `/docs/references/${ WEBSITE_VERSION } /${ sdk } /${ service } ` ,
75+ WEBSITE_URL ,
76+ ) ;
7077
71- const html = await response . text ( ) ;
72- if ( ! html ) {
73- console . warn ( `Skipping page ${ url } - no content found` ) ;
74- continue ;
75- }
78+ try {
79+ const response = await fetch ( url . toString ( ) ) ;
80+ const html = await response . text ( ) ;
81+ if ( ! html ) {
82+ console . warn ( `Skipping page ${ url } - no content found` ) ;
83+ return ;
84+ }
7685
77- // Ignore the header and footer
78- const matches = html . match (
79- / < m a i n c l a s s = " c o n t e n t s " i d = " m a i n " > ( .* ?) < \/ m a i n > / s,
80- ) ;
81- if ( ! matches || ! matches [ 0 ] ) {
82- console . warn ( `Skipping page ${ url } - no <main> tag found` ) ;
83- continue ;
84- }
86+ const matches = html . match (
87+ / < m a i n c l a s s = " c o n t e n t s " i d = " m a i n " > ( .* ?) < \/ m a i n > / s,
88+ ) ;
89+ if ( ! matches || ! matches [ 0 ] ) {
90+ console . warn ( `Skipping page ${ url } - no <main> tag found` ) ;
91+ return ;
92+ }
8593
86- const markdown = NodeHtmlMarkdown . translate ( matches [ 0 ] ) ;
94+ const markdown = NodeHtmlMarkdown . translate ( matches [ 0 ] ) ;
95+ await writeFile ( `${ LOCAL_PATH } /${ sdk } /${ service } .md` , markdown ) ;
96+ console . log ( `Created ./sources/references/${ sdk } /${ service } .md` ) ;
97+ } catch ( e ) {
98+ console . warn ( `Failed to download ${ url } :` , e ) ;
99+ }
100+ } ) ,
101+ ) ,
102+ ) ;
87103
88- await writeFile ( `./sources/references/${ sdk } /${ service } .md` , markdown ) ;
89- console . log ( `Created ./sources/references/${ sdk } /${ service } .md` ) ;
90- }
91- }
104+ console . log ( "References created in" , ( Date . now ( ) - start ) / 1000 , "seconds" ) ;
0 commit comments