Rh6'8ddlZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z m Z m Z mZddlmZmZddlmZddlmZmZmZmZeej2dZej2d Zej2d d Zd Zd ZdZdZ GddZ!y)N) load_dotenv)OpenAI)STORMWikiRunnerArgumentsSTORMWikiRunnerSTORMWikiLMConfigstruncate_filename) OpenAIModel DeepSeekModel)SerperRM)create_manifest read_txt_fileread_json_filesplit_markdown_sectionsOPENAI_API_KEYAPP_URL OUTPUT_FOLDERz./result imscc_temp wiki_contentz gpt-3.5-turbozgpt-4ocveZdZdefdZdZdZdZdZdZ dde fd Z d Z d efd Z d efd Zdeded efdZy) StormRunnertopicc||_t|jddjdd|_tj j t|j|_tj j |jt|_ t jtdt j|jdtj j t|j}tj j |d|_ tj j t|jd|_tj j |d|_t j d d k(r|j#}n|j%}t't }t)t j d dd dd}t+||||_y)N _/T)exist_okzstorm_gen_article_polished.txt.imscczurl_to_info.json LLM_ENGINEDEEPSEEK) output_dirSERPER_API_KEY ) autocorrectnumpage)serper_search_api_key query_params)rrreplace article_titleospathjoin working_dir article_dir content_dirwiki_content_dirmakedirsrpolished_article_path output_path url_to_infogetenv deepseek_info openai_inforr rrunner)selfr file_path lm_configs engine_argsrms 3/var/www/html/sandstorm/dependencies/StormRunner.py__init__zStormRunner.__init__)sm . MM#s # + +C 5 77<< T5G5GH " T-=-={ K K$/ D))D9GGLL0B0BC %'WW\\)=]%^"77<< $:L:L9MV7TU77<< 3EF 99\ "j 0++-J))+J.( "$)),<"=)-b!D &k*R@ ctjdddd}t}t}|d tdd|}|d tdd|}|d t dd|}|d t dd|}|d t d d|}|j ||j||j||j||j|ttt } |S) Nr??)api_key temperaturetop_pmodel max_tokens)rErJ) r+r6rr gpt_35_model_namegpt_4_model_nameset_conv_simulator_lmset_question_asker_lmset_outline_gen_lmset_article_gen_lmset_article_polish_lmr) r: openai_kwargsr< ModelClassconv_simulator_lmquestion_asker_lmoutline_gen_lmarticle_gen_lmarticle_polish_lmrJs r?r8zStormRunner.openai_infoGsyy!12 ()  & # 7D ' # 7D $\*:s\m\#\*:s\m\& "t 7D  (():;(():;%%n5%%n5(():;N:KLrAcjt}tjdtjddddd}td tjddd |}td tjddd |}td tjdd d |}td tjdd d |}td tjdd d |}|j ||j ||j ||j||j||S)NDEEPSEEK_API_KEYDEEPSEEK_API_BASEzhttps://api.deepseek.comrCrD)rEapi_baserFrGDEEPSEEK_MODELrHrIrLrMrNrO) rr+r6r rRrSrTrUrV)r:r<deepseek_kwargsrYrZr[r\r]s r?r7zStormRunner.deepseek_infofs@') yy!34 "57QR  * )),-# AP * )),-# AP 'lRYY7G-HUXl\kl&lRYY7G-HUXl\kl) )),-$ BQ  (():;(():;%%n5%%n5(():;rAc|jj|j}|}tjj ||j d}|j}|S)N)rr)r9runrr+r,r-r*generate_imscc)r:resultr;imscc_file_nameimscc_file_paths r?process_articlezStormRunner.process_articles^**!  '',,yT5G5G4H2OP--/ rAc  |j}|jtjj |j s t dd|jt||jttjj|jdtj|jdtj 5}tj"|jD]j\}}}|D]_}tjj||}tjj%||j}|j'||al ddd|jS#1swY|jSxYw) zE Generate an IMSCC package from the article content. 5Article not found. Please generate the article first. status_codedetailzimsmanifest.xml) course_titler0wiki_dir output_filew)startN)rsave_sections_as_htmlr+r,existsr3 HTTPExceptionprepare_article_questionr r1r0r-r/zipfileZipFiler4 ZIP_DEFLATEDwalkrelpathwrite) r:r*zfrootrfilesfile full_patharcnames r?rfzStormRunner.generate_imsccs8  ""$ww~~d889C8op p %%' &--  T%5%57HI  __T--sG4H4H I 1R"$''$*?*?"@ 1a!1D " T4 8I ggooit?T?ToUGHHY01 1 1 1s B E99F c*t|j}t|}|D]}|j}|s|dj dj }|j j ddd}|j||}tjj|j|}t|dd5} | j|d d d td t|d |jy #1swYxYw) zi Reads a markdown file, splits it into sections, and saves each section as an HTML file. rz# rr.htmlrtutf-8encodingNu ✅ Exported z sections to: )r r3r splitlinesstriplowerr)markdown_to_htmlr+r,r-r1openrprintlen) r:contentsectionssectionlines title_linefilenamehtmlr4outs r?rvz!StormRunner.save_sections_as_htmls  : :;*73 G&&(Eq-335J$**,44S#>?uEH((W=D'',,t'<' Question: Options: (only if applicable) Answer: Article: """ z """ zgpt-4user)rolergffffff?)rJmessagesrFr) r r3rchat completionscreatechoicesmessager)r:r article_textprompt openai_clientresponses r?generate_questions_from_articlez+StormRunner.generate_questions_from_articles$T%?%?@ //   ! &h  %%1188%&9:9  "**222rAct|j}|j|}d|jj j ddd}|j |j|}tjj|j|}t|dd5}|j|dddy#1swYyxYw) zS Read the polished article content and generate questions from it. questions_rrrrtrrN) r r3rr*rr)rr+r,r-r1rr)r:article_content questionsquestion_filenamerr4rs r?ryz$StormRunner.prepare_article_questions((B(BC88I (););)A)A)C)K)KCQT)U(VV[\$$T%7%7Cggll4#8#8:KL +sW 5  IIdO   s )CC returnctjj|js t ddt |jS)zN Read the polished article content and return it as a string. rlrmrn)r+r,rwr3rxr r:s r?get_article_contentzStormRunner.get_article_contents9ww~~d889C8op pT7788rActjj|js t ddt |jS)zB Read the URL to info mapping from the JSON file. rlzAURL to info mapping not found. Please generate the article first.rn)r+r,rwr5rxrrs r?get_url_to_infozStormRunner.get_url_to_infos9ww~~d../C8{| |d..//rAtitlercFtj|gd}d|d|dS)N)extra codehilitetablestoc) extensionszL z4 z) )markdown)r:rr body_htmls r?rzStormRunner.markdown_to_htmls<%%g:bc 7 K  rAN)r")__name__ __module__ __qualname__strr@r8r7rjrfrvintrryrdictrrrOrAr?rr(soAcA<>>  BT63S3@ 9S900  c  C  C  rAr)"sysr+uuidjsonrzrdotenvropenairknowledge_stormrrrrknowledge_storm.lmr r knowledge_storm.rmr dependencies.helperr r rrr6rrrr.r0rPrQrrOrAr?rs  :  +, "))I  /:6   $r r rA