{"id":14156,"date":"2024-07-31T02:53:00","date_gmt":"2024-07-31T02:53:00","guid":{"rendered":"https:\/\/megagon.ai\/meganno-humanllm-tutorial\/"},"modified":"2025-10-02T19:42:50","modified_gmt":"2025-10-02T19:42:50","slug":"meganno-humanllm-tutorial","status":"publish","type":"post","link":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/","title":{"rendered":"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3"},"content":{"rendered":"\t\t<div data-elementor-type=\"wp-post\" data-elementor-id=\"14156\" class=\"elementor elementor-14156\" data-elementor-post-type=\"post\">\n\t\t\t\t<div class=\"elementor-element elementor-element-5aeb1aeb e-flex e-con-boxed e-con e-parent\" data-id=\"5aeb1aeb\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-d409c54 elementor-widget elementor-widget-text-editor\" data-id=\"d409c54\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div class=\"elementor-element elementor-element-300eb80 elementor-widget elementor-widget-text-editor is-mac\" data-id=\"300eb80\" data-element_type=\"widget\" data-widget_type=\"text-editor.default\">\n<div class=\"elementor-widget-container\">\n<p>\u30f3\u30d7\u30ed\u30bb\u30b9\u3092\u52b9\u7387\u5316\u3057\u3001\u5f37\u5316\u3059\u308b\u30c7\u30fc\u30bf\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3059\u3002\u672c\u8a18\u4e8b\u3067\u306f\u3001<a href=\"https:\/\/meganno.megagon.info\/latest\/\">MEGAnno<\/a>\u306e\u6a5f\u80fd\u3092\u8a73\u3057\u304f\u7d39\u4ecb\u3057\u3001\u4ee5\u4e0b\u306e\u624b\u9806\u3092\u5b9f\u969b\u306e\u30b3\u30fc\u30c9\u30b9\u30cb\u30da\u30c3\u30c8\u3068\u3068\u3082\u306b\u89e3\u8aac\u3057\u307e\u3059\u3002<\/p>\n<ul>\n<li>LLM\u3092\u6d3b\u7528\u3057\u305f\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u306e\u5b9f\u884c<\/li>\n<li>\u4fe1\u983c\u5ea6\u3092\u8003\u616e\u3057\u305f\u4eba\u9593\u306b\u3088\u308b\u691c\u8a3c<\/li>\n<li>\u30e2\u30c7\u30eb\u306e\u9078\u629e\u3068\u30d7\u30ed\u30f3\u30d7\u30c8\u306e\u8abf\u6574\u3092\u53cd\u5fa9\u7684\u306b\u5b9f\u65bd<\/li>\n<li>\u7570\u306a\u308bLLM\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u306e\u7d50\u679c\u3092\u6bd4\u8f03\u30fb\u7d71\u5408<\/li>\n<\/ul>\n<\/div>\n<\/div>\n<div class=\"elementor-element elementor-element-6dfc500 elementor-widget elementor-widget-text-editor is-mac\" data-id=\"6dfc500\" data-element_type=\"widget\" data-widget_type=\"text-editor.default\">\n<div class=\"elementor-widget-container\">\n<p>MEGAnno\u3092\u521d\u3081\u3066\u4f7f\u7528\u3059\u308b\u65b9\u3078\u3001MEGAnno\u306b\u3088\u308b\u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u306e\u6982\u8981\u306b\u3064\u3044\u3066\u306f\u3001<a href=\"https:\/\/megagon.ai\/llms-asdata-annotators-p2-meganno-system\/\">\u4ee5\u524d\u306e\u30d6\u30ed\u30b0\u8a18\u4e8b<\/a>\u3092\u3054\u89a7\u304f\u3060\u3055\u3044\u3002\u307e\u305f\u3001\u57fa\u672c\u7684\u306a\u4f7f\u3044\u65b9\u306b\u3064\u3044\u3066\u306f<a href=\"https:\/\/meganno.megagon.info\/latest\/\">\u516c\u5f0f\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8<\/a>\u3092\u53c2\u7167\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n<\/div>\n<\/div>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-6b46ed0 elementor-widget elementor-widget-heading\" data-id=\"6b46ed0\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">\u305d\u308c\u3067\u306f\u3001\u306f\u3058\u3081\u307e\u3057\u3087\u3046<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-7732f6a elementor-widget elementor-widget-image\" data-id=\"7732f6a\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<a href=\"https:\/\/colab.research.google.com\/drive\/1P3L3ZtJvgY-b39gFX8_l9trJetGUmKoK?usp=sharing\">\n\t\t\t\t\t\t\t<img decoding=\"async\" width=\"374\" height=\"68\" src=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/OpenInColab_ByMegagon-1.png\" class=\"attachment-large size-large wp-image-13124\" alt=\"\" srcset=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/OpenInColab_ByMegagon-1.png 374w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/OpenInColab_ByMegagon-1-300x55.png 300w\" sizes=\"(max-width: 374px) 100vw, 374px\" \/>\t\t\t\t\t\t\t\t<\/a>\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-593c88d elementor-widget elementor-widget-text-editor\" data-id=\"593c88d\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u3053\u3061\u3089\u306e\u624b\u9806\u306b\u5f93\u3063\u3066\u9032\u3081\u308b\u304b\u3001\u4e8b\u524d\u306b\u30c7\u30fc\u30bf\u3068\u30b9\u30ad\u30fc\u30de\u304c\u8a2d\u5b9a\u3055\u308c\u305f<a href=\"https:\/\/colab.research.google.com\/drive\/1P3L3ZtJvgY-b39gFX8_l9trJetGUmKoK?usp=sharing\">Colab\u30c7\u30e2\u30d7\u30ed\u30b8\u30a7\u30af\u30c8<\/a>\u306b\u63a5\u7d9a\u3059\u308b\u3053\u3068\u3067\u5b9f\u8df5\u3067\u304d\u307e\u3059\uff08\u7ba1\u7406\u8005\u6a29\u9650\u306a\u3057\u3067\u30a2\u30af\u30bb\u30b9\u53ef\u80fd\uff09\u3002\u4ee5\u524d\u306e<a href=\"https:\/\/github.com\/megagonlabs\/meganno-client\/tree\/main\/Examples\">\u30ce\u30fc\u30c8\u30d6\u30c3\u30af\u306e\u4f8b<\/a>\u3068\u540c\u69d8\u306b\u3001\u672c\u30c7\u30e2\u3067\u306fTwitter US Airline Sentiment\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u4f7f\u7528\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-531ef3a elementor-widget elementor-widget-heading\" data-id=\"531ef3a\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h3 class=\"elementor-heading-title elementor-size-default\">\u30bb\u30c3\u30c8\u30a2\u30c3\u30d7<\/h3>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-769363e elementor-widget elementor-widget-text-editor\" data-id=\"769363e\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u307e\u305a\u3001<a href=\"https:\/\/meganno.megagon.info\/latest\/\">MEGAnno<\/a>\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3001MEGAnno\u30af\u30e9\u30a4\u30a2\u30f3\u30c8\u30e2\u30b8\u30e5\u30fc\u30eb\u3092\u30a4\u30f3\u30dd\u30fc\u30c8\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-d507c8f elementor-widget elementor-widget-code-highlight\" data-id=\"d507c8f\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>!pip install \"meganno_client[ui] @ git+https:\/\/github.com\/megagonlabs\/meganno-client.git\" -q\nfrom meganno_client import Service, Authentication, Controller, PromptTemplate<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-8da0372 elementor-widget elementor-widget-text-editor\" data-id=\"8da0372\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u6b21\u306b\u3001<a href=\"https:\/\/meganno.megagon.info\/latest\/\">MEGAnno<\/a>\u306e\u30a2\u30af\u30bb\u30b9\u30c8\u30fc\u30af\u30f3\uff08<a href=\"https:\/\/meganno.github.io\/#request_form\">\u3053\u3061\u3089\u304b\u3089\u30ea\u30af\u30a8\u30b9\u30c8<\/a>\uff09\u3001<a href=\"https:\/\/openai.com\/api\/\">OpenAI API<\/a>\u30ad\u30fc\u3092\u8a2d\u5b9a\u3057\u3001\u30db\u30b9\u30c8\u3055\u308c\u3066\u3044\u308b<a href=\"https:\/\/meganno.megagon.info\/latest\/\">MEGAnno<\/a>\u30b5\u30fc\u30d3\u30b9\u306b\u63a5\u7d9a\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-e297693 elementor-widget elementor-widget-code-highlight\" data-id=\"e297693\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>import os\ntoken = # token shared through email, request at https:\/\/meganno.github.io\/#request_form\n# openai key, we don't collect or store openAI keys\nos.environ['OPENAI_API_KEY']= 'sk-...'\n# optional\n# os.environ['OPENAI_ORGANIZATION'] = 'your_organization_key'\n\nauth = Authentication(project='blog_post', token=token)\ndemo = Service(project='blog_post',auth=auth)\n\ncontroller = Controller(demo, auth)<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-f9b3b6b elementor-widget elementor-widget-heading\" data-id=\"f9b3b6b\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h3 class=\"elementor-heading-title elementor-size-default\">\u521d\u671fLLM\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3<\/h3>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-40f9a18 elementor-widget elementor-widget-text-editor\" data-id=\"40f9a18\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>LLM\u306b\u3088\u308b\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u3092\u5b9f\u884c\u3059\u308b\u306b\u306f\u3001\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3092\u6307\u5b9a\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u306f\u3001\u4f7f\u7528\u3059\u308bLLM\u306e\u8a2d\u5b9a\u3068\u30d7\u30ed\u30f3\u30d7\u30c8\u306b\u3088\u3063\u3066\u5b9a\u7fa9\u3055\u308c\u307e\u3059\u3002MEGAnno\u306f<a href=\"https:\/\/openai.com\/api\/\">OpenAI<\/a>\u306e\u30e2\u30c7\u30eb\u3092\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u304a\u308a\u3001\u30d7\u30ed\u30f3\u30d7\u30c8\u306e\u4f5c\u6210\u3092\u7c21\u5358\u306b\u3059\u308b\u8996\u899a\u7684\u306a\u30a4\u30f3\u30bf\u30fc\u30d5\u30a7\u30fc\u30b9\u3092\u63d0\u4f9b\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-c834756 elementor-widget elementor-widget-heading\" data-id=\"c834756\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h3 class=\"elementor-heading-title elementor-size-default\">\u30e2\u30c7\u30eb\u3068\u30d7\u30ed\u30f3\u30d7\u30c8\u306e\u8a2d\u5b9a<\/h3>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-5413a04 elementor-widget elementor-widget-text-editor\" data-id=\"5413a04\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u307e\u305a\u3001\u57fa\u672c\u7684\u306a\u7d44\u307f\u8fbc\u307f\u30d7\u30ed\u30f3\u30d7\u30c8\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u3092\u4f7f\u7528\u3057\u307e\u3059\u3002\u3053\u306e\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u306f\u30e9\u30d9\u30eb\u30b9\u30ad\u30fc\u30de\u3092\u57fa\u306b\u30b7\u30b9\u30c6\u30e0\u6307\u793a\u3092\u69cb\u7bc9\u3057\u3001\u6307\u5b9a\u3055\u308c\u305f\u30c7\u30fc\u30bf\u30a8\u30f3\u30c8\u30ea\u306e\u5185\u5bb9\u3092\u9023\u7d50\u3059\u308b\u5f62\u306b\u306a\u3063\u3066\u3044\u307e\u3059\u3002<br \/>\u30e6\u30fc\u30b6\u30fc\u306f\u3001\u63d0\u4f9b\u3055\u308c\u305f\u30b5\u30f3\u30d7\u30eb\u5165\u529b\u3092\u4f7f\u3063\u3066\u9023\u7d50\u306e\u7d50\u679c\u3092\u30d7\u30ec\u30d3\u30e5\u30fc\u3057\u3001\u5fc5\u8981\u306b\u5fdc\u3058\u3066\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u3092\u4fee\u6b63\u3067\u304d\u307e\u3059\u3002\u307e\u305f\u3001\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u306b\u306fget_template\u95a2\u6570\u304c\u3042\u308a\u3001\u30d7\u30ed\u30f3\u30d7\u30c8\u306e\u5185\u5bb9\u3092\u78ba\u8a8d\u3059\u308b\u3053\u3068\u304c\u53ef\u80fd\u3067\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-2b6df52 e-flex e-con-boxed e-con e-parent\" data-id=\"2b6df52\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-d6d9605 elementor-widget elementor-widget-code-highlight\" data-id=\"d6d9605\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>schema = demo.get_schemas().value(active=True)\nlabel_name= 'sentiment'\nprompt_template = PromptTemplate(label_schema=schema[0][\"schemas\"][\"label_schema\"], label_names=[label_name])\nprompt_template.preview(records=[\"Sample Airline tweets1\", \"Sample Airline tweets1\"])<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-43b0bf0 e-flex e-con-boxed e-con e-parent\" data-id=\"43b0bf0\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-6a16ac2 elementor-widget elementor-widget-image\" data-id=\"6a16ac2\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img fetchpriority=\"high\" decoding=\"async\" width=\"800\" height=\"279\" src=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/1_prompt_editor-1024x357.png\" class=\"attachment-large size-large wp-image-13116\" alt=\"Meganno prompt editor demo\" srcset=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/1_prompt_editor-1024x357.png 1024w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/1_prompt_editor-300x104.png 300w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/1_prompt_editor-768x267.png 768w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/1_prompt_editor-1536x535.png 1536w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/1_prompt_editor-2048x713.png 2048w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-9b4ce08 elementor-widget elementor-widget-code-highlight\" data-id=\"9b4ce08\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>prompt_template.get_template()<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-a26a206 elementor-widget elementor-widget-text-editor\" data-id=\"a26a206\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u6b21\u306b\u3001\u30e2\u30c7\u30eb\u3092\u8a2d\u5b9a\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\uff08\u5fc5\u9808\u9805\u76ee\u306f\u30e2\u30c7\u30eb\u30d5\u30a3\u30fc\u30eb\u30c9\u306e\u307f\u3067\u3059\u3002\uff09<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-9860f0a e-flex e-con-boxed e-con e-parent\" data-id=\"9860f0a\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-a8816ba elementor-widget elementor-widget-code-highlight\" data-id=\"a8816ba\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>model_config = {\n\"model\": \"gpt-3.5-turbo\",\n\"temperature\": 0}<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-b4b6133 e-flex e-con-boxed e-con e-parent\" data-id=\"b4b6133\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-a47e1b8 elementor-widget elementor-widget-heading\" data-id=\"a47e1b8\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">\u30b5\u30d6\u30bb\u30c3\u30c8\u306b\u5bfe\u3059\u308bLLM\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u30b8\u30e7\u30d6\u306e\u5b9f\u884c<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-6352573 e-flex e-con-boxed e-con e-parent\" data-id=\"6352573\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-f9f2632 elementor-widget elementor-widget-text-editor\" data-id=\"f9f2632\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u30b5\u30d6\u30bb\u30c3\u30c8\u306b\u5bfe\u3057\u3066LLM\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u30b8\u30e7\u30d6\u3092\u5b9f\u884c\u3059\u308b\u306b\u306f\u3001\u307e\u305a\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3092\u767b\u9332\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u4eba\u9593\u306b\u3088\u308b\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u3068\u540c\u69d8\u306b\u3001LLM\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u3082\u30b5\u30d6\u30bb\u30c3\u30c8\u5358\u4f4d\u3067\u7ba1\u7406\u3055\u308c\u307e\u3059\u3002LLM\u30b8\u30e7\u30d6\u306f\u3001\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3092\u30b5\u30d6\u30bb\u30c3\u30c8\u4e0a\u3067\u5b9f\u884c\u3059\u308b\u30d7\u30ed\u30bb\u30b9\u3067\u3059\u3002\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3092\u767b\u9332\u3059\u308b\u3068\u3001\u4e00\u610f\u306e\u8b58\u5225\u5b50\u304c\u4ed8\u4e0e\u3055\u308c\u3001\u5b9f\u884c\u7ba1\u7406\u304c\u5bb9\u6613\u306b\u306a\u308a\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u540c\u3058\u30b5\u30d6\u30bb\u30c3\u30c8\u3084\u7570\u306a\u308b\u30b5\u30d6\u30bb\u30c3\u30c8\u306b\u5bfe\u3057\u3066\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3092\u518d\u5229\u7528\u3059\u308b\u3053\u3068\u304c\u53ef\u80fd\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n<p>\u65e2\u5b58\u306e\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3092\u4e00\u89a7\u8868\u793a\u3057\u305f\u308a\u3001\u8a73\u7d30\u3092\u78ba\u8a8d\u3057\u305f\u308a\u3059\u308b\u305f\u3081\u306e\u8ffd\u52a0API\u306b\u3064\u3044\u3066\u306f\u3001<a href=\"#A2\">Appendix\u306eA2<\/a>\u3092\u53c2\u7167\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-fe0f9dc e-flex e-con-boxed e-con e-parent\" data-id=\"fe0f9dc\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-83efab7 elementor-widget elementor-widget-code-highlight\" data-id=\"83efab7\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp># register agent.\nagent_gpt_3p5 = controller.create_agent(model_config, prompt_template, provider_api=\"openai:chat\")<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-79753b8 e-flex e-con-boxed e-con e-parent\" data-id=\"79753b8\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-e2a50c4 elementor-widget elementor-widget-text-editor\" data-id=\"e2a50c4\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u3053\u3053\u3067\u306f\u3001\u300cgood\u300d\u3068\u3044\u3046\u30ad\u30fc\u30ef\u30fc\u30c9\u3067\u691c\u7d22\u3057\u305f\u30b5\u30d6\u30bb\u30c3\u30c8\u3092\u4f7f\u7528\u3057\u307e\u3059\u3002\u4e3b\u306b\u30dd\u30b8\u30c6\u30a3\u30d6\u306a\u4f8b\u304c\u542b\u307e\u308c\u308b\u3053\u3068\u3092\u60f3\u5b9a\u3057\u3066\u3044\u307e\u3059\u304c\u3001\u4e2d\u7acb\u7684\u306a\u4f8b\u3084\u76ae\u8089\u7684\u306a\u30cd\u30ac\u30c6\u30a3\u30d6\u306a\u4f8b\u3082\u542b\u307e\u308c\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-45dfd18 e-flex e-con-boxed e-con e-parent\" data-id=\"45dfd18\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-1538f97 elementor-widget elementor-widget-code-highlight\" data-id=\"1538f97\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp># selecting subset to run the job with\nsubset = demo.search(keyword=\"good\")\nsubset.show({\"view\": \"table\"})<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-8a52901 e-flex e-con-boxed e-con e-parent\" data-id=\"8a52901\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-b553615 elementor-widget elementor-widget-text-editor\" data-id=\"b553615\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u6b21\u306b\u3001GPT-3.5\u3092\u4f7f\u7528\u3057\u305f\u57fa\u672c\u7684\u306a\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3068\u6700\u5c0f\u9650\u306e\u30d7\u30ed\u30f3\u30d7\u30c8\u3092\u7528\u3044\u3066\u3001run_job\u95a2\u6570\u3092\u547c\u3073\u51fa\u3057\u3001\u30b5\u30d6\u30bb\u30c3\u30c8\u306e\u30e9\u30d9\u30ea\u30f3\u30b0\u3092\u5b9f\u884c\u3057\u307e\u3059\u3002\u305d\u306e\u5f8c\u306e\u4eba\u9593\u306b\u3088\u308b\u691c\u8a3c\u3092\u9069\u5207\u306b\u8a2d\u5b9a\u3059\u308b\u305f\u3081\u3001\u30e2\u30c7\u30eb\u306e\u4e88\u6e2c\u306b\u5bfe\u3059\u308b\u4fe1\u983c\u5ea6\u306e\u6307\u6a19\u3068\u3057\u3066metadata conf\u3092\u53ce\u96c6\u3057\u307e\u3059\u3002\u3053\u306e\u5024\u306f\u3001OpenAI\u306e\u30ec\u30b9\u30dd\u30f3\u30b9\u304b\u3089\u53d6\u5f97\u3057\u305flogprob\u306b\u57fa\u3065\u3044\u3066\u8a08\u7b97\u3055\u308c\u307e\u3059\u3002<br \/>\u30b8\u30e7\u30d6\u306e\u5b9f\u884c\u304c\u6210\u529f\u3059\u308b\u3068\u3001\u4e00\u610f\u306e\u8b58\u5225\u5b50job_uuid\u304c\u8fd4\u3055\u308c\u3001\u5b9f\u884c\u306e\u53c2\u7167\u3068\u3057\u3066\u5229\u7528\u3067\u304d\u307e\u3059\u3002\u65e2\u5b58\u306e\u30b8\u30e7\u30d6\u3092\u4e00\u89a7\u8868\u793a\u3057\u305f\u308a\u3001\u8a73\u7d30\u3092\u78ba\u8a8d\u3057\u305f\u308a\u3059\u308b\u305f\u3081\u306e\u8ffd\u52a0API\u306b\u3064\u3044\u3066\u306f\u3001<a href=\"#A2\">Appendix\u306eA2<\/a>\u3092\u53c2\u7167\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-404ebae e-flex e-con-boxed e-con e-parent\" data-id=\"404ebae\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-83cb937 elementor-widget elementor-widget-code-highlight\" data-id=\"83cb937\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-javascript line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-javascript\">\n\t\t\t\t\t<xmp>job_uuid = controller.run_job(agent_gpt_3p5, subset, label_name, label_meta_names=[\"conf\"])<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-8f6b809 e-flex e-con-boxed e-con e-parent\" data-id=\"8f6b809\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-00f3e18 elementor-widget elementor-widget-text-editor\" data-id=\"00f3e18\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u6700\u7d42\u7684\u306a\u30b8\u30e7\u30d6\u304c\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u306b\u4fdd\u5b58\u3055\u308c\u308b\u524d\u306b\u3001\u81ea\u52d5\u30e9\u30d9\u30ea\u30f3\u30b0\u306e\u5404\u30b9\u30c6\u30c3\u30d7\u306b\u95a2\u3059\u308b\u7d71\u8a08\u60c5\u5831\u3082\u51fa\u529b\u3055\u308c\u307e\u3059\u3002\u3053\u308c\u306b\u306f\u3001\u69cb\u7bc9\u3055\u308c\u305f\u6709\u52b9\u306a\u30d7\u30ed\u30f3\u30d7\u30c8\u306e\u6570\u3001\u6210\u529f\u3057\u305f<a href=\"https:\/\/openai.com\/api\/\">OpenAI<\/a>\u30b3\u30fc\u30eb\u306e\u56de\u6570\u3001\u6709\u52b9\u306a\u7d50\u679c\u3092\u542b\u3080\u30ec\u30b9\u30dd\u30f3\u30b9\u306e\u6570\u3068\u305d\u306e\u5206\u5e03\u306a\u3069\u304c\u542b\u307e\u308c\u307e\u3059\u3002\u3053\u308c\u3089\u306e\u60c5\u5831\u3092\u78ba\u8a8d\u3059\u308b\u3053\u3068\u3067\u3001\u30e9\u30d9\u30ea\u30f3\u30b0\u306e\u54c1\u8cea\u306b\u95a2\u3059\u308b\u521d\u671f\u7684\u306a\u8a55\u4fa1\u3092\u884c\u3046\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-04af61f e-flex e-con-boxed e-con e-parent\" data-id=\"04af61f\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-b2a7c6e elementor-widget elementor-widget-heading\" data-id=\"b2a7c6e\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">\u691c\u8a3c<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-128756a e-flex e-con-boxed e-con e-parent\" data-id=\"128756a\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-358f1c4 elementor-widget elementor-widget-heading\" data-id=\"358f1c4\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h4 class=\"elementor-heading-title elementor-size-default\">\u4eba\u9593\u306b\u3088\u308b\u691c\u8a3c<\/h4>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-ec01b20 e-flex e-con-boxed e-con e-parent\" data-id=\"ec01b20\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-6158176 elementor-widget elementor-widget-text-editor\" data-id=\"6158176\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u6b21\u306b\u3001LLM\u306e\u51fa\u529b\u3092\u78ba\u8a8d\u3057\u3001\u4e88\u6e2c\u3092\u691c\u8a3c\u3057\u3001\u5fc5\u8981\u306b\u5fdc\u3058\u3066\u4fee\u6b63\u3057\u307e\u3059\u3002\u57fa\u672c\u7684\u306a\u691c\u8a3c\u3092\u5b9f\u884c\u3059\u308b\u306b\u306f\u3001job_uuid\u3092\u4f7f\u7528\u3057\u3066\u30b8\u30e7\u30d6\u3092\u53c2\u7167\u3057\u307e\u3059\u3002<br \/>\u691c\u8a3c\u306e\u969b\u306b\u306f\u3001\u5404\u4e88\u6e2c\u306b\u95a2\u9023\u4ed8\u3051\u3089\u308c\u305fconf\u30e1\u30bf\u30c7\u30fc\u30bf\uff08\u4fe1\u983c\u5ea6\uff09\u3092\u57fa\u306b\u30bd\u30fc\u30c8\u3057\u3001\u6700\u3082\u4e0d\u78ba\u5b9f\u306a\u4e88\u6e2c\u304b\u3089\u78ba\u8a8d\u3092\u958b\u59cb\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-a7150f3 e-flex e-con-boxed e-con e-parent\" data-id=\"a7150f3\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-48d7c64 elementor-widget elementor-widget-code-highlight\" data-id=\"48d7c64\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-javascript line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-javascript\">\n\t\t\t\t\t<xmp>verf_subset = demo.search_by_job(job_id=job_uuid)\nverf_subset.show({\"mode\": \"verifying\",\n                  \"label_meta_names\": [\"conf\"]})<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-6ba7f1b e-flex e-con-boxed e-con e-parent\" data-id=\"6ba7f1b\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-dc8eb21 elementor-widget elementor-widget-text-editor\" data-id=\"dc8eb21\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u3053\u306e\u5834\u5408\u3001\u76ae\u8089\u7684\u306a\u3082\u306e\u3068\u7121\u95a2\u4fc2\u306a\u3082\u306e\u306e2\u3064\u306e\u8aa4\u5206\u985e\u3092\u4fee\u6b63\u3057\u3001\u6b8b\u308a\u306e\u4e88\u6e2c\u3092\u78ba\u8a8d\u3057\u307e\u3059\u3002\u4fdd\u5b58\u30dc\u30bf\u30f3\u3092\u30af\u30ea\u30c3\u30af\u3059\u308b\u3068\u3001\u691c\u8a3c\u7d50\u679c\u304c\u30c7\u30fc\u30bf\u304a\u3088\u3073\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u3068\u3068\u3082\u306b\u30d0\u30c3\u30af\u30a8\u30f3\u30c9\u306b\u4fdd\u5b58\u3055\u308c\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-6bce86c elementor-widget elementor-widget-image\" data-id=\"6bce86c\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" width=\"800\" height=\"83\" src=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/2_verification-1024x106.png\" class=\"attachment-large size-large wp-image-13117\" alt=\"Meganno Verification demo\" srcset=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/2_verification-1024x106.png 1024w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/2_verification-300x31.png 300w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/2_verification-768x80.png 768w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/2_verification-1536x160.png 1536w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/2_verification.png 1868w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-728f9ea elementor-widget elementor-widget-text-editor\" data-id=\"728f9ea\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><a href=\"https:\/\/meganno.megagon.info\/latest\/\" target=\"_blank\" rel=\"external noopener noreferrer\" data-wpel-link=\"external\">MEGAnno<\/a>\u00a0gives you control over the data entries you\u2019d like to verify through finer-grained searches. For example, the scripts below search for all the\u00a0<em>unverified<\/em>\u00a0predictions from a certain job with a confidence score lower than 0.99:<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-226d68a e-flex e-con-boxed e-con e-parent\" data-id=\"226d68a\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-aed4016 elementor-widget elementor-widget-code-highlight\" data-id=\"aed4016\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>args = {\n    \"job_id\": job_uuid,\n    \"label_metadata_condition\": {\n        \"label_name\": \"sentiment\",\n        \"name\": \"conf\",\n        \"operator\": \"<\",\n        \"value\": 0.99,\n    },\n    \"verification_condition\": {\n        \"label_name\": label_name,\n        \"search_mode\": \"UNVERIFIED\",  # \"ALL\"|\"UNVERIFIED\"|\"VERIFIED\"\n    },\n}\nverf_subset2 = demo.search_by_job(**args)\nverf_subset2.show({\"mode\": \"verifying\",\n                  \"label_meta_names\": [\"conf\"]})<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-e25a044 e-flex e-con-boxed e-con e-parent\" data-id=\"e25a044\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-d158e03 elementor-widget elementor-widget-text-editor\" data-id=\"d158e03\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u691c\u8a3c\u7d50\u679c\u306f\u3001\u3055\u307e\u3056\u307e\u306a\u6761\u4ef6\uff08\u30d7\u30ea\u30c7\u30a3\u30b1\u30fc\u30c8\uff09\u3092\u4f7f\u7528\u3057\u3066\u53d6\u5f97\u3067\u304d\u307e\u3059\u3002\u4f8b\u3048\u3070\u4ee5\u4e0b\u306e\u30b9\u30af\u30ea\u30d7\u30c8\u3067\u306f\u3001\u4eba\u9593\u306e\u691c\u8a3c\u8005\u304c\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u306e\u4e88\u6e2c\u306b\u7570\u8b70\u3092\u5531\u3048\u3001\u30e9\u30d9\u30eb\u3092\u4fee\u6b63\u3057\u305f\u3059\u3079\u3066\u306e\u30b1\u30fc\u30b9\u3092\u8868\u793a\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-5c249b5 e-flex e-con-boxed e-con e-parent\" data-id=\"5c249b5\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-a92ecfb elementor-widget elementor-widget-code-highlight\" data-id=\"a92ecfb\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp># further filter by type of verification(CONFIRMS|CORRECTS)\n# CONFIRMS:  where the verification confirms the original label\n# CORRECTS: where the verification is different from the original label\nverf_subset.get_verification_annotations(\n    label_name=\"sentiment\",\n    label_level=\"record\",\n    annotator=job_uuid,\n    verified_status=\"CORRECTS\",  # CONFIRMS|CORRECTS\n)<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-a3c40df e-flex e-con-boxed e-con e-parent\" data-id=\"a3c40df\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-30de9d0 elementor-widget elementor-widget-heading\" data-id=\"30de9d0\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">\u81ea\u52d5\u691c\u8a3c<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-d32608c e-flex e-con-boxed e-con e-parent\" data-id=\"d32608c\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-e3b1c27 elementor-widget elementor-widget-text-editor\" data-id=\"e3b1c27\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u4eba\u9593\u306b\u3088\u308b\u691c\u8a3c\u306e\u4ee3\u66ff\u624b\u6bb5\u3068\u3057\u3066\u3001\u3088\u308a\u9ad8\u6027\u80fd\u306a\u5225\u306e\u30e2\u30c7\u30eb\u3092\u7528\u3044\u305f\u300c\u30bb\u30ab\u30f3\u30c9\u30aa\u30d4\u30cb\u30aa\u30f3\u300d\u3092\u5c0e\u5165\u3059\u308b\u3053\u3068\u3082\u53ef\u80fd\u3067\u3059\u3002\u3053\u3053\u3067\u306f\u3001\u540c\u3058\u30b5\u30d6\u30bb\u30c3\u30c8\u3092GPT-4\u30e2\u30c7\u30eb\u3067\u51e6\u7406\u3057\u3001\u4e88\u6e2c\u7d50\u679c\u304c\u7570\u306a\u308b\u30c7\u30fc\u30bf\u30dd\u30a4\u30f3\u30c8\u3092\u53ce\u96c6\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-4a71d59 e-flex e-con-boxed e-con e-parent\" data-id=\"4a71d59\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-71be1b1 elementor-widget elementor-widget-code-highlight\" data-id=\"71be1b1\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>model_config2 = {'model': 'gpt-4',\n                'temperature': 1}\n\nagent_gpt_4 = controller.create_agent(model_config2, prompt_template, provider_api='openai:chat')\njob_uuid2 = controller.run_job(agent_gpt_4,\n                              subset,\n                              label_name,\n                              label_meta_names = [\"conf\"],\n                              fuzzy_extraction=True)<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-4a62310 e-flex e-con-boxed e-con e-parent\" data-id=\"4a62310\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-cf72ea5 elementor-widget elementor-widget-code-highlight\" data-id=\"cf72ea5\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>s_conflict = demo.search(annotator_list=[job_uuid,job_uuid2],\n                         label_condition={'name':label_name,\n                                         'operator':'conflicts'})\ns_conflict.show({'mode':'reconciling'})<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-524dd43 e-flex e-con-boxed e-con e-parent\" data-id=\"524dd43\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-81a2537 elementor-widget elementor-widget-text-editor\" data-id=\"81a2537\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u4e0a\u8a18\u306e\u30b9\u30af\u30ea\u30d7\u30c8\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u4eba\u9593\u306b\u3088\u308b\u691c\u8a3c\u304c\u6700\u3082\u5fc5\u8981\u306a\u30c7\u30fc\u30bf\u30a8\u30f3\u30c8\u30ea\u3092\u7279\u5b9a\u3059\u308b\u3053\u3068\u3082\u53ef\u80fd\u306b\u306a\u308a\u307e\u3057\u305f\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-a25ef46 e-flex e-con-boxed e-con e-parent\" data-id=\"a25ef46\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-afcc5ab elementor-widget elementor-widget-image\" data-id=\"afcc5ab\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"143\" src=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/3_conflict.png\" class=\"attachment-large size-large wp-image-13118\" alt=\"Meganno\" srcset=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/3_conflict.png 969w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/3_conflict-300x54.png 300w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/3_conflict-768x137.png 768w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-c416b5c e-flex e-con-boxed e-con e-parent\" data-id=\"c416b5c\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-3cce785 elementor-widget elementor-widget-heading\" data-id=\"3cce785\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">\u4fee\u6b63<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-1376762 e-flex e-con-boxed e-con e-parent\" data-id=\"1376762\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-8059941 elementor-widget elementor-widget-text-editor\" data-id=\"8059941\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u521d\u56de\u306e\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u3068\u4eba\u9593\u306b\u3088\u308b\u691c\u8a3c\u306e\u7d50\u679c\u3001\u30e2\u30c7\u30eb\u304c\u76ae\u8089\u7684\u306a\u30c4\u30a4\u30fc\u30c8\u3084\u3001\u5bfe\u8c61\uff08\u822a\u7a7a\u4f1a\u793e\uff09\u306b\u5bfe\u3059\u308b\u4e2d\u7acb\u7684\u306a\u611f\u60c5\u306e\u8b58\u5225\u306b\u82e6\u6226\u3057\u3066\u3044\u308b\u3053\u3068\u304c\u5224\u660e\u3057\u307e\u3057\u305f\u3002\u305d\u3053\u3067\u3001\u30d7\u30ed\u30f3\u30d7\u30c8\u3092\u4fee\u6b63\u3057\u3001\u660e\u793a\u7684\u306a\u6307\u793a\u3068\u5177\u4f53\u7684\u306a\u4f8b\u3092\u8ffd\u52a0\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-73e4e7a e-flex e-con-boxed e-con e-parent\" data-id=\"73e4e7a\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-7f7c46e elementor-widget elementor-widget-code-highlight\" data-id=\"7f7c46e\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp># building new prompt\nprompt_template2 = PromptTemplate(label_schema=schema[0]['schemas']['label_schema'], label_names=[label_name])\n# preview templates with sample intput, switchable with the \"input\" drop down\nprompt_template2.preview(records=[ 'Sample Airline tweets1', 'Sample Airline tweets2'])<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-8f81bbd e-flex e-con-boxed e-con e-parent\" data-id=\"8f81bbd\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-d0bc3a8 elementor-widget elementor-widget-text-editor\" data-id=\"d0bc3a8\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u3053\u308c\u3092\u884c\u3046\u306b\u306f\u3001\u4fee\u6b63\u3057\u305f\u30d7\u30ed\u30f3\u30d7\u30c8\u3092\u300cTask Inst\u300d\u30d5\u30a3\u30fc\u30eb\u30c9\u306b\u8ffd\u52a0\u3057\u3001\u30d7\u30ed\u30f3\u30d7\u30c8\u66f4\u65b0\u30a6\u30a3\u30b8\u30a7\u30c3\u30c8\u3067\u4fdd\u5b58\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-f50f506 e-flex e-con-boxed e-con e-parent\" data-id=\"f50f506\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-e9b4f85 elementor-widget elementor-widget-image\" data-id=\"e9b4f85\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"191\" src=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/4_updated_prompt-1024x244.png\" class=\"attachment-large size-large wp-image-13119\" alt=\"Meganno Updated prompt sample\" srcset=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/4_updated_prompt-1024x244.png 1024w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/4_updated_prompt-300x72.png 300w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/4_updated_prompt-768x183.png 768w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/4_updated_prompt-1536x366.png 1536w, https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/4_updated_prompt-2048x489.png 2048w\" sizes=\"(max-width: 800px) 100vw, 800px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-f8c207b e-flex e-con-boxed e-con e-parent\" data-id=\"f8c207b\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-30678c6 elementor-widget elementor-widget-code-highlight\" data-id=\"30678c6\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp># Results:\nagent_gpt_3p5_revised = controller.create_agent(model_config, prompt_template2 , provider_api='openai:chat')<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-7d989f3 e-flex e-con-boxed e-con e-parent\" data-id=\"7d989f3\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-60e55a1 elementor-widget elementor-widget-text-editor\" data-id=\"60e55a1\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u4fee\u6b63\u5f8c\u306e\u30e2\u30c7\u30eb\u306e\u6027\u80fd\u3092\u521d\u671f\u8a55\u4fa1\u3059\u308b\u305f\u3081\u30011,000\u4ef6\u306e\u30c4\u30a4\u30fc\u30c8\u306e\u3046\u3061\u3001\u30c7\u30fc\u30bfID\u3067\u30bd\u30fc\u30c8\u3055\u308c\u305f\u6700\u5f8c\u306e30\u4ef6\u306e\u4e88\u6e2c\u7cbe\u5ea6\u3092\u6bd4\u8f03\u3057\u307e\u3059\u3002\u3053\u308c\u306f\u5305\u62ec\u7684\u306a\u8a55\u4fa1\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u304c\u3001\u521d\u671f\u7684\u306a\u6d1e\u5bdf\u3092\u5f97\u308b\u3068\u3068\u3082\u306b\u3001\u6b21\u306e\u6539\u5584\u306e\u65b9\u5411\u6027\u3092\u793a\u5506\u3059\u308b\u76ee\u7684\u3067\u5b9f\u65bd\u3057\u307e\u3059\u3002<\/p>\n<p>\u6b21\u306e\u30bb\u30eb\u3067\u306f\u3001\u30e9\u30d9\u30eb\u4ed8\u304d\u306e\u30b5\u30f3\u30d7\u30eb\u30c6\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u8aad\u307f\u8fbc\u307f\u3001GPT-3.5\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3092\u4f7f\u7528\u3057\u3066\u3001\u521d\u671f\u30d7\u30ed\u30f3\u30d7\u30c8\u3068\u4fee\u6b63\u5f8c\u306e\u30d7\u30ed\u30f3\u30d7\u30c8\u3067\u5b9f\u9a13\u3092\u5b9f\u884c\u3057\u3001\u305d\u308c\u305e\u308c\u306e\u4e88\u6e2c\u7cbe\u5ea6\u3092\u6bd4\u8f03\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-5efaf0a e-flex e-con-boxed e-con e-parent\" data-id=\"5efaf0a\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-3e49d9a elementor-widget elementor-widget-code-highlight\" data-id=\"3e49d9a\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>test_subset = demo.search(skip=970, limit=30)\ntest_subset.show()\ntest_job_3p5 = controller.run_job(agent_gpt_3p5,\n                              test_subset,\n                              label_name,\n                              label_meta_names = [\"conf\"],\n                              fuzzy_extraction=True)\ntest_job_3p5_revised = controller.run_job(agent_gpt_3p5_revised,\n                              test_subset,\n                              label_name,\n                              label_meta_names = [\"conf\"],\n                              fuzzy_extraction=True)<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-f9556cc e-flex e-con-boxed e-con e-parent\" data-id=\"f9556cc\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-6c634f3 elementor-widget elementor-widget-code-highlight\" data-id=\"6c634f3\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>def evaluate(results, label_name, job_uuid):\n    total, match = 0, 0\n    for item in results:\n        groud_truth = list(filter(lambda x: x['name']== 'pseudo_label', item['record_metadata']))[0]['value']\n        prediction = list(filter(lambda x: x['annotator']== job_uuid, item['annotation_list']))[0]\n        predicted_label = list(filter(lambda x: x['label_name']==label_name, prediction['labels_record']))[0]['label_value'][0]\n        total += 1\n        match += 1 if groud_truth == predicted_label else 0\n    return f\"{match} out of {total} correct.\"\n\nprint(\"Before: \", evaluate(demo.search_by_job(job_id=test_job_3p5, limit=100).value(), label_name, test_job_3p5) )\n\nprint(\"After: \", evaluate(demo.search_by_job(job_id=test_job_3p5_revised, limit=100).value(), label_name, test_job_3p5_revised))\n# Output\n# Before:  22 out of 30 correct.\n# After:  24 out of 30 correct.<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-280a206 e-flex e-con-boxed e-con e-parent\" data-id=\"280a206\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-9e4f555 elementor-widget elementor-widget-heading\" data-id=\"9e4f555\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">\u307e\u3068\u3081<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-d51666d e-flex e-con-boxed e-con e-parent\" data-id=\"d51666d\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-c35e982 elementor-widget elementor-widget-text-editor\" data-id=\"c35e982\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u3053\u306e\u30c1\u30e5\u30fc\u30c8\u30ea\u30a2\u30eb\u3092\u901a\u3058\u3066\u3001<a href=\"https:\/\/meganno.megagon.info\/latest\/\">MEGAnno<\/a>\u306e\u6d3b\u7528\u65b9\u6cd5\u306b\u3064\u3044\u3066\u7406\u89e3\u3092\u6df1\u3081\u3066\u3044\u305f\u3060\u3051\u305f\u3053\u3068\u3092\u9858\u3063\u3066\u3044\u307e\u3059\u3002\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u306e\u5229\u7528\u65b9\u6cd5\u3084\u8a73\u7d30\u306a\u60c5\u5831\u306b\u3064\u3044\u3066\u306f\u3001<a href=\"https:\/\/meganno.megagon.info\/latest\/\">\u516c\u5f0f\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u30da\u30fc\u30b8<\/a>\u3092\u3054\u53c2\u7167\u304f\u3060\u3055\u3044\u3002\u9ad8\u5ea6\u306a\u6a5f\u80fd\u3001API\u30af\u30e9\u30a4\u30a2\u30f3\u30c8\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u3001LLM\u3068\u306e\u7d71\u5408\u306b\u95a2\u3059\u308b\u8a73\u7d30\u60c5\u5831\u3092\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002<\/p>\n<p>\u307e\u305f\u3001<a href=\"https:\/\/meganno.megagon.info\/latest\/\">MEGAnno<\/a>\u306e\u958b\u767a\u7d4c\u7def\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u77e5\u308a\u305f\u3044\u65b9\u306f\u3001\u95a2\u9023\u3059\u308b<a href=\"https:\/\/megagon.ai\/jp\/publications\/meganno-a-human-llm-collaborative-annotation-system\/\">\u7814\u7a76\u8ad6\u6587<\/a>\u3084<a href=\"https:\/\/megagon.ai\/jp\/?s=MEGAnno&amp;jet_ajax_search_settings=%7B%22search_source%22%3A%22post%22%2C%22custom_fields_source%22%3A%22abstract%2C%20authors%22%7D\">\u30d6\u30ed\u30b0\u8a18\u4e8b<\/a>\u3092\u3054\u89a7\u304f\u3060\u3055\u3044\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-3962481 e-flex e-con-boxed e-con e-parent\" data-id=\"3962481\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-657a294 elementor-widget elementor-widget-menu-anchor\" data-id=\"657a294\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"menu-anchor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"elementor-menu-anchor\" id=\"A2\"><\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-8ac34b3 elementor-widget elementor-widget-heading\" data-id=\"8ac34b3\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">Appendix<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-4538ece e-flex e-con-boxed e-con e-parent\" data-id=\"4538ece\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-773e6e8 elementor-widget elementor-widget-text-editor\" data-id=\"773e6e8\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u672c\u30c7\u30e2\u306b\u52a0\u3048\u3066\u3001\u3055\u3089\u306a\u308b\u6d3b\u7528\u306e\u305f\u3081\u306e\u8ffd\u52a0\u60c5\u5831\u3092\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-4897f9e e-flex e-con-boxed e-con e-parent\" data-id=\"4897f9e\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-ea2fe6c elementor-widget elementor-widget-heading\" data-id=\"ea2fe6c\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">A1. \u30ed\u30fc\u30ab\u30eb\u74b0\u5883\u3067\u306e\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u30bb\u30c3\u30c8\u30a2\u30c3\u30d7<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-246a9af e-flex e-con-boxed e-con e-parent\" data-id=\"246a9af\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-9d2865b elementor-widget elementor-widget-text-editor\" data-id=\"9d2865b\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u4e8b\u524d\u5b9a\u7fa9\u3055\u308c\u305f\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3092\u5f53\u793e\u306e\u30a4\u30f3\u30d5\u30e9\u4e0a\u3067\u30db\u30b9\u30c8\u3059\u308b\u4ee3\u308f\u308a\u306b\u3001\u72ec\u81ea\u306e\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3092\u30c7\u30d7\u30ed\u30a4\u3059\u308b\u624b\u9806\u3092<a href=\"https:\/\/meganno.megagon.info\/latest\/quickstart\/#self-hosted-service\">\u3053\u3061\u3089<\/a>\u3067\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002Jupyter\u3084Colab\u306a\u3069\u306e\u597d\u307f\u306e\u30ce\u30fc\u30c8\u30d6\u30c3\u30af\u74b0\u5883\u306b\u63a5\u7d9a\u3057\u3001\u30ab\u30b9\u30bf\u30de\u30a4\u30ba\u3057\u305f\u30c7\u30fc\u30bf\u3084\u30bf\u30b9\u30af\u30b9\u30ad\u30fc\u30de\u3092\u4f7f\u7528\u3067\u304d\u308b\u5b8c\u5168\u306a\u30a2\u30af\u30bb\u30b9\u6a29\u3092\u6d3b\u7528\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n<p>\u4ee5\u4e0b\u306e\u30b3\u30fc\u30c9\u30d6\u30ed\u30c3\u30af\u306f\u3001\u672cColab\u30ce\u30fc\u30c8\u30d6\u30c3\u30af\u306e\u30bb\u30c3\u30c8\u30a2\u30c3\u30d7\u306b\u4f7f\u7528\u3057\u305f\u3082\u306e\u3067\u3059\u3002\u3053\u306e\u30ce\u30fc\u30c8\u30d6\u30c3\u30af\u3067\u306f\u30013\u3064\u306e\u5019\u88dc\u30e9\u30d9\u30eb\u3092\u6301\u3064\u611f\u60c5\u5206\u6790\u30bf\u30b9\u30af\u3092\u6307\u5b9a\u3057\u3001<a href=\"https:\/\/github.com\/megagonlabs\/meganno-client\/blob\/main\/Examples\/tweets.csv\">\u30b5\u30f3\u30d7\u30eb\u30c4\u30a4\u30fc\u30c8\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8<\/a>\u304b\u3089\u30c7\u30fc\u30bf\u3092\u30a4\u30f3\u30dd\u30fc\u30c8\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-f6b34a5 e-flex e-con-boxed e-con e-parent\" data-id=\"f6b34a5\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-05586ef elementor-widget elementor-widget-code-highlight\" data-id=\"05586ef\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>demo.get_schemas().set_schemas({\n    'label_schema': [\n        {\n            \"name\": \"sentiment\",\n            \"level\": \"record\",\n            \"options\": [\n                { \"value\": \"pos\", \"text\": \"positive\" },\n                { \"value\": \"neg\", \"text\": \"negative\" },\n                { \"value\": \"neu\", \"text\": \"neutral\" },\n\n            ]\n        }\n    ]\n})\ndemo.get_schemas().value(active=True)<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-04eb8b5 e-flex e-con-boxed e-con e-parent\" data-id=\"04eb8b5\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-8c7e8d2 elementor-widget elementor-widget-code-highlight\" data-id=\"8c7e8d2\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp>import from dataframe\nimport pandas as pd\n\ndf = pd.read_csv(\"tweets.csv\").loc[:1000]\ndemo.import_data_df(df, column_mapping={\n    'id':'id',\n    'content':'content',\n    \"metadata\":'pseudo_label' # optional metadata\n})<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-e069ea8 e-flex e-con-boxed e-con e-parent\" data-id=\"e069ea8\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-b1ee597 elementor-widget elementor-widget-heading\" data-id=\"b1ee597\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h3 class=\"elementor-heading-title elementor-size-default\">A2. \u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3068\u30b8\u30e7\u30d6\u306e\u4e00\u89a7\u8868\u793a<\/h3>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-7876a62 e-flex e-con-boxed e-con e-parent\" data-id=\"7876a62\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-d71d2a7 elementor-widget elementor-widget-text-editor\" data-id=\"d71d2a7\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u306e\u4efb\u610f\u306e\u30bf\u30a4\u30df\u30f3\u30b0\u3067\u3001\u30b3\u30f3\u30c8\u30ed\u30fc\u30e9\u30fc\u306b\u5bfe\u3057\u3066\u3001\u65e2\u5b58\u306e\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3084\u30b8\u30e7\u30d6\u3092\u4e00\u89a7\u8868\u793a\u3059\u308b\u3088\u3046\u8981\u6c42\u3067\u304d\u307e\u3059\u3002\u3053\u306e\u969b\u3001\u5404\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3084\u30b8\u30e7\u30d6\u306e\u8a73\u7d30\u306a\u8a2d\u5b9a\u60c5\u5831\u3092\u78ba\u8a8d\u3067\u304d\u308b\u307b\u304b\u3001\u7279\u5b9a\u306e\u6761\u4ef6\uff08\u30d7\u30ea\u30c7\u30a3\u30b1\u30fc\u30c8\uff09\u3092\u9069\u7528\u3057\u3066\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0\u3059\u308b\u3053\u3068\u3082\u53ef\u80fd\u3067\u3059\uff08\u73fe\u5728\u3001\u30d7\u30ed\u30d0\u30a4\u30c0\u30fc\u306b\u3088\u308b\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0\u3092\u30b5\u30dd\u30fc\u30c8\uff09\u3002<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-73988b2 e-flex e-con-boxed e-con e-parent\" data-id=\"73988b2\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-cf267bd elementor-widget elementor-widget-code-highlight\" data-id=\"cf267bd\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp># list agents\ncontroller.list_my_agents()\n# job_list = controller.list_jobs('agent_uuid', [agent_uuid])<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-98f22d1 e-flex e-con-boxed e-con e-parent\" data-id=\"98f22d1\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-eba093c elementor-widget elementor-widget-code-highlight\" data-id=\"eba093c\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"code-highlight.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"prismjs-default copy-to-clipboard \">\n\t\t\t<pre data-line=\"\" class=\"highlight-height language-python line-numbers\">\n\t\t\t\t<code readonly=\"true\" class=\"language-python\">\n\t\t\t\t\t<xmp># filter over agent properties and get jobs\nret = controller.list_agents(provider_filter=\"openai\", show_job_list=True)\njob_list = [val for sublist in ret for val in sublist[\"job_list\"]]\njob_list<\/xmp>\n\t\t\t\t<\/code>\n\t\t\t<\/pre>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t<div class=\"elementor-element elementor-element-93ed959 e-flex e-con-boxed e-con e-parent\" data-id=\"93ed959\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-02de3d2 elementor-widget elementor-widget-text-editor\" data-id=\"02de3d2\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>\u57f7\u7b46\u8005\uff1a<a href=\"https:\/\/megagon.ai\/jp\/team\/dan-zhang\/\">Dan Zhang<\/a>\u3001Megagon Labs<\/p>\n<p>[<a href=\"https:\/\/megagon.ai\/meganno-humanllm-tutorial\/\">\u539f\u6587\u3078 \u2013 2024\/7\/31<\/a>]<\/p>\n<p>\uff08\u7ffb\u8a33\uff1a<a href=\"https:\/\/megagon.ai\/jp\/\">Megagon Labs \u6771\u4eac\u30aa\u30d5\u30a3\u30b9<\/a>\uff09<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t","protected":false},"excerpt":{"rendered":"<p>MEGAnno\u306f\u3001\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u306e\u529b\u3068\u4eba\u9593\u306e\u5c02\u9580\u77e5\u8b58\u3092\u7d44\u307f\u5408\u308f\u305b\u305f\u30c7\u30fc\u30bf\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3001\u30c7\u30fc\u30bf\u30e9\u30d9\u30ea\u30f3\u30b0\u306e\u52b9\u7387\u5316\u3068\u7cbe\u5ea6\u5411\u4e0a\u3092\u5b9f\u73fe\u3057\u307e\u3059\u3002\u672c\u8a18\u4e8b\u3067\u306f\u3001MEGAnno\u306e\u6a5f\u80fd\u3092\u8a73\u3057\u304f\u7d39\u4ecb\u3057\u3001\u5177\u4f53\u7684\u306a\u30b3\u30fc\u30c9\u30b9\u30cb\u30da\u30c3\u30c8\u3068\u3068\u3082\u306b\u89e3\u8aac\u3057\u307e\u3059\u3002<\/p>\n","protected":false},"author":2,"featured_media":13123,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[289],"tags":[292],"class_list":["post-14156","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-blog-jp2","tag-export1"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v28.1 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3 - Megagon | \u30ea\u30af\u30eb\u30fc\u30c8 AI\u7814\u7a76\u6a5f\u95a2<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/\" \/>\n<meta property=\"og:locale\" content=\"ja_JP\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3 - Megagon | \u30ea\u30af\u30eb\u30fc\u30c8 AI\u7814\u7a76\u6a5f\u95a2\" \/>\n<meta property=\"og:description\" content=\"MEGAnno\u306f\u3001\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u306e\u529b\u3068\u4eba\u9593\u306e\u5c02\u9580\u77e5\u8b58\u3092\u7d44\u307f\u5408\u308f\u305b\u305f\u30c7\u30fc\u30bf\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3001\u30c7\u30fc\u30bf\u30e9\u30d9\u30ea\u30f3\u30b0\u306e\u52b9\u7387\u5316\u3068\u7cbe\u5ea6\u5411\u4e0a\u3092\u5b9f\u73fe\u3057\u307e\u3059\u3002\u672c\u8a18\u4e8b\u3067\u306f\u3001MEGAnno\u306e\u6a5f\u80fd\u3092\u8a73\u3057\u304f\u7d39\u4ecb\u3057\u3001\u5177\u4f53\u7684\u306a\u30b3\u30fc\u30c9\u30b9\u30cb\u30da\u30c3\u30c8\u3068\u3068\u3082\u306b\u89e3\u8aac\u3057\u307e\u3059\u3002\" \/>\n<meta property=\"og:url\" content=\"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/\" \/>\n<meta property=\"og:site_name\" content=\"Megagon\" \/>\n<meta property=\"article:publisher\" content=\"https:\/\/www.facebook.com\/megagonlabs\/\" \/>\n<meta property=\"article:published_time\" content=\"2024-07-31T02:53:00+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-10-02T19:42:50+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/MEGAnno_Tutorial_TwitterImg-1-1.png\" \/>\n\t<meta property=\"og:image:width\" content=\"1200\" \/>\n\t<meta property=\"og:image:height\" content=\"675\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/png\" \/>\n<meta name=\"author\" content=\"createdbyred-team\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"createdbyred-team\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"22 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/\"},\"author\":{\"name\":\"createdbyred-team\",\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/#\\\/schema\\\/person\\\/b259de3e13ac1b768500f34eb215acdc\",\"url\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/author\\\/createdbyred-team\\\/\"},\"headline\":\"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\",\"datePublished\":\"2024-07-31T02:53:00+00:00\",\"dateModified\":\"2025-10-02T19:42:50+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/\"},\"wordCount\":109,\"commentCount\":0,\"publisher\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/#organization\"},\"image\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/megagon.ai\\\/wp-content\\\/uploads\\\/2025\\\/02\\\/MEGAnno_Tutorial_TwitterImg-1-1.png\",\"keywords\":[\"export1\"],\"articleSection\":[\"Blog - JP2\"],\"inLanguage\":\"ja-JP\"},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/\",\"url\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/\",\"name\":\"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3 - Megagon | \u30ea\u30af\u30eb\u30fc\u30c8 AI\u7814\u7a76\u6a5f\u95a2\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/megagon.ai\\\/wp-content\\\/uploads\\\/2025\\\/02\\\/MEGAnno_Tutorial_TwitterImg-1-1.png\",\"datePublished\":\"2024-07-31T02:53:00+00:00\",\"dateModified\":\"2025-10-02T19:42:50+00:00\",\"breadcrumb\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/#breadcrumb\"},\"inLanguage\":\"ja-JP\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"ja-JP\",\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/#primaryimage\",\"url\":\"https:\\\/\\\/megagon.ai\\\/wp-content\\\/uploads\\\/2025\\\/02\\\/MEGAnno_Tutorial_TwitterImg-1-1.png\",\"contentUrl\":\"https:\\\/\\\/megagon.ai\\\/wp-content\\\/uploads\\\/2025\\\/02\\\/MEGAnno_Tutorial_TwitterImg-1-1.png\",\"width\":1200,\"height\":675},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/meganno-humanllm-tutorial\\\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/#website\",\"url\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/\",\"name\":\"Megagon Labs\",\"description\":\"\",\"publisher\":{\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ja-JP\"},{\"@type\":\"Organization\",\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/#organization\",\"name\":\"Megagon Labs\",\"url\":\"https:\\\/\\\/megagon.ai\\\/\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https:\\\/\\\/megagon.ai\\\/wp-content\\\/uploads\\\/2025\\\/02\\\/Logo-Megagon-Labs.webp\",\"caption\":\"Megagon Labs\"},\"image\":{\"url\":\"https:\\\/\\\/megagon.ai\\\/wp-content\\\/uploads\\\/2025\\\/02\\\/Logo-Megagon-Labs.webp\"},\"description\":\"Megagon Labs is an AI research organization conducting research in compound AI systems, large language models, data-AI symbiosis, and human-centered AI. Megagon Labs shares its findings with the broader community through open-source tools, datasets, publications, workshops, and an invited speaker series.\",\"sameAs\":[\"https:\\\/\\\/github.com\\\/megagonlabs\",\"https:\\\/\\\/twitter.com\\\/megagonlabs\",\"https:\\\/\\\/www.linkedin.com\\\/company\\\/megagon-labs\\\/\",\"https:\\\/\\\/www.facebook.com\\\/megagonlabs\\\/\"],\"address\":{\"@type\":\"PostalAddress\",\"streetAddress\":\"444 Castro Street\",\"addressLocality\":\"Mountain View\",\"addressRegion\":\"CA\",\"postalCode\":\"94041\",\"addressCountry\":\"US\"},\"contactPoint\":{\"@type\":\"ContactPoint\",\"email\":\"contactus@megagon.ai\",\"contactType\":\"general inquiries\"},\"parentOrganization\":{\"@type\":\"Organization\",\"name\":\"Recruit Holdings\",\"url\":\"https:\\\/\\\/recruit-holdings.com\\\/en\\\/\"}},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/#\\\/schema\\\/person\\\/b259de3e13ac1b768500f34eb215acdc\",\"name\":\"createdbyred-team\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja-JP\",\"@id\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/cd03a6aa30433fffb359a7ef25a8caba029a6601512a9d20b4ab67720a6fa27e?s=96&d=mm&r=g\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/cd03a6aa30433fffb359a7ef25a8caba029a6601512a9d20b4ab67720a6fa27e?s=96&d=mm&r=g\",\"contentUrl\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/cd03a6aa30433fffb359a7ef25a8caba029a6601512a9d20b4ab67720a6fa27e?s=96&d=mm&r=g\",\"caption\":\"createdbyred-team\"},\"url\":\"https:\\\/\\\/megagon.ai\\\/jp\\\/author\\\/createdbyred-team\\\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3 - Megagon | \u30ea\u30af\u30eb\u30fc\u30c8 AI\u7814\u7a76\u6a5f\u95a2","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/","og_locale":"ja_JP","og_type":"article","og_title":"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3 - Megagon | \u30ea\u30af\u30eb\u30fc\u30c8 AI\u7814\u7a76\u6a5f\u95a2","og_description":"MEGAnno\u306f\u3001\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u306e\u529b\u3068\u4eba\u9593\u306e\u5c02\u9580\u77e5\u8b58\u3092\u7d44\u307f\u5408\u308f\u305b\u305f\u30c7\u30fc\u30bf\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3001\u30c7\u30fc\u30bf\u30e9\u30d9\u30ea\u30f3\u30b0\u306e\u52b9\u7387\u5316\u3068\u7cbe\u5ea6\u5411\u4e0a\u3092\u5b9f\u73fe\u3057\u307e\u3059\u3002\u672c\u8a18\u4e8b\u3067\u306f\u3001MEGAnno\u306e\u6a5f\u80fd\u3092\u8a73\u3057\u304f\u7d39\u4ecb\u3057\u3001\u5177\u4f53\u7684\u306a\u30b3\u30fc\u30c9\u30b9\u30cb\u30da\u30c3\u30c8\u3068\u3068\u3082\u306b\u89e3\u8aac\u3057\u307e\u3059\u3002","og_url":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/","og_site_name":"Megagon","article_publisher":"https:\/\/www.facebook.com\/megagonlabs\/","article_published_time":"2024-07-31T02:53:00+00:00","article_modified_time":"2025-10-02T19:42:50+00:00","og_image":[{"width":1200,"height":675,"url":"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/MEGAnno_Tutorial_TwitterImg-1-1.png","type":"image\/png"}],"author":"createdbyred-team","twitter_card":"summary_large_image","twitter_misc":{"Written by":"createdbyred-team","Est. reading time":"22 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/#article","isPartOf":{"@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/"},"author":{"name":"createdbyred-team","@id":"https:\/\/megagon.ai\/jp\/#\/schema\/person\/b259de3e13ac1b768500f34eb215acdc","url":"https:\/\/megagon.ai\/jp\/author\/createdbyred-team\/"},"headline":"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3","datePublished":"2024-07-31T02:53:00+00:00","dateModified":"2025-10-02T19:42:50+00:00","mainEntityOfPage":{"@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/"},"wordCount":109,"commentCount":0,"publisher":{"@id":"https:\/\/megagon.ai\/jp\/#organization"},"image":{"@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/#primaryimage"},"thumbnailUrl":"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/MEGAnno_Tutorial_TwitterImg-1-1.png","keywords":["export1"],"articleSection":["Blog - JP2"],"inLanguage":"ja-JP"},{"@type":"WebPage","@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/","url":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/","name":"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3 - Megagon | \u30ea\u30af\u30eb\u30fc\u30c8 AI\u7814\u7a76\u6a5f\u95a2","isPartOf":{"@id":"https:\/\/megagon.ai\/jp\/#website"},"primaryImageOfPage":{"@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/#primaryimage"},"image":{"@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/#primaryimage"},"thumbnailUrl":"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/MEGAnno_Tutorial_TwitterImg-1-1.png","datePublished":"2024-07-31T02:53:00+00:00","dateModified":"2025-10-02T19:42:50+00:00","breadcrumb":{"@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/#breadcrumb"},"inLanguage":"ja-JP","potentialAction":[{"@type":"ReadAction","target":["https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/"]}]},{"@type":"ImageObject","inLanguage":"ja-JP","@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/#primaryimage","url":"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/MEGAnno_Tutorial_TwitterImg-1-1.png","contentUrl":"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/MEGAnno_Tutorial_TwitterImg-1-1.png","width":1200,"height":675},{"@type":"BreadcrumbList","@id":"https:\/\/megagon.ai\/jp\/meganno-humanllm-tutorial\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/megagon.ai\/jp\/"},{"@type":"ListItem","position":2,"name":"MEGAnno\u306e\u6d3b\u7528: \u4eba\u9593\u3068LLM\u306e\u5354\u50cd\u30a2\u30ce\u30c6\u30fc\u30b7\u30e7\u30f3"}]},{"@type":"WebSite","@id":"https:\/\/megagon.ai\/jp\/#website","url":"https:\/\/megagon.ai\/jp\/","name":"Megagon Labs","description":"","publisher":{"@id":"https:\/\/megagon.ai\/jp\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/megagon.ai\/jp\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ja-JP"},{"@type":"Organization","@id":"https:\/\/megagon.ai\/jp\/#organization","name":"Megagon Labs","url":"https:\/\/megagon.ai\/","logo":{"@type":"ImageObject","url":"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/Logo-Megagon-Labs.webp","caption":"Megagon Labs"},"image":{"url":"https:\/\/megagon.ai\/wp-content\/uploads\/2025\/02\/Logo-Megagon-Labs.webp"},"description":"Megagon Labs is an AI research organization conducting research in compound AI systems, large language models, data-AI symbiosis, and human-centered AI. Megagon Labs shares its findings with the broader community through open-source tools, datasets, publications, workshops, and an invited speaker series.","sameAs":["https:\/\/github.com\/megagonlabs","https:\/\/twitter.com\/megagonlabs","https:\/\/www.linkedin.com\/company\/megagon-labs\/","https:\/\/www.facebook.com\/megagonlabs\/"],"address":{"@type":"PostalAddress","streetAddress":"444 Castro Street","addressLocality":"Mountain View","addressRegion":"CA","postalCode":"94041","addressCountry":"US"},"contactPoint":{"@type":"ContactPoint","email":"contactus@megagon.ai","contactType":"general inquiries"},"parentOrganization":{"@type":"Organization","name":"Recruit Holdings","url":"https:\/\/recruit-holdings.com\/en\/"}},{"@type":"Person","@id":"https:\/\/megagon.ai\/jp\/#\/schema\/person\/b259de3e13ac1b768500f34eb215acdc","name":"createdbyred-team","image":{"@type":"ImageObject","inLanguage":"ja-JP","@id":"https:\/\/secure.gravatar.com\/avatar\/cd03a6aa30433fffb359a7ef25a8caba029a6601512a9d20b4ab67720a6fa27e?s=96&d=mm&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/cd03a6aa30433fffb359a7ef25a8caba029a6601512a9d20b4ab67720a6fa27e?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/cd03a6aa30433fffb359a7ef25a8caba029a6601512a9d20b4ab67720a6fa27e?s=96&d=mm&r=g","caption":"createdbyred-team"},"url":"https:\/\/megagon.ai\/jp\/author\/createdbyred-team\/"}]}},"_links":{"self":[{"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/posts\/14156","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/comments?post=14156"}],"version-history":[{"count":9,"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/posts\/14156\/revisions"}],"predecessor-version":[{"id":14469,"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/posts\/14156\/revisions\/14469"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/media\/13123"}],"wp:attachment":[{"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/media?parent=14156"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/categories?post=14156"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/megagon.ai\/jp\/wp-json\/wp\/v2\/tags?post=14156"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}