class Cmds::BatchCmd
- Cmds::BatchCmd
- Cmds::Cmd
- Reference
- Object
Overview
add methods to open class
Included Modules
- Cmds::Cmd::DefaultActions
Defined in:
cli/cmds/batch.crcli/cmds/batch/clickhouse.cr
cli/cmds/batch/core.cr
cli/cmds/batch/dsl.cr
cli/cmds/batch/gc.cr
cli/cmds/batch/loop_action.cr
cli/cmds/batch/params_cmd.cr
cli/cmds/batch/recv.cr
cli/cmds/batch/recv_data.cr
cli/cmds/batch/recv_impl.cr
cli/cmds/batch/recv_meta.cr
cli/cmds/batch/recv_model.cr
cli/cmds/batch/reduce_data.cr
cli/cmds/batch/retry.cr
cli/cmds/batch/status.cr
cli/cmds/batch/storage.cr
cli/cmds/batch/tsv.cr
cli/cmds/batch/url_builder.cr
Constant Summary
-
CMD_PARAM_ACT_ID =
"act_id"
-
DEFAULT_REDUCE_DATA_MIN =
10
-
META_CURRENT_URL =
"current_url"
-
META_DONE =
"done"
-
META_ERROR =
"error"
-
META_INFO =
"info"
-
META_RATE_LIMIT =
"rate_limit"
-
META_STATUS =
"status"
-
META_WARN =
"warn"
-
MODEL_CLASS_IDS =
[AdAccount, AdSet, Campaign, Ad, AdImage, AdLabel, AdRule, AdStudy, AdVideo, User] of String
-
MODEL_NAMES =
{{ MODEL_CLASS_IDS.map(&.stringify) }}
-
NAME =
"batch"
Class Method Summary
Instance Method Summary
- #after
-
#api : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#api=(v : Pretty::Stopwatch) : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#api=(v : Nil)
nil
assignments are always ignored -
#api? : Pretty::Stopwatch | Nil
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
- #api_base_interval : Time::Span
- #api_base_interval=(v : Time::Span) : Time::Span
-
#api_base_interval=(v : Nil)
nil
assignments are always ignored - #api_base_interval? : Time::Span | Nil
- #args_exp : Array(String)
- #args_got : Array(String)
- #args_hint : String
- #batch_logger : Pretty::Logger
- #batch_logger=(v : Pretty::Logger) : Pretty::Logger
-
#batch_logger=(v : Nil)
nil
assignments are always ignored - #batch_logger? : Pretty::Logger | Nil
- #before
- #cache_dir : String
- #cache_dir=(v : String) : String
-
#cache_dir=(v : Nil)
nil
assignments are always ignored - #cache_dir? : String | Nil
- #clickhouse_table_metas : Array(Tuple(String, String))
- #clickhouse_table_metas=(v : Array(Tuple(String, String))) : Array(Tuple(String, String))
-
#clickhouse_table_metas=(v : Nil)
nil
assignments are always ignored - #clickhouse_table_metas? : Array(Tuple(String, String)) | Nil
- #console : Pretty::Logger
- #console=(v : Pretty::Logger) : Pretty::Logger
-
#console=(v : Nil)
nil
assignments are always ignored - #console? : Pretty::Logger | Nil
-
#db : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#db=(v : Pretty::Stopwatch) : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#db=(v : Nil)
nil
assignments are always ignored -
#db? : Pretty::Stopwatch | Nil
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
- #disable_after : Bool
- #disable_after=(v : Bool) : Bool
-
#disable_after=(v : Nil)
nil
assignments are always ignored - #disable_after? : Bool
-
#disk : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#disk=(v : Pretty::Stopwatch) : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#disk=(v : Nil)
nil
assignments are always ignored -
#disk? : Pretty::Stopwatch | Nil
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
- #executed_at : Time
- #executed_at=(v : Time) : Time
-
#executed_at=(v : Nil)
nil
assignments are always ignored - #executed_at? : Time | Nil
- #flush_status_log
-
#http_house
internal variables
- #keep_remaining : Int32
- #keep_remaining=(v : Int32) : Int32
-
#keep_remaining=(v : Nil)
nil
assignments are always ignored - #keep_remaining? : Int32 | Nil
- #logger : Pretty::Logger
- #paging_limit : Int32
- #paging_limit=(v : Int32) : Int32
-
#paging_limit=(v : Nil)
nil
assignments are always ignored - #paging_limit? : Int32 | Nil
- #pb_logging
-
#recv : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#recv=(v : Pretty::Stopwatch) : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#recv=(v : Nil)
nil
assignments are always ignored -
#recv? : Pretty::Stopwatch | Nil
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
- #recv_impl
- #snap_columns : Array(Clickhouse::Column)
- #snap_columns=(v : Array(Clickhouse::Column)) : Array(Clickhouse::Column)
-
#snap_columns=(v : Nil)
nil
assignments are always ignored - #snap_columns? : Array(Clickhouse::Column) | Nil
- #snap_dir : String
- #snap_dir=(v : String) : String
-
#snap_dir=(v : Nil)
nil
assignments are always ignored - #snap_dir? : String | Nil
- #snap_tmp : String
- #snap_tmp=(v : String) : String
-
#snap_tmp=(v : Nil)
nil
assignments are always ignored - #snap_tmp? : String | Nil
- #snap_tsv : String
- #snap_tsv=(v : String) : String
-
#snap_tsv=(v : Nil)
nil
assignments are always ignored - #snap_tsv? : String | Nil
-
#status_callback : Proc(Logger, Nil)
oneline status for the current task
-
#status_callback=(v : Proc(Logger, Nil)) : Proc(Logger, Nil)
oneline status for the current task
-
#status_callback=(v : Nil)
nil
assignments are always ignored -
#status_callback? : Proc(Logger, Nil) | Nil
oneline status for the current task
- #status_impl
- #status_logger : Pretty::Logger
- #status_logger=(v : Pretty::Logger) : Pretty::Logger
-
#status_logger=(v : Nil)
nil
assignments are always ignored - #status_logger? : Pretty::Logger | Nil
- #target_date : Time
- #target_date=(v : Time) : Time
-
#target_date=(v : Nil)
nil
assignments are always ignored - #target_date? : Time | Nil
- #target_ymd : String
- #target_ymd=(v : String) : String
-
#target_ymd=(v : Nil)
nil
assignments are always ignored - #target_ymd? : String | Nil
-
#task : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#task=(v : Pretty::Stopwatch) : Pretty::Stopwatch
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
-
#task=(v : Nil)
nil
assignments are always ignored -
#task? : Pretty::Stopwatch | Nil
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
- #task__check
-
#task__clean
clean
- #task__clickhouse
- #task__clickhouse_after
- #task__clickhouse_import
- #task__clickhouse_snap
- #task__db
- #task__gc
-
#task__recv
[Task] recv [Responsibility] receive all data from Facebook by invoking api [Input] API: [Output] FILE: Facebook::Proto::*/
-
#task__run
[Task] run [Responsibility] meta task of all tasks [Input] See each task [Output] See each task
- #task__tsv
- #today_dir : String
- #today_dir=(v : String) : String
-
#today_dir=(v : Nil)
nil
assignments are always ignored - #today_dir? : String | Nil
- #tsv_impl
- #work_dir : String
- #work_dir=(v : String) : String
-
#work_dir=(v : Nil)
nil
assignments are always ignored - #work_dir? : String | Nil
Instance methods inherited from class Cmds::Cmd
config : Facebook::Config
config,
config=(v : Facebook::Config) : Facebook::Configconfig=(v : Nil) config=, config? : Facebook::Config | Nil config?
Class Method Detail
Instance Method Detail
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
oneline status for the current task
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
var foo = Foo.new(self) [name.value.id ] Foo.new(self) [name.value.name] new [name.value.id.stringify.gsub(/.new\b.*$/, "")] "Foo"
[Task] recv [Responsibility] receive all data from Facebook by invoking api [Input] API: [Output] FILE: Facebook::Proto::*/
[Task] run [Responsibility] meta task of all tasks [Input] See each task [Output] See each task