Member since
12-08-2022
3
Posts
0
Kudos Received
0
Solutions
09-24-2023
10:14 PM
Hi Joseomjr, Here it is, I have added complete csv for your reference, ____________________________________________________________________ P o w e r T O P ____________________________________________________________________ * * * System Information * * * PowerTOP Version;v2.11-1-g7ef7f79 ran at Mon Sep 11 11:41:58 2023 Kernel Version;Linux version 5.19.0-1025-aws System Name;4.11.amazon CPU Information;1 Intel(R) Xeon(R) CPU E5-2676 v3 @ 2.40GHz OS Information;Ubuntu 22.04.2 LTS Target: 1 units/s;System: 24.5 wakeup/s;CPU: 0.1% usage;GPU: 0 ops/s;GFX: 0 wakeups/s;VFS: 0 ops/s; ____________________________________________________________________ * * * Top 10 Power Consumers * * * Usage;Events/s;Category;Description;PW Estimate 0.0%; 3.8;kWork;psi_avgs_work; 15.1 mW 0.0%; 3.6;Process;[PID 493] /usr/bin/containerd ; 14.5 mW 0.0%; 3.6;Timer;tick_sched_timer; 14.5 mW 0.0%; 2.6;Timer;hrtimer_wakeup; 10.4 mW 0.0%; 1.6;Process;[PID 677] /usr/bin/containerd ; 6.46 mW 0.0%; 1.2;Interrupt;[4] block(softirq); 4.95 mW 0.0%; 1.2;Process;[PID 1150] ./prometheus --config.file=prometheus.yml ; 4.76 mW 0.0%; 1.1;Process;[PID 27] [kcompactd0]; 4.37 mW 0.0%; 1.0;Process;[PID 37361] /sbin/multipathd -d -s ; 4.01 mW 0.0%; 0.6;Process;[PID 30935] ./prometheus --config.file=prometheus.yml ; 3.02 mW ____________________________________________________________________ * * * Processor Idle State Report * * * Package;0 C3 (pc3); 0.1% C6 (pc6); 0.0% ; ; ; ; ;Core 0 C3 (cc3);38427894381.5% C6 (cc6); 34.3% ; CPU;0 C0 active;38426768533.8%; POLL; 0.0%; 0.1 ms C1; 99.9%; 40.6 ms ; ; ;; ;; ;; ;; ____________________________________________________________________ * * * Processor Frequency Report * * * Package;0 Idle; inf% ; ; ; ;Core 0 Idle; inf% CPU 0 Average;2.4 GHz Idle; inf% ; ____________________________________________________________________ * * * Overview of Software Power Consumers * * * Usage;Wakeups/s;GPU ops/s;Disk IO/s;GFX Wakeups/s;Category;Description;PW Estimate 37.8 us/s; 3.8;;;;kWork;psi_avgs_work; 15.1 mW 56.0 us/s; 3.6;;;;Process;[PID 493] /usr/bin/containerd ; 14.5 mW 49.9 us/s; 3.6;;;;Timer;tick_sched_timer; 14.5 mW 66.9 us/s; 2.6;;;;Timer;hrtimer_wakeup; 10.4 mW 88.7 us/s; 1.6;;;;Process;[PID 677] /usr/bin/containerd ; 6.46 mW 9.4 us/s; 1.2;;;;Interrupt;[4] block(softirq); 4.95 mW 15.8 us/s; 1.2;;;;Process;[PID 1150] ./prometheus --config.file=prometheus.yml ; 4.76 mW 18.2 us/s; 1.1;;;;Process;[PID 27] [kcompactd0]; 4.37 mW 37.4 us/s; 1.0;;;;Process;[PID 37361] /sbin/multipathd -d -s ; 4.01 mW 287.2 us/s; 0.6;;;;Process;[PID 30935] ./prometheus --config.file=prometheus.yml ; 3.02 mW 8.7 us/s; 0.7;;;;kWork;blk_mq_run_work_fn; 2.78 mW 5.5 us/s; 0.4;;;;kWork;wb_workfn; 1.79 mW 11.1 us/s; 0.3;;;;kWork;flush_memcg_stats_dwork; 1.40 mW 22.7 us/s; 0.25;;;;Interrupt;[3] net_rx(softirq); 1.02 mW 3.2 us/s; 0.20;;;;Process;[PID 705] /usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; 795 uW 2.4 us/s; 0.20;;;;kWork;vmstat_shepherd; 794 uW 1.8 us/s; 0.20;;;;Process;[PID 14] [rcu_sched]; 793 uW 0.7 us/s; 0.20;;;;Interrupt;[2] net tx(softirq); 791 uW 0.5 us/s; 0.20;;;;kWork;neigh_managed_work; 791 uW 13.9 us/s; 0.15;;;;Process;[PID 37134] sshd: ubuntu@pts/0 ; 614 uW 4.0 us/s; 0.15;;;;Process;[PID 37494] powertop --csv=powertop212.csv ; 599 uW 0.6 us/s; 0.15;;;;kWork;blk_mq_timeout_work; 593 uW 11.5 us/s; 0.10;;;;Process;[PID 37372] /usr/sbin/chronyd -F 1 ; 413 uW 2.5 us/s; 0.10;;;;Timer;sched_rt_period_timer; 399 uW 1.7 us/s; 0.10;;;;Timer;watchdog_timer_fn; 398 uW 1.4 us/s; 0.10;;;;Process;[PID 31375] /usr/lib/snapd/snapd ; 397 uW 0.2 us/s; 0.10;;;;kWork;wb_update_bandwidth_workfn; 395 uW 0.1 us/s; 0.10;;;;kWork;ext4_discard_work; 395 uW 191.6 us/s;;;;;Interrupt;[48] timer0; 299 uW 3.1 us/s; 0.05;;;;Process;[PID 37336] /usr/libexec/packagekitd ; 202 uW 2.9 us/s; 0.05;;;;Process;[PID 418] /usr/sbin/cron -f -P ; 202 uW 1.3 us/s; 0.05;;;;Process;[PID 13] [ksoftirqd/0]; 199 uW 0.4 us/s; 0.05;;;;kWork;ext4_end_io_rsv_work; 198 uW 0.1 us/s; 0.05;;;;kWork;neigh_periodic_work; 198 uW 0.1 us/s; 0.05;;;;kWork;process_srcu; 198 uW 41.9 us/s;;;;;Process;[PID 37337] [kworker/0:2]; 0 mW 41.7 us/s;;;;;Timer;delayed_work_timer_fn; 0 mW 40.3 us/s;;;;;Interrupt;[1] timer(softirq); 0 mW 28.4 us/s;;;;;Process;[PID 36708] [kworker/u30:0]; 0 mW 14.2 us/s;;;;;Timer;process_timeout; 0 mW 12.1 us/s;;;;;Timer;tcp_orphan_update; 0 mW 11.0 us/s;;;;;Process;[PID 124] [jbd2/xvda1-8]; 0 mW 10.8 us/s;;;;;Process;[PID 37347] /sbin/multipathd -d -s ; 0 mW 6.0 us/s;;;;;Process;[PID 37150] [kworker/u30:2]; 0 mW 5.7 us/s;;;;;Interrupt;[9] RCU(softirq); 0 mW 5.4 us/s;;;;;Timer;clocksource_watchdog; 0 mW 4.9 us/s;;;;;Timer;blk_stat_timer_fn; 0 mW 4.9 us/s;;;;;Interrupt;[55] blkif; 0 mW 4.3 us/s;;;;;Process;[PID 29] [khugepaged]; 0 mW 3.7 us/s;;;;;Process;[PID 41] [kworker/0:1H]; 0 mW 3.7 us/s;;;;;Process;[PID 746] /usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; 0 mW 2.3 us/s;;;;;Process;[PID 15] [migration/0]; 0 mW 2.2 us/s;;;;;Interrupt;[56] eth0; 0 mW 1.3 us/s;;;;;Timer;mix_interrupt_randomness; 0 mW 1.1 us/s;;;;;Timer;blk_rq_timed_out_timer; 0 mW 1.0 us/s;;;;;kWork;vmstat_update; 0 mW 0.9 us/s;;;;;Timer;writeout_period; 0 mW 0.7 us/s;;;;;Timer;commit_timeout; 0 mW 0.7 us/s;;;;;Timer;tcp_write_timer; 0 mW 0.4 us/s;;;;;kWork;lru_add_drain_per_cpu; 0 mW 0.2 us/s;;;;;Timer;tcp_delack_timer; 0 mW 0.2 us/s;;;;;kWork;wq_barrier_func; 0 mW 0.1 us/s;;;;;Timer;tcp_keepalive_timer; 0 mW 0.1 us/s;;;;;Timer;neigh_timer_handler; 0 mW 0.0 us/s;;;;;kWork;srcu_invoke_callbacks; 0 mW 0.0 us/s;;;;;Timer;srcu_delay_timer; 0 mW ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; ;;;;;;; The system baseline power is estimated at: 99.1 m W; ____________________________________________________________________ * * * Device Power Report * * * Usage;Device Name;PW Estimate 0.1%;CPU misc; 99.1 mW 0.1%;CPU core; 0 mW 0.1%;DRAM; 0 mW 100.0%;PCI Device: Intel Corporation 82371SB PIIX3 ISA [Natoma/Triton II]; 100.0%;PCI Device: Intel Corporation 440FX - 82441FX PMC [Natoma]; 100.0%;PCI Device: Intel Corporation 82371AB/EB/MB PIIX4 ACPI; 100.0%;PCI Device: XenSource Inc. Xen Platform Device; 100.0%;PCI Device: Intel Corporation 82371SB PIIX3 IDE [Natoma/Triton II]; 100.0%;PCI Device: Cirrus Logic GD 5446; 1.0 pkts/s;Network interface: eth0 (vif); 0.0 pkts/s;nic:docker0; 0.0%;runtime-alarmtimer.0.auto; 0.0%;runtime-reg-dummy; 0.0%;runtime-kgdboc; 0.0%;runtime-platform-framebuffer.0; 0.0%;runtime-eisa.0; 0.0%;runtime-Fixed MDIO bus.0; 0.0%;runtime-PNP0800:00; 0.0%;runtime-PNP0103:00; 0.0%;runtime-serial8250; 0.0%;runtime-i8042; 0.0%;runtime-pcspkr; ____________________________________________________________________ * * * Process Device Activity * * * Process;Device systemd;/dev/autofs ;/dev/kmsg ;/dev/rfkill acpid;/dev/input/event0 ;/dev/input/event1 ;/dev/input/event2 systemd-logind;/dev/input/event0 ;/dev/input/event1 ;/dev/input/event2 systemd-journal;/dev/kmsg ;/dev/kmsg multipathd;/dev/mapper/control ;/dev/mapper/control ____________________________________________________________________ * * * AHCI ALPM Residency Statistics - Not supported on this macine * * * ____________________________________________________________________ * * * Software Settings in Need of Tuning * * * Description;Script VM writeback timeout;echo '1500' > '/proc/sys/vm/dirty_writeback_centisecs'; Runtime PM for PCI Device Intel Corporation 82371SB PIIX3 ISA [Natoma/Triton II];echo 'auto' > '/sys/bus/pci/devices/0000:00:01.0/power/control'; Runtime PM for PCI Device Intel Corporation 440FX - 82441FX PMC [Natoma];echo 'auto' > '/sys/bus/pci/devices/0000:00:00.0/power/control'; Runtime PM for PCI Device Intel Corporation 82371AB/EB/MB PIIX4 ACPI;echo 'auto' > '/sys/bus/pci/devices/0000:00:01.3/power/control'; Runtime PM for PCI Device XenSource Inc. Xen Platform Device;echo 'auto' > '/sys/bus/pci/devices/0000:00:03.0/power/control'; Runtime PM for PCI Device Intel Corporation 82371SB PIIX3 IDE [Natoma/Triton II];echo 'auto' > '/sys/bus/pci/devices/0000:00:01.1/power/control'; Runtime PM for port ata1 of PCI device: Intel Corporation 82371SB PIIX3 IDE [Natoma/Triton II];echo 'auto' > '/sys/bus/pci/devices/0000:00:01.1/ata1/power/control'; Runtime PM for port ata2 of PCI device: Intel Corporation 82371SB PIIX3 IDE [Natoma/Triton II];echo 'auto' > '/sys/bus/pci/devices/0000:00:01.1/ata2/power/control'; Runtime PM for PCI Device Cirrus Logic GD 5446;echo 'auto' > '/sys/bus/pci/devices/0000:00:02.0/power/control'; ____________________________________________________________________ * * * Untunable Software Issues * * * Description ____________________________________________________________________ * * * Optimal Tuned Software Settings * * * Description NMI watchdog should be turned off Thanks
... View more
09-20-2023
11:34 AM
I have CSV file which is coming from PowerTop tool, I need to modify this CSV before uploading it to target location. I want to start manipulation from row number 13 which is containing string like Usage;Events/s;Category;Description;PW Estimate I'm new to this tool and tried a lot with using so many Nifi processors but no luck. I want to break it as Usage Events and so on ... using ; as a separator and with their corresponding values like and I do not have programming experience. Please guide, Thanks in advance
... View more
Labels:
- Labels:
-
Apache NiFi
-
NiFi Registry
12-08-2022
05:43 AM
I'm trying to convert some json data into sql using ConvertJSONToSQL json data is randomly streaming like this : {
"results": [
{
"user": {
"gender": "male",
"name": {
"title": "mr",
"first": "loan",
"last": "dupuis"
},
"location": {
"street": "5271 rue de l'abbaye",
"city": "besançon",
"state": "ardennes",
"zip": 73670
},
"email": "loan.dupuis@example.com",
"username": "whitelion878",
"password": "cunts",
"salt": "xYxY1ETQ",
"md5": "cb6012a530de93542a1b38ac634fa8aa",
"sha1": "161e4cbda7833771e0e7a661176c7cf4ff46dde8",
"sha256": "4fe5472e0caaf1172a01c3f7f21700a0c06648b8e562acd4f068509a3d6e9ee9",
"registered": 1032769152,
"dob": 896683885,
"phone": "04-38-39-01-49",
"cell": "06-16-62-08-41",
"INSEE": "1980646267293 37",
"picture": {
"large": "https://randomuser.me/api/portraits/men/44.jpg",
"medium": "https://randomuser.me/api/portraits/med/men/44.jpg",
"thumbnail": "https://randomuser.me/api/portraits/thumb/men/44.jpg"
}
}
}
],
"nationality": "FR",
"seed": "efe577b03676759907",
"version": "0.8"
} But getting error like : 2022-12-08 13:23:26,694 ERROR [Timer-Driven Process Thread-10] o.a.n.p.standard.ConvertJSONToSQL [ConvertJSONToSQL[id=e7a7e5bc-0184-1000-3380-708ff6caf86e], StandardFlowFileRecord[uuid=e7494f4d-4849-414e-ba14-20a231fb47a4,claim=StandardContentClaim [resourceClaim=StandardResourceClaim[id=1670505805613-370, container=default, section=370], offset=3756, length=1252],offset=0,name=5161d27a-d3de-4d46-b2f7-12c8188256c1,size=1252], INSERT, org.apache.nifi.processor.exception.ProcessException: None of the fields in the JSON map to the columns defined by the NIFI_DB.Results table] Failed to convert {} to a SQL {} statement due to {}; routing to failure org.apache.nifi.processor.exception.ProcessException: None of the fields in the JSON map to the columns defined by the NIFI_DB.Results table at org.apache.nifi.processors.standard.ConvertJSONToSQL.generateInsert(ConvertJSONToSQL.java:525) at org.apache.nifi.processors.standard.ConvertJSONToSQL.onTrigger(ConvertJSONToSQL.java:391) at org.apache.nifi.processor.AbstractProcessor.onTrigger(AbstractProcessor.java:27) at org.apache.nifi.controller.StandardProcessorNode.onTrigger(StandardProcessorNode.java:1354) at org.apache.nifi.controller.tasks.ConnectableTask.invoke(ConnectableTask.java:246) at org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run(TimerDrivenSchedulingAgent.java:102) at org.apache.nifi.engine.FlowEngine$2.run(FlowEngine.java:110) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) I have just created a table in Mysql with a single column and want to dump this data into it, dont want to create multiple colums in this table, just raw data. Please have a look
... View more
Labels:
- Labels:
-
Apache NiFi