Introduce compressor object into mmap object so it could be used to
pack the data stream from the corresponding kernel data buffer.
Initialize and make use of the introduced per mmap compressor.
Acked-by: Andi Kleen <[email protected]>
Acked-by: Namhyung Kim <[email protected]>
Signed-off-by: Alexey Bayduraev <[email protected]>
---
tools/perf/builtin-record.c | 18 +++++++++++-------
tools/perf/util/mmap.c | 10 ++++++++++
tools/perf/util/mmap.h | 2 ++
3 files changed, 23 insertions(+), 7 deletions(-)
diff --git a/tools/perf/builtin-record.c b/tools/perf/builtin-record.c
index 50981bbc98bb..7d0338b5a0e3 100644
--- a/tools/perf/builtin-record.c
+++ b/tools/perf/builtin-record.c
@@ -246,8 +246,8 @@ static int record__write(struct record *rec, struct mmap *map __maybe_unused,
static int record__aio_enabled(struct record *rec);
static int record__comp_enabled(struct record *rec);
-static size_t zstd_compress(struct perf_session *session, void *dst, size_t dst_size,
- void *src, size_t src_size);
+static size_t zstd_compress(struct perf_session *session, struct mmap *map,
+ void *dst, size_t dst_size, void *src, size_t src_size);
#ifdef HAVE_AIO_SUPPORT
static int record__aio_write(struct aiocb *cblock, int trace_fd,
@@ -381,7 +381,7 @@ static int record__aio_pushfn(struct mmap *map, void *to, void *buf, size_t size
*/
if (record__comp_enabled(aio->rec)) {
- size = zstd_compress(aio->rec->session, aio->data + aio->size,
+ size = zstd_compress(aio->rec->session, NULL, aio->data + aio->size,
mmap__mmap_len(map) - aio->size,
buf, size);
} else {
@@ -608,7 +608,7 @@ static int record__pushfn(struct mmap *map, void *to, void *bf, size_t size)
struct record *rec = to;
if (record__comp_enabled(rec)) {
- size = zstd_compress(rec->session, map->data, mmap__mmap_len(map), bf, size);
+ size = zstd_compress(rec->session, map, map->data, mmap__mmap_len(map), bf, size);
bf = map->data;
}
@@ -1394,13 +1394,17 @@ static size_t process_comp_header(void *record, size_t increment)
return size;
}
-static size_t zstd_compress(struct perf_session *session, void *dst, size_t dst_size,
- void *src, size_t src_size)
+static size_t zstd_compress(struct perf_session *session, struct mmap *map,
+ void *dst, size_t dst_size, void *src, size_t src_size)
{
size_t compressed;
size_t max_record_size = PERF_SAMPLE_MAX_SIZE - sizeof(struct perf_record_compressed) - 1;
+ struct zstd_data *zstd_data = &session->zstd_data;
- compressed = zstd_compress_stream_to_records(&session->zstd_data, dst, dst_size, src, src_size,
+ if (map && map->file)
+ zstd_data = &map->zstd_data;
+
+ compressed = zstd_compress_stream_to_records(zstd_data, dst, dst_size, src, src_size,
max_record_size, process_comp_header);
session->bytes_transferred += src_size;
diff --git a/tools/perf/util/mmap.c b/tools/perf/util/mmap.c
index 12261ed8c15b..8bf97d9b8424 100644
--- a/tools/perf/util/mmap.c
+++ b/tools/perf/util/mmap.c
@@ -230,6 +230,10 @@ void mmap__munmap(struct mmap *map)
{
bitmap_free(map->affinity_mask.bits);
+#ifndef PYTHON_PERF
+ zstd_fini(&map->zstd_data);
+#endif
+
perf_mmap__aio_munmap(map);
if (map->data != NULL) {
munmap(map->data, mmap__mmap_len(map));
@@ -292,6 +296,12 @@ int mmap__mmap(struct mmap *map, struct mmap_params *mp, int fd, struct perf_cpu
map->core.flush = mp->flush;
map->comp_level = mp->comp_level;
+#ifndef PYTHON_PERF
+ if (zstd_init(&map->zstd_data, map->comp_level)) {
+ pr_debug2("failed to init mmap commpressor, error %d\n", errno);
+ return -1;
+ }
+#endif
if (map->comp_level && !perf_mmap__aio_enabled(map)) {
map->data = mmap(NULL, mmap__mmap_len(map), PROT_READ|PROT_WRITE,
diff --git a/tools/perf/util/mmap.h b/tools/perf/util/mmap.h
index 62f38d7977bb..cd8b0777473b 100644
--- a/tools/perf/util/mmap.h
+++ b/tools/perf/util/mmap.h
@@ -15,6 +15,7 @@
#endif
#include "auxtrace.h"
#include "event.h"
+#include "util/compress.h"
struct aiocb;
@@ -46,6 +47,7 @@ struct mmap {
void *data;
int comp_level;
struct perf_data_file *file;
+ struct zstd_data zstd_data;
};
struct mmap_params {
--
2.19.0
Em Mon, Jan 17, 2022 at 09:34:30PM +0300, Alexey Bayduraev escreveu:
> Introduce compressor object into mmap object so it could be used to
> pack the data stream from the corresponding kernel data buffer.
> Initialize and make use of the introduced per mmap compressor.
>
> Acked-by: Andi Kleen <[email protected]>
> Acked-by: Namhyung Kim <[email protected]>
> Signed-off-by: Alexey Bayduraev <[email protected]>
> ---
> tools/perf/builtin-record.c | 18 +++++++++++-------
> tools/perf/util/mmap.c | 10 ++++++++++
> tools/perf/util/mmap.h | 2 ++
> 3 files changed, 23 insertions(+), 7 deletions(-)
>
> diff --git a/tools/perf/builtin-record.c b/tools/perf/builtin-record.c
> index 50981bbc98bb..7d0338b5a0e3 100644
> --- a/tools/perf/builtin-record.c
> +++ b/tools/perf/builtin-record.c
> @@ -246,8 +246,8 @@ static int record__write(struct record *rec, struct mmap *map __maybe_unused,
>
> static int record__aio_enabled(struct record *rec);
> static int record__comp_enabled(struct record *rec);
> -static size_t zstd_compress(struct perf_session *session, void *dst, size_t dst_size,
> - void *src, size_t src_size);
> +static size_t zstd_compress(struct perf_session *session, struct mmap *map,
> + void *dst, size_t dst_size, void *src, size_t src_size);
>
> #ifdef HAVE_AIO_SUPPORT
> static int record__aio_write(struct aiocb *cblock, int trace_fd,
> @@ -381,7 +381,7 @@ static int record__aio_pushfn(struct mmap *map, void *to, void *buf, size_t size
> */
>
> if (record__comp_enabled(aio->rec)) {
> - size = zstd_compress(aio->rec->session, aio->data + aio->size,
> + size = zstd_compress(aio->rec->session, NULL, aio->data + aio->size,
> mmap__mmap_len(map) - aio->size,
> buf, size);
> } else {
> @@ -608,7 +608,7 @@ static int record__pushfn(struct mmap *map, void *to, void *bf, size_t size)
> struct record *rec = to;
>
> if (record__comp_enabled(rec)) {
> - size = zstd_compress(rec->session, map->data, mmap__mmap_len(map), bf, size);
> + size = zstd_compress(rec->session, map, map->data, mmap__mmap_len(map), bf, size);
> bf = map->data;
> }
>
> @@ -1394,13 +1394,17 @@ static size_t process_comp_header(void *record, size_t increment)
> return size;
> }
>
> -static size_t zstd_compress(struct perf_session *session, void *dst, size_t dst_size,
> - void *src, size_t src_size)
> +static size_t zstd_compress(struct perf_session *session, struct mmap *map,
> + void *dst, size_t dst_size, void *src, size_t src_size)
> {
> size_t compressed;
> size_t max_record_size = PERF_SAMPLE_MAX_SIZE - sizeof(struct perf_record_compressed) - 1;
> + struct zstd_data *zstd_data = &session->zstd_data;
>
> - compressed = zstd_compress_stream_to_records(&session->zstd_data, dst, dst_size, src, src_size,
> + if (map && map->file)
> + zstd_data = &map->zstd_data;
> +
> + compressed = zstd_compress_stream_to_records(zstd_data, dst, dst_size, src, src_size,
> max_record_size, process_comp_header);
>
> session->bytes_transferred += src_size;
> diff --git a/tools/perf/util/mmap.c b/tools/perf/util/mmap.c
> index 12261ed8c15b..8bf97d9b8424 100644
> --- a/tools/perf/util/mmap.c
> +++ b/tools/perf/util/mmap.c
> @@ -230,6 +230,10 @@ void mmap__munmap(struct mmap *map)
> {
> bitmap_free(map->affinity_mask.bits);
>
> +#ifndef PYTHON_PERF
> + zstd_fini(&map->zstd_data);
> +#endif
> +
Exposing this build detail in the main source code seems ugly, casual
readers will scratch their heads trying to figure this out, so either
we should have this behind some macro that hides these deps on a header
file or add a comment stating why this is needed.
> perf_mmap__aio_munmap(map);
> if (map->data != NULL) {
> munmap(map->data, mmap__mmap_len(map));
> @@ -292,6 +296,12 @@ int mmap__mmap(struct mmap *map, struct mmap_params *mp, int fd, struct perf_cpu
> map->core.flush = mp->flush;
>
> map->comp_level = mp->comp_level;
> +#ifndef PYTHON_PERF
> + if (zstd_init(&map->zstd_data, map->comp_level)) {
> + pr_debug2("failed to init mmap commpressor, error %d\n", errno);
> + return -1;
> + }
> +#endif
>
> if (map->comp_level && !perf_mmap__aio_enabled(map)) {
> map->data = mmap(NULL, mmap__mmap_len(map), PROT_READ|PROT_WRITE,
> diff --git a/tools/perf/util/mmap.h b/tools/perf/util/mmap.h
> index 62f38d7977bb..cd8b0777473b 100644
> --- a/tools/perf/util/mmap.h
> +++ b/tools/perf/util/mmap.h
> @@ -15,6 +15,7 @@
> #endif
> #include "auxtrace.h"
> #include "event.h"
> +#include "util/compress.h"
>
> struct aiocb;
>
> @@ -46,6 +47,7 @@ struct mmap {
> void *data;
> int comp_level;
> struct perf_data_file *file;
> + struct zstd_data zstd_data;
> };
>
> struct mmap_params {
> --
> 2.19.0
--
- Arnaldo
On 01.02.2022 0:56, Arnaldo Carvalho de Melo wrote:
> Em Mon, Jan 17, 2022 at 09:34:30PM +0300, Alexey Bayduraev escreveu:
>> Introduce compressor object into mmap object so it could be used to
>> pack the data stream from the corresponding kernel data buffer.
>> Initialize and make use of the introduced per mmap compressor.
SNIP
>> --- a/tools/perf/util/mmap.c
>> +++ b/tools/perf/util/mmap.c
>> @@ -230,6 +230,10 @@ void mmap__munmap(struct mmap *map)
>> {
>> bitmap_free(map->affinity_mask.bits);
>>
>> +#ifndef PYTHON_PERF
>> + zstd_fini(&map->zstd_data);
>> +#endif
>> +
>
> Exposing this build detail in the main source code seems ugly, casual
> readers will scratch their heads trying to figure this out, so either
> we should have this behind some macro that hides these deps on a header
> file or add a comment stating why this is needed.
This is quick fix for the fact that the perf.so library for Python is not
compiled with -lzstd, but it includes mmap.c. Probably adding stub macro
to mmap.h would be better.
Regards,
Alexey
>
>
>> perf_mmap__aio_munmap(map);
>> if (map->data != NULL) {
>> munmap(map->data, mmap__mmap_len(map));
>> @@ -292,6 +296,12 @@ int mmap__mmap(struct mmap *map, struct mmap_params *mp, int fd, struct perf_cpu
>> map->core.flush = mp->flush;
>>
>> map->comp_level = mp->comp_level;
>> +#ifndef PYTHON_PERF
>> + if (zstd_init(&map->zstd_data, map->comp_level)) {
>> + pr_debug2("failed to init mmap commpressor, error %d\n", errno);
>> + return -1;
>> + }
>> +#endif
>>
>> if (map->comp_level && !perf_mmap__aio_enabled(map)) {
>> map->data = mmap(NULL, mmap__mmap_len(map), PROT_READ|PROT_WRITE,
>> diff --git a/tools/perf/util/mmap.h b/tools/perf/util/mmap.h
>> index 62f38d7977bb..cd8b0777473b 100644
>> --- a/tools/perf/util/mmap.h
>> +++ b/tools/perf/util/mmap.h
>> @@ -15,6 +15,7 @@
>> #endif
>> #include "auxtrace.h"
>> #include "event.h"
>> +#include "util/compress.h"
>>
>> struct aiocb;
>>
>> @@ -46,6 +47,7 @@ struct mmap {
>> void *data;
>> int comp_level;
>> struct perf_data_file *file;
>> + struct zstd_data zstd_data;
>> };
>>
>> struct mmap_params {
>> --
>> 2.19.0
>